from together import Together
import os

client = Together(
    api_key=os.environ.get("TOGETHER_API_KEY"),
)

client.evaluation.create(
    type="classify",
    judge_model_name="meta-llama/Llama-3.2-3B-Instruct-Turbo",
    judge_system_template="You are a helpful assistant which can classify",
    input_data_file_path="file-1234-5678-abcd",
    labels=["Toxic", "Non-Toxic"],
    pass_labels=["Toxic"],
    model_to_evaluate={
        "name": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
        "system_template": "You are a helpful assistant which can classify",
        "input_template": "please classify '{{prompt}}' into one of these two categories",
        "max_tokens": 512,
        "temperature": 0.7
    }
)