from together import Together
import os

client = Together(
    api_key=os.environ.get("TOGETHER_API_KEY"),
)

response = client.files.multipart.initiate(
    filename="large_dataset.jsonl",
    file_size=7516192768,  # 7GB
    num_parts=75,
    purpose="fine-tune",
    file_type="jsonl"
)

print(response.upload_id)

{
  "upload_id": "upload-abc123",
  "file_id": "file-def456",
  "parts": [
    {
      "PartNumber": 1,
      "URL": "https://s3.amazonaws.com/...",
      "Headers": {
        "Authorization": "Bearer token"
      }
    }
  ]
}