Together AI SDK (Python)
from together import Together
import os
client = Together(
api_key=os.environ.get("TOGETHER_API_KEY"),
)
tokenized_dataset = client.fine_tuning.retrieve_tokenized_dataset(
id="ft-id",
)
print(tokenized_dataset.url)
print(tokenized_dataset.filename)
print(tokenized_dataset.size)import Together from "together-ai";
const client = new Together({
apiKey: process.env.TOGETHER_API_KEY,
});
const tokenizedDataset =
await client.fineTuning.retrieveTokenizedDataset("ft-id");
console.log(tokenizedDataset.url);
console.log(tokenizedDataset.filename);
console.log(tokenizedDataset.size);
import Together from "together-ai";
const client = new Together({
apiKey: process.env.TOGETHER_API_KEY,
});
const tokenizedDataset =
await client.fineTuning.retrieveTokenizedDataset("ft-id");
console.log(tokenizedDataset.url);
console.log(tokenizedDataset.filename);
console.log(tokenizedDataset.size);
curl "https://api.together.ai/v1/fine-tunes/ft-id/download-tokenized-dataset" \
-H "Authorization: Bearer $TOGETHER_API_KEY" \
-H "Content-Type: application/json"
<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.together.ai/v1/fine-tunes/{id}/download-tokenized-dataset",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.together.ai/v1/fine-tunes/{id}/download-tokenized-dataset"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("Authorization", "Bearer <token>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.together.ai/v1/fine-tunes/{id}/download-tokenized-dataset")
.header("Authorization", "Bearer <token>")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.together.ai/v1/fine-tunes/{id}/download-tokenized-dataset")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'
response = http.request(request)
puts response.read_body{
"url": "<string>",
"filename": "<string>",
"size": 123,
"content_type": "<string>",
"expires_at": "2023-11-07T05:31:56Z"
}{
"error": {
"message": "<string>",
"type": "<string>",
"param": null,
"code": null
}
}Fine-tuning
Download tokenized dataset
Get a presigned URL for the tokenized dataset archive generated for a fine-tune job.
GET
/
fine-tunes
/
{id}
/
download-tokenized-dataset
Together AI SDK (Python)
from together import Together
import os
client = Together(
api_key=os.environ.get("TOGETHER_API_KEY"),
)
tokenized_dataset = client.fine_tuning.retrieve_tokenized_dataset(
id="ft-id",
)
print(tokenized_dataset.url)
print(tokenized_dataset.filename)
print(tokenized_dataset.size)import Together from "together-ai";
const client = new Together({
apiKey: process.env.TOGETHER_API_KEY,
});
const tokenizedDataset =
await client.fineTuning.retrieveTokenizedDataset("ft-id");
console.log(tokenizedDataset.url);
console.log(tokenizedDataset.filename);
console.log(tokenizedDataset.size);
import Together from "together-ai";
const client = new Together({
apiKey: process.env.TOGETHER_API_KEY,
});
const tokenizedDataset =
await client.fineTuning.retrieveTokenizedDataset("ft-id");
console.log(tokenizedDataset.url);
console.log(tokenizedDataset.filename);
console.log(tokenizedDataset.size);
curl "https://api.together.ai/v1/fine-tunes/ft-id/download-tokenized-dataset" \
-H "Authorization: Bearer $TOGETHER_API_KEY" \
-H "Content-Type: application/json"
<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.together.ai/v1/fine-tunes/{id}/download-tokenized-dataset",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.together.ai/v1/fine-tunes/{id}/download-tokenized-dataset"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("Authorization", "Bearer <token>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.together.ai/v1/fine-tunes/{id}/download-tokenized-dataset")
.header("Authorization", "Bearer <token>")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.together.ai/v1/fine-tunes/{id}/download-tokenized-dataset")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'
response = http.request(request)
puts response.read_body{
"url": "<string>",
"filename": "<string>",
"size": 123,
"content_type": "<string>",
"expires_at": "2023-11-07T05:31:56Z"
}{
"error": {
"message": "<string>",
"type": "<string>",
"param": null,
"code": null
}
}Authorizations
Bearer authentication header of the form Bearer <token>, where <token> is your auth token.
Path Parameters
The ID of the fine-tune job whose tokenized dataset should be downloaded.
Response
Presigned tokenized dataset download URL.
Presigned download metadata for a fine-tune tokenized dataset archive.
Presigned URL for downloading the tokenized dataset archive.
Archive filename to use when saving the downloaded tokenized dataset.
Archive size in bytes.
MIME type for the tokenized dataset archive.
Time when the presigned download URL expires.
Was this page helpful?
⌘I