Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.
GET
/
v2
/
projects
/
{projectId}
/
endpoints
/
{id}
/
analytics
Together AI SDK (Python)
from together import Togetherclient = Together()identity = client.whoami()if identity.type != "project_api_key": raise RuntimeError("TOGETHER_API_KEY must be a project API key")project_id = identity.project.idanalytics = client.endpoints.analytics( "ep_abc123", project_id=project_id, start_time="2026-10-01T00:00:00Z", end_time="2026-10-02T00:00:00Z",)print(analytics)
import Together from "together-ai";
const client = new Together();
const identity = await client.whoami();
if (identity.type !== "project_api_key") {
throw new Error("TOGETHER_API_KEY must be a project API key");
}
const projectId = identity.project.id;
const analytics = await client.endpoints.analytics("ep_abc123", {
projectId,
startTime: "2026-10-01T00:00:00Z",
endTime: "2026-10-02T00:00:00Z",
});
console.log(analytics);
import Together from "together-ai";
const client = new Together();
const identity = await client.whoami();
if (identity.type !== "project_api_key") {
throw new Error("TOGETHER_API_KEY must be a project API key");
}
const projectId = identity.project.id;
const analytics = await client.endpoints.analytics("ep_abc123", {
projectId,
startTime: "2026-10-01T00:00:00Z",
endTime: "2026-10-02T00:00:00Z",
});
console.log(analytics);
from together import Togetherclient = Together()identity = client.whoami()if identity.type != "project_api_key": raise RuntimeError("TOGETHER_API_KEY must be a project API key")project_id = identity.project.idanalytics = client.endpoints.analytics( "ep_abc123", project_id=project_id, start_time="2026-10-01T00:00:00Z", end_time="2026-10-02T00:00:00Z",)print(analytics)
import Together from "together-ai";
const client = new Together();
const identity = await client.whoami();
if (identity.type !== "project_api_key") {
throw new Error("TOGETHER_API_KEY must be a project API key");
}
const projectId = identity.project.id;
const analytics = await client.endpoints.analytics("ep_abc123", {
projectId,
startTime: "2026-10-01T00:00:00Z",
endTime: "2026-10-02T00:00:00Z",
});
console.log(analytics);
import Together from "together-ai";
const client = new Together();
const identity = await client.whoami();
if (identity.type !== "project_api_key") {
throw new Error("TOGETHER_API_KEY must be a project API key");
}
const projectId = identity.project.id;
const analytics = await client.endpoints.analytics("ep_abc123", {
projectId,
startTime: "2026-10-01T00:00:00Z",
endTime: "2026-10-02T00:00:00Z",
});
console.log(analytics);
{"docsConfig":{"theme":"almond","$schema":"https://mintlify.com/docs.json","name":"Together AI docs","description":"Documentation for the Together AI platform for inference and training.","colors":{"primary":"#FC4C02","light":"#FC4C02","dark":"#FC4C02"},"logo":{"light":"https://mintcdn.com/togetherai-52386018/gasg_XMR14P-KB11/logo/logo.svg?fit=max\u0026auto=format\u0026n=gasg_XMR14P-KB11\u0026q=85\u0026s=7ce2e810455d35e5916bb7253983eb98","dark":"https://mintcdn.com/togetherai-52386018/gasg_XMR14P-KB11/logo/logo-dark.svg?fit=max\u0026auto=format\u0026n=gasg_XMR14P-KB11\u0026q=85\u0026s=66f335ef8c544ef8949c4ac31557e054"},"favicon":"https://mintcdn.com/togetherai-52386018/-CXURtHnBCqpvt1N/favicon.svg?fit=max\u0026auto=format\u0026n=-CXURtHnBCqpvt1N\u0026q=85\u0026s=b3f5eec5b039ae68b2dd2a70ad0c66be","api":{"openapi":["openapi.yaml"],"playground":{"display":"simple"},"mdx":{"server":"https://api.together.ai/v1"}},"appearance":{"default":"system"},"background":{"color":{"light":"#FFFFFF","dark":"#050608"}},"navbar":{"links":[{"href":"https://api.together.ai/","label":"Sign in"}]},"footer":{"links":[{"header":"Company","items":[{"label":"About us","href":"https://www.together.ai/about"},{"label":"Careers","href":"https://www.together.ai/careers"}]},{"header":"Examples","items":[{"label":"Cookbooks","href":"https://github.com/togethercomputer/together-cookbook"},{"label":"Demo apps","href":"https://www.together.ai/demos"}]},{"header":"Resources","items":[{"label":"Pricing","href":"https://www.together.ai/pricing"},{"label":"Support","href":"https://support.together.ai/"}]},{"header":"Legal","items":[{"label":"Cookie policy","href":"https://www.together.ai/cookie-policy"},{"label":"Consent preferences","href":"https://docs.together.ai/"}]}]},"fonts":{"heading":{"family":"The Future","weight":500,"source":"fonts/the-future-medium.woff2","format":"woff2"},"body":{"family":"The Future","weight":400,"source":"fonts/the-future-regular.woff2","format":"woff2"}},"icons":{"library":"tabler"},"integrations":{"ga4":{"measurementId":"G-9Q7932WNVC"}},"contextual":{"options":["copy","view","add-mcp","cursor"],"display":"header"},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"togetherai-52386018","hasAudioNarration":false,"actualSubdomain":"togetherai-52386018","customDomains":["docs.together.ai"],"gitSource":{"type":"github","owner":"togethercomputer","repo":"mintlify-docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"thumbs":true,"contextualFeedback":{"allowEmail":true},"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6af37a5b795d38f4c978d54c","clientVersion":"0.0.4102","searchFilterCounts":[{"language":"default","tag":"API reference","count":191},{"language":"default","tag":"TOGETHER APIS","count":186},{"language":"default","tag":"Documentation","count":170},{"language":"default","tag":"Endpoints","count":47},{"language":"default","tag":"INFERENCE APIS","count":43},{"language":"default","tag":"Guides","count":42},{"language":"default","tag":"Post-training","count":35},{"language":"default","tag":"POST-TRAINING","count":32},{"language":"default","tag":"Containers","count":26},{"language":"default","tag":"GPU CLUSTERS","count":21}]},"assistantConfig":{"enableStarterQuestions":true,"enableContextualStarterQuestions":true,"deflection":{"enabled":true,"type":"link","email":"[email protected]","url":"https://support.together.ai/"}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"/* cyrillic-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 300;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD2OwG_TA.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 300;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD_OwG_TA.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* greek */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 300;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD4OwG_TA.woff2) format('woff2');\n unicode-range: U+0370-0377, U+037A-037F, U+0384-038A, U+038C, U+038E-03A1, U+03A3-03FF;\n}\n/* vietnamese */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 300;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD0OwG_TA.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 300;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD1OwG_TA.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 300;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD7OwE.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 400;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD2OwG_TA.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 400;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD_OwG_TA.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* greek */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 400;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD4OwG_TA.woff2) format('woff2');\n unicode-range: U+0370-0377, U+037A-037F, U+0384-038A, U+038C, U+038E-03A1, U+03A3-03FF;\n}\n/* vietnamese */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 400;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD0OwG_TA.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 400;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD1OwG_TA.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 400;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD7OwE.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 500;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD2OwG_TA.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 500;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD_OwG_TA.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* greek */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 500;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD4OwG_TA.woff2) format('woff2');\n unicode-range: U+0370-0377, U+037A-037F, U+0384-038A, U+038C, U+038E-03A1, U+03A3-03FF;\n}\n/* vietnamese */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 500;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD0OwG_TA.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 500;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD1OwG_TA.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 500;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD7OwE.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 600;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD2OwG_TA.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 600;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD_OwG_TA.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* greek */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 600;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD4OwG_TA.woff2) format('woff2');\n unicode-range: U+0370-0377, U+037A-037F, U+0384-038A, U+038C, U+038E-03A1, U+03A3-03FF;\n}\n/* vietnamese */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 600;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD0OwG_TA.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 600;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD1OwG_TA.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 600;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD7OwE.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 700;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD2OwG_TA.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 700;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD_OwG_TA.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* greek */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 700;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD4OwG_TA.woff2) format('woff2');\n unicode-range: U+0370-0377, U+037A-037F, U+0384-038A, U+038C, U+038E-03A1, U+03A3-03FF;\n}\n/* vietnamese */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 700;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD0OwG_TA.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 700;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD1OwG_TA.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'JetBrains Mono';\n font-style: normal;\n font-weight: 700;\n font-display: block;\n src: url(/_mintlify/assets/fonts/google/s/jetbrainsmono/v24/tDbV2o-flEEny0FZhsfKu5WU4xD7OwE.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n@font-face{font-family:'The Future';src:url('/fonts/the-future-light.woff2') format('woff2');font-weight:300;font-style:normal;font-display:block}@font-face{font-family:'The Future';src:url('/fonts/the-future-bold.woff2') format('woff2');font-weight:700;font-style:normal;font-display:block}body{font-family:'The Future', ui-sans-serif, system-ui, sans-serif!important}code,pre,kbd,samp,.font-mono{font-family:\"JetBrains Mono\", \"SF Mono\", SFMono-Regular, ui-monospace, monospace!important}body :is(.tracking-tight){letter-spacing:0.02em}h1{letter-spacing:-0.5px!important;font-weight:500!important}h2,h3,h4,h5,h6{font-weight:500!important}#content-container>div{max-width:1080px}#topbar-cta-button>a{border-radius:9999px;background-color:white;border:1px solid #EDE9E8;padding:0.375rem 0.75rem;gap:0.625rem;height:32px}#topbar-cta-button>a>div>span{font-size:0.875rem;line-height:1.25rem;font-weight:500;text-align:left;color:#262626;\u0026::after{content:url(\"data:image/svg+xml,%3Csvg%20width%3D%225%22%20height%3D%2221%22%20viewBox%3D%220%200%205%2021%22%20fill%3D%22none%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%3E%3Cpath%20d%3D%22M1.25%208.44531L3.75%2010.9453L1.25%2013.4453%22%20stroke%3D%22%23262626%22%20stroke-width%3D%221.25%22%20stroke-linecap%3D%22round%22%2F%3E%3C%2Fsvg%3E\");display:inline-block;width:5px;height:21px;vertical-align:middle;margin-left:0.25rem;margin-top:-2px}}.prose:is(.dark *){color:#dadfe7}.method-nav-pill>span[class*=\"#3064E3\"]{background-color:#972E02!important}.method-nav-pill>span[class*=\"bg-blue\"]{background-color:rgba(151, 46, 2, 0.2)!important}.method-nav-pill>span[class*=\"text-blue\"]{color:#972E02!important}.dark .method-nav-pill>span[class*=\"text-blue\"]{color:#fc8050!important}.sidebar-group>button>div,.sidebar-group>div>div,nav [class*=\"group\"]>div:first-child,nav [class*=\"group\"]>button>div{font-family:'The Future', ui-sans-serif, system-ui, sans-serif!important}h1,h2,h3,h4,h5,h6,.prose h1,.prose h2,.prose h3,.prose h4,.prose h5,.prose h6,p,span,a,li,label,button,input,textarea,select,strong,b,.prose strong,.prose b{font-family:'The Future', ui-sans-serif, system-ui, sans-serif!important}strong,b,.prose strong,.prose b,.prose a{font-weight:500!important}pre,pre *,code span,.code-group pre,.code-group pre *,.code-group .code-block-background,.code-group .code-block-background *{font-family:\"JetBrains Mono\", \"SF Mono\", SFMono-Regular, ui-monospace, monospace!important}.columns.card-group>.card:has([data-component-part=\"card-image\"]){border:none!important;box-shadow:none!important;padding:0.25rem!important}.columns.card-group>.card:has([data-component-part=\"card-image\"]):hover{border-color:transparent!important}.columns.card-group>.card [data-component-part=\"card-image\"]{height:170px;width:100%;display:block;object-fit:cover;border-radius:12px;transition:transform 0.3s ease-out}.columns.card-group>.card:hover [data-component-part=\"card-image\"]{transform:scale(1.03)}.columns.card-group>.card:has([data-component-part=\"card-image\"]) [data-component-part=\"card-content-container\"]{padding-left:0!important;padding-right:0!important;padding-top:0.875rem!important}.sidebar-group a[target=\"_blank\"] svg,.sidebar-group a[href*=\"http\"] svg.flex-shrink-0{flex-shrink:0;margin-left:2px;width:10px;height:10px}"}],"page":{"pagePath":"reference/dmi/endpoints-analytics","slug":"/reference/dmi/endpoints-analytics","pageMetadata":{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{id}/analytics","title":"Get endpoint analytics","description":"Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.","href":"/reference/dmi/endpoints-analytics"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{id}/analytics","title":"Get endpoint analytics","description":"Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.","href":"/reference/dmi/endpoints-analytics"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/togetherai-52386018/9caa6b942e5ff42e/cookie-banner.js","/_mintlify/custom/togetherai-52386018/640c2436e532f72c/docs/intro-custom.js","/_mintlify/custom/togetherai-52386018/f691cce87ef66561/cookbook-script.js"],"openApiReferenceData":{"operation":{"tags":["EndpointService"],"summary":"Get endpoint analytics","description":"Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.","operationId":"EndpointService_GetEndpointAnalytics","parameters":["96193b9c-dec8-4e8d-b627-2a0b0b67f0ea","ac6578b6-9daa-470f-8f9d-8410d5610f26","f9613ec0-9c10-42db-b633-b7e971e0d476","513cf9f7-27b5-4a77-a5a8-da414b00e45d","f08b3ee7-b043-4e39-9f77-38ed2596fa37","6f6ed6a8-8aa0-47ae-9b2e-b638e378c5a5","3d940cff-86f5-4dae-8e34-d831f1dbf2a8"],"responses":{"200":"3e6afe49-5949-4f7b-94cc-b64e74598297","default":"16f45fff-5a5f-4d30-a54d-68df0daea112"},"x-codeSamples":[{"lang":"Python","label":"Together AI SDK (Python)","source":"from together import Together\n\nclient = Together()\nidentity = client.whoami()\nif identity.type != \"project_api_key\":\n raise RuntimeError(\"TOGETHER_API_KEY must be a project API key\")\nproject_id = identity.project.id\n\nanalytics = client.endpoints.analytics(\n \"ep_abc123\",\n project_id=project_id,\n start_time=\"2026-10-01T00:00:00Z\",\n end_time=\"2026-10-02T00:00:00Z\",\n)\nprint(analytics)\n"},{"lang":"TypeScript","label":"Together AI SDK (TypeScript)","source":"import Together from \"together-ai\";\n\nconst client = new Together();\nconst identity = await client.whoami();\nif (identity.type !== \"project_api_key\") {\n throw new Error(\"TOGETHER_API_KEY must be a project API key\");\n}\nconst projectId = identity.project.id;\n\nconst analytics = await client.endpoints.analytics(\"ep_abc123\", {\n projectId,\n startTime: \"2026-10-01T00:00:00Z\",\n endTime: \"2026-10-02T00:00:00Z\",\n});\nconsole.log(analytics);\n"},{"lang":"JavaScript","label":"Together AI SDK (JavaScript)","source":"import Together from \"together-ai\";\n\nconst client = new Together();\nconst identity = await client.whoami();\nif (identity.type !== \"project_api_key\") {\n throw new Error(\"TOGETHER_API_KEY must be a project API key\");\n}\nconst projectId = identity.project.id;\n\nconst analytics = await client.endpoints.analytics(\"ep_abc123\", {\n projectId,\n startTime: \"2026-10-01T00:00:00Z\",\n endTime: \"2026-10-02T00:00:00Z\",\n});\nconsole.log(analytics);\n"}],"method":"get","type":"path","servers":["3848db44-9534-439b-b9d0-a564eb523dd6"],"security":["83516b33-babd-476f-aad6-9b31a4954bbc"],"path":"/v2/projects/{projectId}/endpoints/{id}/analytics","baseUrlOptions":["https://api.together.ai"],"title":"Get endpoint analytics","codeSamples":[{"label":"Together AI SDK (Python)","lang":"Python","source":"from together import Together\n\nclient = Together()\nidentity = client.whoami()\nif identity.type != \"project_api_key\":\n raise RuntimeError(\"TOGETHER_API_KEY must be a project API key\")\nproject_id = identity.project.id\n\nanalytics = client.endpoints.analytics(\n \"ep_abc123\",\n project_id=project_id,\n start_time=\"2026-10-01T00:00:00Z\",\n end_time=\"2026-10-02T00:00:00Z\",\n)\nprint(analytics)\n"},{"label":"Together AI SDK (TypeScript)","lang":"TypeScript","source":"import Together from \"together-ai\";\n\nconst client = new Together();\nconst identity = await client.whoami();\nif (identity.type !== \"project_api_key\") {\n throw new Error(\"TOGETHER_API_KEY must be a project API key\");\n}\nconst projectId = identity.project.id;\n\nconst analytics = await client.endpoints.analytics(\"ep_abc123\", {\n projectId,\n startTime: \"2026-10-01T00:00:00Z\",\n endTime: \"2026-10-02T00:00:00Z\",\n});\nconsole.log(analytics);\n"},{"label":"Together AI SDK (JavaScript)","lang":"JavaScript","source":"import Together from \"together-ai\";\n\nconst client = new Together();\nconst identity = await client.whoami();\nif (identity.type !== \"project_api_key\") {\n throw new Error(\"TOGETHER_API_KEY must be a project API key\");\n}\nconst projectId = identity.project.id;\n\nconst analytics = await client.endpoints.analytics(\"ep_abc123\", {\n projectId,\n startTime: \"2026-10-01T00:00:00Z\",\n endTime: \"2026-10-02T00:00:00Z\",\n});\nconsole.log(analytics);\n"}],"requiredOnlyExamples":false,"requestExampleType":"codeSamples","responseExampleType":"generated"},"dependencies":{"parameters":{"96193b9c-dec8-4e8d-b627-2a0b0b67f0ea":{"name":"projectId","in":"path","required":true,"schema":{"type":"string","description":"Project identifier.","isRequired":true,"uniqueKey":"","typeLabel":"string"}},"ac6578b6-9daa-470f-8f9d-8410d5610f26":{"name":"id","in":"path","required":true,"schema":{"description":"Endpoint identifier.","type":"string","isRequired":true,"uniqueKey":"","typeLabel":"string"}},"f9613ec0-9c10-42db-b633-b7e971e0d476":{"name":"deploymentId","in":"query","schema":{"type":"string","description":"Restrict to a single deployment under this endpoint.","uniqueKey":"","typeLabel":"string"}},"513cf9f7-27b5-4a77-a5a8-da414b00e45d":{"name":"startTime","in":"query","schema":{"type":"string","format":"date-time","description":"Inclusive start of the time range. Defaults to 24 hours ago if unset.","uniqueKey":"","typeLabel":"string\u003cdate-time>"}},"f08b3ee7-b043-4e39-9f77-38ed2596fa37":{"name":"endTime","in":"query","schema":{"type":"string","format":"date-time","description":"Exclusive end of the time range. Defaults to now if unset.","uniqueKey":"","typeLabel":"string\u003cdate-time>"}},"6f6ed6a8-8aa0-47ae-9b2e-b638e378c5a5":{"name":"includeTimeSeries","in":"query","schema":{"type":"boolean","description":"When true, include per-bucket time series in the response.","uniqueKey":"","typeLabel":"boolean"}},"3d940cff-86f5-4dae-8e34-d831f1dbf2a8":{"name":"granularity","in":"query","schema":{"type":"string","description":"Time-series bucket duration, such as `1m`, `1h`, or `1d`. Defaults to `1d`.","uniqueKey":"","typeLabel":"string"}}},"responses":{"3e6afe49-5949-4f7b-94cc-b64e74598297":{"description":"OK","content":{"application/json":{"schema":{"type":"object","properties":{"endpointId":{"type":"string","description":"ID of the endpoint summarized by these analytics.","uniqueKey":"endpointId","typeLabel":"string"},"timeRange":{"type":"object","properties":{"startTime":{"type":"string","description":"Inclusive start of the time range.","format":"date-time","uniqueKey":"timeRange.startTime","typeLabel":"string\u003cdate-time>"},"endTime":{"type":"string","description":"Exclusive end of the time range.","format":"date-time","uniqueKey":"timeRange.endTime","typeLabel":"string\u003cdate-time>"}},"description":"Closed-open time range covered by the analytics.","uniqueKey":"timeRange","typeLabel":"object"},"metrics":{"type":"object","description":"Aggregated metrics over the time range.","properties":{"endpointId":{"type":"string","description":"The endpoint these metrics describe.","uniqueKey":"metrics.endpointId","typeLabel":"string"},"timeRange":{"type":"object","description":"Time range covered by the metrics.","properties":{"startTime":{"type":"string","description":"Inclusive start of the time range.","format":"date-time","uniqueKey":"metrics.timeRange.startTime","typeLabel":"string\u003cdate-time>"},"endTime":{"type":"string","description":"Exclusive end of the time range.","format":"date-time","uniqueKey":"metrics.timeRange.endTime","typeLabel":"string\u003cdate-time>"}},"uniqueKey":"metrics.timeRange","typeLabel":"object"},"requestMetrics":{"type":"object","properties":{"totalRequests":{"type":"string","description":"Total requests received during the time range.","uniqueKey":"metrics.requestMetrics.totalRequests","typeLabel":"string"},"successfulRequests":{"type":"string","description":"Requests completed successfully during the time range.","uniqueKey":"metrics.requestMetrics.successfulRequests","typeLabel":"string"},"failedRequests":{"type":"string","description":"Requests that failed during the time range.","uniqueKey":"metrics.requestMetrics.failedRequests","typeLabel":"string"},"requestsPerSecond":{"type":"number","description":"Average requests per second over the time range.","uniqueKey":"metrics.requestMetrics.requestsPerSecond","typeLabel":"number"},"requestsByStatusCode":{"type":"object","additionalProperties":{"type":"string","uniqueKey":"metrics.requestMetrics.requestsByStatusCode.additionalProperties","typeLabel":"string"},"description":"Request counts keyed by HTTP status code.","uniqueKey":"metrics.requestMetrics.requestsByStatusCode","typeLabel":"object"}},"description":"Request counts and rates.","uniqueKey":"metrics.requestMetrics","typeLabel":"object"},"latencyMetrics":{"type":"object","properties":{"ttftP50Ms":{"type":"number","description":"50th-percentile time to first token, in milliseconds.","uniqueKey":"metrics.latencyMetrics.ttftP50Ms","typeLabel":"number"},"ttftP90Ms":{"type":"number","description":"90th-percentile time to first token, in milliseconds.","uniqueKey":"metrics.latencyMetrics.ttftP90Ms","typeLabel":"number"},"ttftP99Ms":{"type":"number","description":"99th-percentile time to first token, in milliseconds.","uniqueKey":"metrics.latencyMetrics.ttftP99Ms","typeLabel":"number"},"latencyP50Ms":{"type":"number","description":"50th-percentile end-to-end request latency, in milliseconds.","uniqueKey":"metrics.latencyMetrics.latencyP50Ms","typeLabel":"number"},"latencyP90Ms":{"type":"number","description":"90th-percentile end-to-end request latency, in milliseconds.","uniqueKey":"metrics.latencyMetrics.latencyP90Ms","typeLabel":"number"},"latencyP99Ms":{"type":"number","description":"99th-percentile end-to-end request latency, in milliseconds.","uniqueKey":"metrics.latencyMetrics.latencyP99Ms","typeLabel":"number"},"itlP50Ms":{"type":"number","description":"50th-percentile inter-token latency, in milliseconds.","uniqueKey":"metrics.latencyMetrics.itlP50Ms","typeLabel":"number"},"itlP90Ms":{"type":"number","description":"90th-percentile inter-token latency, in milliseconds.","uniqueKey":"metrics.latencyMetrics.itlP90Ms","typeLabel":"number"},"itlP99Ms":{"type":"number","description":"99th-percentile inter-token latency, in milliseconds.","uniqueKey":"metrics.latencyMetrics.itlP99Ms","typeLabel":"number"}},"description":"Time-to-first-token, end-to-end, and inter-token latency percentiles.","uniqueKey":"metrics.latencyMetrics","typeLabel":"object"},"throughputMetrics":{"type":"object","properties":{"tokensPerSecond":{"type":"number","description":"Average generated tokens per second.","uniqueKey":"metrics.throughputMetrics.tokensPerSecond","typeLabel":"number"},"requestsPerSecond":{"type":"number","description":"Average completed requests per second.","uniqueKey":"metrics.throughputMetrics.requestsPerSecond","typeLabel":"number"},"avgBatchSize":{"type":"number","description":"Average number of requests processed in each runtime batch.","uniqueKey":"metrics.throughputMetrics.avgBatchSize","typeLabel":"number"},"avgBatchDepth":{"type":"number","description":"Average number of batches queued or in flight in the serving engine.","uniqueKey":"metrics.throughputMetrics.avgBatchDepth","typeLabel":"number"}},"description":"Token, request, and batching throughput.","uniqueKey":"metrics.throughputMetrics","typeLabel":"object"},"errorMetrics":{"type":"object","properties":{"errorRate":{"type":"number","description":"Percentage in [0, 100].","uniqueKey":"metrics.errorMetrics.errorRate","typeLabel":"number"},"errorsByType":{"type":"object","additionalProperties":{"type":"string","uniqueKey":"metrics.errorMetrics.errorsByType.additionalProperties","typeLabel":"string"},"description":"Counts of errors keyed by error type (e.g. HTTP status code or error kind).","uniqueKey":"metrics.errorMetrics.errorsByType","typeLabel":"object"}},"description":"Error rate and counts by error type.","uniqueKey":"metrics.errorMetrics","typeLabel":"object"},"resourceUtilization":{"type":"object","properties":{"cpuUtilization":{"type":"number","description":"Average CPU utilization across replicas, as a percentage.","uniqueKey":"metrics.resourceUtilization.cpuUtilization","typeLabel":"number"},"gpuUtilization":{"type":"number","description":"Average GPU compute utilization across replicas, as a percentage.","uniqueKey":"metrics.resourceUtilization.gpuUtilization","typeLabel":"number"},"memoryUtilization":{"type":"number","description":"Average system memory utilization across replicas, as a percentage.","uniqueKey":"metrics.resourceUtilization.memoryUtilization","typeLabel":"number"},"gpuMemoryUtilization":{"type":"number","description":"Average GPU memory utilization across replicas, as a percentage.","uniqueKey":"metrics.resourceUtilization.gpuMemoryUtilization","typeLabel":"number"},"networkBandwidthMbps":{"type":"number","description":"Average network throughput across replicas, in megabits per second.","uniqueKey":"metrics.resourceUtilization.networkBandwidthMbps","typeLabel":"number"}},"description":"Average CPU, GPU, memory, and network utilization.","uniqueKey":"metrics.resourceUtilization","typeLabel":"object"},"tokenMetrics":{"type":"object","properties":{"totalInputTokens":{"type":"string","description":"Total input tokens processed during the time range.","uniqueKey":"metrics.tokenMetrics.totalInputTokens","typeLabel":"string"},"totalOutputTokens":{"type":"string","description":"Total output tokens generated during the time range.","uniqueKey":"metrics.tokenMetrics.totalOutputTokens","typeLabel":"string"},"avgInputTokens":{"type":"number","description":"Average input tokens per request.","uniqueKey":"metrics.tokenMetrics.avgInputTokens","typeLabel":"number"},"avgOutputTokens":{"type":"number","description":"Average output tokens per request.","uniqueKey":"metrics.tokenMetrics.avgOutputTokens","typeLabel":"number"}},"description":"Input and output token totals and averages.","uniqueKey":"metrics.tokenMetrics","typeLabel":"object"},"deploymentMetrics":{"type":"array","items":{"type":"object","properties":{"deploymentId":{"type":"string","description":"ID of the deployment summarized by these metrics.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].deploymentId","typeLabel":"string"},"endpointId":{"type":"string","description":"ID of the deployment's parent endpoint.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].endpointId","typeLabel":"string"},"timeRange":{"type":"object","properties":{"startTime":{"type":"string","description":"Inclusive start of the time range.","format":"date-time","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].timeRange.startTime","typeLabel":"string\u003cdate-time>"},"endTime":{"type":"string","description":"Exclusive end of the time range.","format":"date-time","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].timeRange.endTime","typeLabel":"string\u003cdate-time>"}},"description":"Closed-open time range covered by the metrics.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].timeRange","typeLabel":"object"},"requestMetrics":{"type":"object","properties":{"totalRequests":{"type":"string","description":"Total requests received during the time range.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].requestMetrics.totalRequests","typeLabel":"string"},"successfulRequests":{"type":"string","description":"Requests completed successfully during the time range.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].requestMetrics.successfulRequests","typeLabel":"string"},"failedRequests":{"type":"string","description":"Requests that failed during the time range.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].requestMetrics.failedRequests","typeLabel":"string"},"requestsPerSecond":{"type":"number","description":"Average requests per second over the time range.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].requestMetrics.requestsPerSecond","typeLabel":"number"},"requestsByStatusCode":{"type":"object","additionalProperties":{"type":"string","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].requestMetrics.requestsByStatusCode.additionalProperties","typeLabel":"string"},"description":"Request counts keyed by HTTP status code.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].requestMetrics.requestsByStatusCode","typeLabel":"object"}},"description":"Request counts and rates.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].requestMetrics","typeLabel":"object"},"latencyMetrics":{"type":"object","properties":{"ttftP50Ms":{"type":"number","description":"50th-percentile time to first token, in milliseconds.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics.ttftP50Ms","typeLabel":"number"},"ttftP90Ms":{"type":"number","description":"90th-percentile time to first token, in milliseconds.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics.ttftP90Ms","typeLabel":"number"},"ttftP99Ms":{"type":"number","description":"99th-percentile time to first token, in milliseconds.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics.ttftP99Ms","typeLabel":"number"},"latencyP50Ms":{"type":"number","description":"50th-percentile end-to-end request latency, in milliseconds.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics.latencyP50Ms","typeLabel":"number"},"latencyP90Ms":{"type":"number","description":"90th-percentile end-to-end request latency, in milliseconds.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics.latencyP90Ms","typeLabel":"number"},"latencyP99Ms":{"type":"number","description":"99th-percentile end-to-end request latency, in milliseconds.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics.latencyP99Ms","typeLabel":"number"},"itlP50Ms":{"type":"number","description":"50th-percentile inter-token latency, in milliseconds.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics.itlP50Ms","typeLabel":"number"},"itlP90Ms":{"type":"number","description":"90th-percentile inter-token latency, in milliseconds.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics.itlP90Ms","typeLabel":"number"},"itlP99Ms":{"type":"number","description":"99th-percentile inter-token latency, in milliseconds.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics.itlP99Ms","typeLabel":"number"}},"description":"Time-to-first-token, end-to-end, and inter-token latency percentiles.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].latencyMetrics","typeLabel":"object"},"throughputMetrics":{"type":"object","properties":{"tokensPerSecond":{"type":"number","description":"Average generated tokens per second.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].throughputMetrics.tokensPerSecond","typeLabel":"number"},"requestsPerSecond":{"type":"number","description":"Average completed requests per second.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].throughputMetrics.requestsPerSecond","typeLabel":"number"},"avgBatchSize":{"type":"number","description":"Average number of requests processed in each runtime batch.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].throughputMetrics.avgBatchSize","typeLabel":"number"},"avgBatchDepth":{"type":"number","description":"Average number of batches queued or in flight in the serving engine.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].throughputMetrics.avgBatchDepth","typeLabel":"number"}},"description":"Token, request, and batching throughput.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].throughputMetrics","typeLabel":"object"},"errorMetrics":{"type":"object","properties":{"errorRate":{"type":"number","description":"Percentage in [0, 100].","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].errorMetrics.errorRate","typeLabel":"number"},"errorsByType":{"type":"object","additionalProperties":{"type":"string","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].errorMetrics.errorsByType.additionalProperties","typeLabel":"string"},"description":"Counts of errors keyed by error type (e.g. HTTP status code or error kind).","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].errorMetrics.errorsByType","typeLabel":"object"}},"description":"Error rate and counts by error type.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].errorMetrics","typeLabel":"object"},"resourceUtilization":{"type":"object","properties":{"cpuUtilization":{"type":"number","description":"Average CPU utilization across replicas, as a percentage.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].resourceUtilization.cpuUtilization","typeLabel":"number"},"gpuUtilization":{"type":"number","description":"Average GPU compute utilization across replicas, as a percentage.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].resourceUtilization.gpuUtilization","typeLabel":"number"},"memoryUtilization":{"type":"number","description":"Average system memory utilization across replicas, as a percentage.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].resourceUtilization.memoryUtilization","typeLabel":"number"},"gpuMemoryUtilization":{"type":"number","description":"Average GPU memory utilization across replicas, as a percentage.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].resourceUtilization.gpuMemoryUtilization","typeLabel":"number"},"networkBandwidthMbps":{"type":"number","description":"Average network throughput across replicas, in megabits per second.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].resourceUtilization.networkBandwidthMbps","typeLabel":"number"}},"description":"Average CPU, GPU, memory, and network utilization.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].resourceUtilization","typeLabel":"object"},"tokenMetrics":{"type":"object","properties":{"totalInputTokens":{"type":"string","description":"Total input tokens processed during the time range.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].tokenMetrics.totalInputTokens","typeLabel":"string"},"totalOutputTokens":{"type":"string","description":"Total output tokens generated during the time range.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].tokenMetrics.totalOutputTokens","typeLabel":"string"},"avgInputTokens":{"type":"number","description":"Average input tokens per request.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].tokenMetrics.avgInputTokens","typeLabel":"number"},"avgOutputTokens":{"type":"number","description":"Average output tokens per request.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].tokenMetrics.avgOutputTokens","typeLabel":"number"}},"description":"Input and output token totals and averages.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX].tokenMetrics","typeLabel":"object"}},"description":"Operational metrics for one deployment under an endpoint.","uniqueKey":"metrics.deploymentMetrics.items.[INDEX]","typeLabel":"object"},"description":"Per-deployment breakdown, if the endpoint has multiple deployments.","uniqueKey":"metrics.deploymentMetrics","typeLabel":"object[]"}},"uniqueKey":"metrics","typeLabel":"object"},"timeSeries":{"type":"array","items":{"type":"object","properties":{"timestamp":{"type":"string","format":"date-time","description":"Start time of the metric bucket.","uniqueKey":"timeSeries.items.[INDEX].timestamp","typeLabel":"string\u003cdate-time>"},"values":{"type":"object","additionalProperties":{"type":"number","uniqueKey":"timeSeries.items.[INDEX].values.additionalProperties","typeLabel":"number"},"description":"Metric names mapped to their numeric values for this bucket.","uniqueKey":"timeSeries.items.[INDEX].values","typeLabel":"object"}},"description":"Timestamped bucket containing one or more named metric values.","uniqueKey":"timeSeries.items.[INDEX]","typeLabel":"object"},"description":"Per-bucket metric samples, included only when `includeTimeSeries` is true.","uniqueKey":"timeSeries","typeLabel":"object[]"},"deploymentAnalytics":{"type":"array","items":{"type":"object","properties":{"deploymentId":{"type":"string","description":"ID of the deployment summarized by these analytics.","uniqueKey":"deploymentAnalytics.items.[INDEX].deploymentId","typeLabel":"string"},"endpointId":{"type":"string","description":"ID of the deployment's parent endpoint.","uniqueKey":"deploymentAnalytics.items.[INDEX].endpointId","typeLabel":"string"},"timeRange":{"type":"object","properties":{"startTime":{"type":"string","description":"Inclusive start of the time range.","format":"date-time","uniqueKey":"deploymentAnalytics.items.[INDEX].timeRange.startTime","typeLabel":"string\u003cdate-time>"},"endTime":{"type":"string","description":"Exclusive end of the time range.","format":"date-time","uniqueKey":"deploymentAnalytics.items.[INDEX].timeRange.endTime","typeLabel":"string\u003cdate-time>"}},"description":"Closed-open time range covered by the analytics.","uniqueKey":"deploymentAnalytics.items.[INDEX].timeRange","typeLabel":"object"},"metrics":{"type":"object","properties":{"deploymentId":{"type":"string","description":"ID of the deployment summarized by these metrics.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.deploymentId","typeLabel":"string"},"endpointId":{"type":"string","description":"ID of the deployment's parent endpoint.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.endpointId","typeLabel":"string"},"timeRange":{"type":"object","properties":{"startTime":{"type":"string","description":"Inclusive start of the time range.","format":"date-time","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.timeRange.startTime","typeLabel":"string\u003cdate-time>"},"endTime":{"type":"string","description":"Exclusive end of the time range.","format":"date-time","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.timeRange.endTime","typeLabel":"string\u003cdate-time>"}},"description":"Closed-open time range covered by the metrics.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.timeRange","typeLabel":"object"},"requestMetrics":{"type":"object","properties":{"totalRequests":{"type":"string","description":"Total requests received during the time range.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.requestMetrics.totalRequests","typeLabel":"string"},"successfulRequests":{"type":"string","description":"Requests completed successfully during the time range.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.requestMetrics.successfulRequests","typeLabel":"string"},"failedRequests":{"type":"string","description":"Requests that failed during the time range.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.requestMetrics.failedRequests","typeLabel":"string"},"requestsPerSecond":{"type":"number","description":"Average requests per second over the time range.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.requestMetrics.requestsPerSecond","typeLabel":"number"},"requestsByStatusCode":{"type":"object","additionalProperties":{"type":"string","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.requestMetrics.requestsByStatusCode.additionalProperties","typeLabel":"string"},"description":"Request counts keyed by HTTP status code.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.requestMetrics.requestsByStatusCode","typeLabel":"object"}},"description":"Request counts and rates.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.requestMetrics","typeLabel":"object"},"latencyMetrics":{"type":"object","properties":{"ttftP50Ms":{"type":"number","description":"50th-percentile time to first token, in milliseconds.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics.ttftP50Ms","typeLabel":"number"},"ttftP90Ms":{"type":"number","description":"90th-percentile time to first token, in milliseconds.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics.ttftP90Ms","typeLabel":"number"},"ttftP99Ms":{"type":"number","description":"99th-percentile time to first token, in milliseconds.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics.ttftP99Ms","typeLabel":"number"},"latencyP50Ms":{"type":"number","description":"50th-percentile end-to-end request latency, in milliseconds.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics.latencyP50Ms","typeLabel":"number"},"latencyP90Ms":{"type":"number","description":"90th-percentile end-to-end request latency, in milliseconds.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics.latencyP90Ms","typeLabel":"number"},"latencyP99Ms":{"type":"number","description":"99th-percentile end-to-end request latency, in milliseconds.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics.latencyP99Ms","typeLabel":"number"},"itlP50Ms":{"type":"number","description":"50th-percentile inter-token latency, in milliseconds.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics.itlP50Ms","typeLabel":"number"},"itlP90Ms":{"type":"number","description":"90th-percentile inter-token latency, in milliseconds.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics.itlP90Ms","typeLabel":"number"},"itlP99Ms":{"type":"number","description":"99th-percentile inter-token latency, in milliseconds.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics.itlP99Ms","typeLabel":"number"}},"description":"Time-to-first-token, end-to-end, and inter-token latency percentiles.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.latencyMetrics","typeLabel":"object"},"throughputMetrics":{"type":"object","properties":{"tokensPerSecond":{"type":"number","description":"Average generated tokens per second.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.throughputMetrics.tokensPerSecond","typeLabel":"number"},"requestsPerSecond":{"type":"number","description":"Average completed requests per second.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.throughputMetrics.requestsPerSecond","typeLabel":"number"},"avgBatchSize":{"type":"number","description":"Average number of requests processed in each runtime batch.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.throughputMetrics.avgBatchSize","typeLabel":"number"},"avgBatchDepth":{"type":"number","description":"Average number of batches queued or in flight in the serving engine.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.throughputMetrics.avgBatchDepth","typeLabel":"number"}},"description":"Token, request, and batching throughput.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.throughputMetrics","typeLabel":"object"},"errorMetrics":{"type":"object","properties":{"errorRate":{"type":"number","description":"Percentage in [0, 100].","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.errorMetrics.errorRate","typeLabel":"number"},"errorsByType":{"type":"object","additionalProperties":{"type":"string","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.errorMetrics.errorsByType.additionalProperties","typeLabel":"string"},"description":"Counts of errors keyed by error type (e.g. HTTP status code or error kind).","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.errorMetrics.errorsByType","typeLabel":"object"}},"description":"Error rate and counts by error type.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.errorMetrics","typeLabel":"object"},"resourceUtilization":{"type":"object","properties":{"cpuUtilization":{"type":"number","description":"Average CPU utilization across replicas, as a percentage.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.resourceUtilization.cpuUtilization","typeLabel":"number"},"gpuUtilization":{"type":"number","description":"Average GPU compute utilization across replicas, as a percentage.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.resourceUtilization.gpuUtilization","typeLabel":"number"},"memoryUtilization":{"type":"number","description":"Average system memory utilization across replicas, as a percentage.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.resourceUtilization.memoryUtilization","typeLabel":"number"},"gpuMemoryUtilization":{"type":"number","description":"Average GPU memory utilization across replicas, as a percentage.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.resourceUtilization.gpuMemoryUtilization","typeLabel":"number"},"networkBandwidthMbps":{"type":"number","description":"Average network throughput across replicas, in megabits per second.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.resourceUtilization.networkBandwidthMbps","typeLabel":"number"}},"description":"Average CPU, GPU, memory, and network utilization.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.resourceUtilization","typeLabel":"object"},"tokenMetrics":{"type":"object","properties":{"totalInputTokens":{"type":"string","description":"Total input tokens processed during the time range.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.tokenMetrics.totalInputTokens","typeLabel":"string"},"totalOutputTokens":{"type":"string","description":"Total output tokens generated during the time range.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.tokenMetrics.totalOutputTokens","typeLabel":"string"},"avgInputTokens":{"type":"number","description":"Average input tokens per request.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.tokenMetrics.avgInputTokens","typeLabel":"number"},"avgOutputTokens":{"type":"number","description":"Average output tokens per request.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.tokenMetrics.avgOutputTokens","typeLabel":"number"}},"description":"Input and output token totals and averages.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics.tokenMetrics","typeLabel":"object"}},"description":"Aggregate operational metrics for the deployment.","uniqueKey":"deploymentAnalytics.items.[INDEX].metrics","typeLabel":"object"},"timeSeries":{"type":"array","items":{"type":"object","properties":{"timestamp":{"type":"string","format":"date-time","description":"Start time of the metric bucket.","uniqueKey":"deploymentAnalytics.items.[INDEX].timeSeries.items.[INDEX].timestamp","typeLabel":"string\u003cdate-time>"},"values":{"type":"object","additionalProperties":{"type":"number","uniqueKey":"deploymentAnalytics.items.[INDEX].timeSeries.items.[INDEX].values.additionalProperties","typeLabel":"number"},"description":"Metric names mapped to their numeric values for this bucket.","uniqueKey":"deploymentAnalytics.items.[INDEX].timeSeries.items.[INDEX].values","typeLabel":"object"}},"description":"Timestamped bucket containing one or more named metric values.","uniqueKey":"deploymentAnalytics.items.[INDEX].timeSeries.items.[INDEX]","typeLabel":"object"},"description":"Per-bucket metric samples for the deployment.","uniqueKey":"deploymentAnalytics.items.[INDEX].timeSeries","typeLabel":"object[]"}},"description":"Usage and performance analytics for one deployment under an endpoint.","uniqueKey":"deploymentAnalytics.items.[INDEX]","typeLabel":"object"},"description":"Per-deployment analytics.","uniqueKey":"deploymentAnalytics","typeLabel":"object[]"}},"description":"Endpoint-wide usage and performance analytics with optional time-series and per-deployment breakdowns.","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"endpointId":"\u003cstring>","timeRange":{"startTime":"2023-11-07T05:31:56Z","endTime":"2023-11-07T05:31:56Z"},"metrics":{"endpointId":"\u003cstring>","timeRange":{"startTime":"2023-11-07T05:31:56Z","endTime":"2023-11-07T05:31:56Z"},"requestMetrics":{"totalRequests":"\u003cstring>","successfulRequests":"\u003cstring>","failedRequests":"\u003cstring>","requestsPerSecond":123,"requestsByStatusCode":{}},"latencyMetrics":{"ttftP50Ms":123,"ttftP90Ms":123,"ttftP99Ms":123,"latencyP50Ms":123,"latencyP90Ms":123,"latencyP99Ms":123,"itlP50Ms":123,"itlP90Ms":123,"itlP99Ms":123},"throughputMetrics":{"tokensPerSecond":123,"requestsPerSecond":123,"avgBatchSize":123,"avgBatchDepth":123},"errorMetrics":{"errorRate":123,"errorsByType":{}},"resourceUtilization":{"cpuUtilization":123,"gpuUtilization":123,"memoryUtilization":123,"gpuMemoryUtilization":123,"networkBandwidthMbps":123},"tokenMetrics":{"totalInputTokens":"\u003cstring>","totalOutputTokens":"\u003cstring>","avgInputTokens":123,"avgOutputTokens":123},"deploymentMetrics":[{"deploymentId":"\u003cstring>","endpointId":"\u003cstring>","timeRange":{"startTime":"2023-11-07T05:31:56Z","endTime":"2023-11-07T05:31:56Z"},"requestMetrics":{"totalRequests":"\u003cstring>","successfulRequests":"\u003cstring>","failedRequests":"\u003cstring>","requestsPerSecond":123,"requestsByStatusCode":{}},"latencyMetrics":{"ttftP50Ms":123,"ttftP90Ms":123,"ttftP99Ms":123,"latencyP50Ms":123,"latencyP90Ms":123,"latencyP99Ms":123,"itlP50Ms":123,"itlP90Ms":123,"itlP99Ms":123},"throughputMetrics":{"tokensPerSecond":123,"requestsPerSecond":123,"avgBatchSize":123,"avgBatchDepth":123},"errorMetrics":{"errorRate":123,"errorsByType":{}},"resourceUtilization":{"cpuUtilization":123,"gpuUtilization":123,"memoryUtilization":123,"gpuMemoryUtilization":123,"networkBandwidthMbps":123},"tokenMetrics":{"totalInputTokens":"\u003cstring>","totalOutputTokens":"\u003cstring>","avgInputTokens":123,"avgOutputTokens":123}}]},"timeSeries":[{"timestamp":"2023-11-07T05:31:56Z","values":{}}],"deploymentAnalytics":[{"deploymentId":"\u003cstring>","endpointId":"\u003cstring>","timeRange":{"startTime":"2023-11-07T05:31:56Z","endTime":"2023-11-07T05:31:56Z"},"metrics":{"deploymentId":"\u003cstring>","endpointId":"\u003cstring>","timeRange":{"startTime":"2023-11-07T05:31:56Z","endTime":"2023-11-07T05:31:56Z"},"requestMetrics":{"totalRequests":"\u003cstring>","successfulRequests":"\u003cstring>","failedRequests":"\u003cstring>","requestsPerSecond":123,"requestsByStatusCode":{}},"latencyMetrics":{"ttftP50Ms":123,"ttftP90Ms":123,"ttftP99Ms":123,"latencyP50Ms":123,"latencyP90Ms":123,"latencyP99Ms":123,"itlP50Ms":123,"itlP90Ms":123,"itlP99Ms":123},"throughputMetrics":{"tokensPerSecond":123,"requestsPerSecond":123,"avgBatchSize":123,"avgBatchDepth":123},"errorMetrics":{"errorRate":123,"errorsByType":{}},"resourceUtilization":{"cpuUtilization":123,"gpuUtilization":123,"memoryUtilization":123,"gpuMemoryUtilization":123,"networkBandwidthMbps":123},"tokenMetrics":{"totalInputTokens":"\u003cstring>","totalOutputTokens":"\u003cstring>","avgInputTokens":123,"avgOutputTokens":123}},"timeSeries":[{"timestamp":"2023-11-07T05:31:56Z","values":{}}]}]}}},"exampleType":"generated"}},"exampleType":"generated"},"16f45fff-5a5f-4d30-a54d-68df0daea112":{"description":"Default error response","content":{"application/json":{"schema":{"type":"object","required":["error"],"properties":{"error":{"type":"object","properties":{"message":{"type":"string","nullable":false,"isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"type":{"type":"string","nullable":false,"isRequired":true,"uniqueKey":"error.type","typeLabel":"string"},"param":{"oneOf":[{"type":"string","default":null,"uniqueKey":"error.param.oneOf.0","typeLabel":"string"},{"type":"null","default":null,"uniqueKey":"error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"error.param","typeLabel":"string | null"},"code":{"oneOf":[{"type":"string","default":null,"uniqueKey":"error.code.oneOf.0","typeLabel":"string"},{"type":"null","default":null,"uniqueKey":"error.code.oneOf.1","typeLabel":"null"}],"uniqueKey":"error.code","typeLabel":"string | null"}},"required":["type","message"],"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"\u003cstring>","param":null,"code":null}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"83516b33-babd-476f-aad6-9b31a4954bbc":{"bearerAuth":{"type":"http","scheme":"bearer","x-bearer-format":"bearer","x-default":"default","scopes":[],"schemeName":"bearerAuth"}}},"servers":{"3848db44-9534-439b-b9d0-a564eb523dd6":{"url":"https://api.together.ai","description":"Default environment for APIs"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","x-bearer-format":"bearer","x-default":"default","scopes":[],"schemeName":"bearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Bearer authentication header of the form `Bearer \u003ctoken>`, where `\u003ctoken>` is your auth token.","format":"bearer","default":"default","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"bearerAuth","name":"Authorization"}],"title":"bearerAuth"}]},"originalFileLocation":"openapi.yaml"},"subdomain":"togetherai-52386018","siteName":"Together AI docs","title":"Get endpoint analytics - Together AI docs","contextualStarterQuestions":[{"_id":"6ad91ddefbf19541c895c21e","deploymentId":"686f1c528aaae71885a4b279","questionText":"How do I get endpoint metrics?","status":"active","generatedBy":"contextual","path":"reference/dmi/endpoints-analytics","createdAt":"2026-10-21T20:17:34.843Z","updatedAt":"2026-10-21T20:17:34.843Z","__v":0},{"_id":"6ad91ddefbf19541c895c21f","deploymentId":"686f1c528aaae71885a4b279","questionText":"What analytics data is available?","status":"active","generatedBy":"contextual","path":"reference/dmi/endpoints-analytics","createdAt":"2026-10-21T20:17:34.843Z","updatedAt":"2026-10-21T20:17:34.843Z","__v":0},{"_id":"6ad91ddefbf19541c895c220","deploymentId":"686f1c528aaae71885a4b279","questionText":"How do I track endpoint performance?","status":"active","generatedBy":"contextual","path":"reference/dmi/endpoints-analytics","createdAt":"2026-10-21T20:17:34.843Z","updatedAt":"2026-10-21T20:17:34.843Z","__v":0}],"navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-21T20:17:09.741Z","originalFileLocation":"reference/dmi/endpoints-analytics.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Together AI docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Get endpoint analytics - Together AI docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Together AI docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.together.ai/reference/dmi/endpoints-analytics\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://togetherai-52386018.mintlify.site/_mintlify/api/og/v2?division=Endpoints\u0026amp;title=Get+endpoint+analytics\u0026amp;description=Returns+aggregated+request%2C+token%2C+latency%2C+throughput%2C+error%2C+and+resource-utilization+metrics+for+an+endpoint+over+a+time+range.+Optionally+includes+time-seri\u0026amp;theme=f16cbd51dcb07dd312be70df\u0026amp;signature=8d7fdbe1e44b63eb47713ec5174c496c68eb4963e24799f414a60024b2f354e0\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Get endpoint analytics - Together AI docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://togetherai-52386018.mintlify.site/_mintlify/api/og/v2?division=Endpoints\u0026amp;title=Get+endpoint+analytics\u0026amp;description=Returns+aggregated+request%2C+token%2C+latency%2C+throughput%2C+error%2C+and+resource-utilization+metrics+for+an+endpoint+over+a+time+range.+Optionally+includes+time-seri\u0026amp;theme=f16cbd51dcb07dd312be70df\u0026amp;signature=8d7fdbe1e44b63eb47713ec5174c496c68eb4963e24799f414a60024b2f354e0\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/togetherai-52386018/GkjET5UlJhhSwWhA/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Together AI docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#FC4C02\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.together.ai/reference/dmi/endpoints-analytics\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/dmi/endpoints-analytics.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.together.ai/#organization\",\"name\":\"Together AI docs\",\"url\":\"https://docs.together.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/togetherai-52386018/gasg_XMR14P-KB11/logo/logo.svg?fit=max\u0026auto=format\u0026n=gasg_XMR14P-KB11\u0026q=85\u0026s=7ce2e810455d35e5916bb7253983eb98\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.together.ai#website\",\"name\":\"Together AI docs\",\"url\":\"https://docs.together.ai\",\"publisher\":{\"@id\":\"https://docs.together.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.together.ai/reference/dmi/endpoints-analytics#webpage\",\"url\":\"https://docs.together.ai/reference/dmi/endpoints-analytics\",\"name\":\"Get endpoint analytics\",\"description\":\"Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.\",\"dateModified\":\"2026-10-21T20:17:09.741Z\",\"isPartOf\":{\"@id\":\"https://docs.together.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.together.ai/reference/dmi/endpoints-analytics#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.together.ai/reference/dmi/endpoints-analytics#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"TOGETHER APIS\",\"item\":\"https://docs.together.ai/reference/chat-completions\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Endpoints\",\"item\":\"https://docs.together.ai/reference/dmi/endpoints-list\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Get endpoint analytics\",\"item\":\"https://docs.together.ai/reference/dmi/endpoints-analytics\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.together.ai/reference/dmi/endpoints-analytics#apireference\",\"headline\":\"Get endpoint analytics\",\"name\":\"Get endpoint analytics\",\"description\":\"Returns aggregated request, token, latency, throughput, error, and resource-utilization metrics for an endpoint over a time range. Optionally includes time-series buckets and a per-deployment breakdown.\",\"url\":\"https://docs.together.ai/reference/dmi/endpoints-analytics\",\"mainEntityOfPage\":{\"@id\":\"https://docs.together.ai/reference/dmi/endpoints-analytics#webpage\"},\"dateModified\":\"2026-10-21T20:17:09.741Z\",\"publisher\":{\"@id\":\"https://docs.together.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.together.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Together AI docs\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Together AI docs\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/reference/dmi/endpoints-analytics.md","siteName":"Together AI docs","nav":{"global":null,"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/intro"}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/docs/guides"}]},{"tab":"Learn","pages":[{"title":"Learn","href":"/learn"}]},{"tab":"Demos","pages":[{"title":"Demos","href":"/examples"}]},{"tab":"API reference","groups":[{"group":"TOGETHER APIS","pages":[{"group":"Chat","pages":[{"openapi":"openapi.yaml POST /v1/chat/completions","title":"Create chat completion","href":"/reference/chat-completions"}]},{"group":"Images","pages":[{"openapi":"openapi.yaml POST /v1/images/generations","title":"Create image","href":"/reference/post-images-generations"}]},{"group":"Audio","pages":[{"openapi":"openapi.yaml POST /v1/audio/speech","title":"Create audio generation request","href":"/reference/audio-speech"},{"title":"Create realtime text-to-speech","openapi":"openapi.yaml GET /v1/audio/speech/websocket","href":"/reference/audio-speech-websocket"},{"title":"List voices","openapi":"openapi.yaml GET /v1/voices","href":"/reference/voices-list"},{"openapi":"openapi.yaml POST /v1/audio/transcriptions","title":"Create audio transcription request","href":"/reference/audio-transcriptions"},{"openapi":"openapi.yaml POST /v1/audio/translations","title":"Create audio translation request","href":"/reference/audio-translations"},{"openapi":"openapi.yaml GET /v1/realtime","title":"Real-time audio transcription via WebSocket","href":"/reference/audio-transcriptions-realtime"}]},{"group":"Videos","pages":[{"openapi":"openapi.yaml POST /v2/videos","title":"Create video","href":"/reference/create-videos"},{"openapi":"openapi.yaml GET /v2/videos/{id}","title":"Fetch video metadata","href":"/reference/get-videos-id"}]},{"group":"Rerank","pages":[{"openapi":"openapi.yaml POST /v1/rerank","title":"Create a rerank request","href":"/reference/rerank"}]},{"group":"Completion","pages":[{"openapi":"openapi.yaml POST /v1/completions","title":"Create completion","href":"/reference/completions"}]},{"group":"Batches","pages":[{"openapi":"openapi.yaml GET /v1/batches","title":"List batch jobs","href":"/reference/batch-list"},{"openapi":"openapi.yaml POST /v1/batches","title":"Create a batch job","href":"/reference/batch-create"},{"openapi":"openapi.yaml GET /v1/batches/{id}","title":"Get a batch job","href":"/reference/batch-get"},{"openapi":"openapi.yaml POST /v1/batches/{id}/cancel","title":"Cancel a batch job","href":"/reference/batch-cancel"}]},{"group":"Post-training","pages":[{"openapi":"openapi.yaml GET /v1/rl/supported-models","title":"List supported models","href":"/reference/post-training/supported-models-list"},{"group":"Model resources","pages":[{"openapi":"openapi.yaml GET /v1/rl/model-resources","title":"List model resources","href":"/reference/post-training/model-resources-list"},{"openapi":"openapi.yaml POST /v1/rl/model-resources","title":"Create model resources","href":"/reference/post-training/model-resources-create"},{"openapi":"openapi.yaml POST /v1/rl/model-resources/estimate-cost","title":"Estimate on-demand model resource cost","href":"/reference/post-training/model-resources-estimate-cost"},{"openapi":"openapi.yaml GET /v1/rl/model-resources/{model_resources_id}","title":"Get model resources","href":"/reference/post-training/model-resources-get"},{"openapi":"openapi.yaml POST /v1/rl/model-resources/{model_resources_id}/extend-expiry","title":"Extend model resources expiry","href":"/reference/post-training/model-resources-extend-expiry"},{"openapi":"openapi.yaml POST /v1/rl/model-resources/{model_resources_id}/stop","title":"Stop model resources","href":"/reference/post-training/model-resources-stop"}]},{"group":"Training sessions","pages":[{"openapi":"openapi.yaml GET /v1/rl/training-sessions","title":"List training sessions","href":"/reference/post-training/training-sessions-list"},{"openapi":"openapi.yaml POST /v1/rl/training-sessions","title":"Create training session","href":"/reference/post-training/training-sessions-create"},{"openapi":"openapi.yaml GET /v1/rl/training-sessions/{session_id}","title":"Get training session","href":"/reference/post-training/training-sessions-get"},{"openapi":"openapi.yaml PATCH /v1/rl/training-sessions/{session_id}","title":"Update a training session","href":"/reference/post-training/training-sessions-update"},{"openapi":"openapi.yaml POST /v1/rl/training-sessions/{session_id}/stop","title":"Stop training session","href":"/reference/post-training/training-sessions-stop"}]},{"group":"Operations","pages":[{"openapi":"openapi.yaml POST /v1/rl/training-sessions/{session_id}/operations/forward-backward","title":"Forward-backward pass","href":"/reference/post-training/operations-forward-backward-create"},{"openapi":"openapi.yaml GET /v1/rl/training-sessions/{session_id}/operations/forward-backward/{operation_id}","title":"Get forward-backward operation","href":"/reference/post-training/operations-forward-backward-get"},{"openapi":"openapi.yaml POST /v1/rl/training-sessions/{session_id}/operations/custom-forward-backward","title":"Custom forward-backward pass","href":"/reference/post-training/operations-custom-forward-backward-create"},{"openapi":"openapi.yaml GET /v1/rl/training-sessions/{session_id}/operations/custom-forward-backward/{operation_id}","title":"Get custom forward-backward operation","href":"/reference/post-training/operations-custom-forward-backward-get"},{"openapi":"openapi.yaml POST /v1/rl/training-sessions/{session_id}/operations/optim-step","title":"Optimizer step","href":"/reference/post-training/operations-optim-step-create"},{"openapi":"openapi.yaml GET /v1/rl/training-sessions/{session_id}/operations/optim-step/{operation_id}","title":"Get optim-step operation","href":"/reference/post-training/operations-optim-step-get"},{"openapi":"openapi.yaml POST /v1/rl/training-sessions/{session_id}/operations/sample","title":"Sample","href":"/reference/post-training/operations-sample-create"},{"openapi":"openapi.yaml GET /v1/rl/training-sessions/{session_id}/operations/sample/{operation_id}","title":"Get sample operation","href":"/reference/post-training/operations-sample-get"},{"openapi":"openapi.yaml POST /v1/rl/training-sessions/{session_id}/operations/weights-sync","title":"Weights sync","href":"/reference/post-training/operations-weights-sync-create"},{"openapi":"openapi.yaml GET /v1/rl/training-sessions/{session_id}/operations/weights-sync/{operation_id}","title":"Get weights-sync operation","href":"/reference/post-training/operations-weights-sync-get"},{"openapi":"openapi.yaml POST /v1/rl/training-sessions/{session_id}/operations/inference-checkpoint","title":"Create inference checkpoint","href":"/reference/post-training/operations-inference-checkpoint-create"},{"openapi":"openapi.yaml GET /v1/rl/training-sessions/{session_id}/operations/inference-checkpoint/{operation_id}","title":"Get inference checkpoint operation","href":"/reference/post-training/operations-inference-checkpoint-get"},{"openapi":"openapi.yaml POST /v1/rl/training-sessions/{session_id}/operations/training-checkpoint","title":"Save training checkpoint","href":"/reference/post-training/operations-training-checkpoint-create"},{"openapi":"openapi.yaml GET /v1/rl/training-sessions/{session_id}/operations/training-checkpoint/{operation_id}","title":"Get save training checkpoint operation","href":"/reference/post-training/operations-training-checkpoint-get"}]},{"group":"Checkpoints","pages":[{"openapi":"openapi.yaml GET /v1/rl/checkpoints","title":"List checkpoints","href":"/reference/post-training/checkpoints-list"},{"openapi":"openapi.yaml GET /v1/rl/checkpoints/{id}","title":"Get checkpoint","href":"/reference/post-training/checkpoints-get"},{"openapi":"openapi.yaml GET /v1/rl/checkpoints/{id}/download","title":"Download checkpoint","href":"/reference/post-training/checkpoints-download"}]},{"group":"FP4 preparation","pages":[{"openapi":"openapi.yaml POST /v1/shaping/prepare-for-fp4-inference","title":"Prepare a fine-tuned model for FP4 inference","href":"/reference/post-training/fp4-inference-create"},{"openapi":"openapi.yaml POST /v1/shaping/prepare-for-fp4-inference/estimate","title":"Estimate FP4 preparation cost","href":"/reference/post-training/fp4-inference-estimate"},{"title":"List FP4 preparation jobs","openapi":"openapi.yaml GET /v1/shaping","href":"/reference/post-training/shaping-jobs-list"},{"title":"Get FP4 preparation job","openapi":"openapi.yaml GET /v1/shaping/{id}","href":"/reference/post-training/shaping-jobs-get"},{"title":"Cancel FP4 preparation job","openapi":"openapi.yaml POST /v1/shaping/{id}/cancel","href":"/reference/post-training/shaping-jobs-cancel"},{"title":"List FP4 preparation job events","openapi":"openapi.yaml GET /v1/shaping/{id}/events","href":"/reference/post-training/shaping-jobs-list-events"}]}]},{"group":"Fine-tuning","pages":[{"openapi":"openapi.yaml POST /v1/fine-tunes","title":"Create job","href":"/reference/post-fine-tunes"},{"openapi":"openapi.yaml POST /v1/fine-tunes/estimate-price","title":"Estimate price","href":"/reference/post-fine-tunes-estimate-price"},{"openapi":"openapi.yaml POST /v1/fine-tunes/preview","title":"Preview tokenized data","href":"/reference/post-fine-tunes-preview"},{"openapi":"openapi.yaml GET /v1/fine-tunes","title":"List all jobs","href":"/reference/get-fine-tunes"},{"openapi":"openapi.yaml GET /v1/fine-tunes/{id}","title":"List job","href":"/reference/get-fine-tunes-id"},{"openapi":"openapi.yaml GET /v1/fine-tunes/{id}/events","title":"List job events","href":"/reference/get-fine-tunes-id-events"},{"openapi":"openapi.yaml GET /v1/fine-tunes/{id}/checkpoints","title":"List checkpoints","href":"/reference/get-fine-tunes-id-checkpoint"},{"openapi":"openapi.yaml GET /v1/fine-tunes/{id}/metrics","title":"Get metrics","href":"/reference/get-fine-tunes-id-metrics"},{"openapi":"openapi.yaml GET /v1/fine-tunes/{id}/download-tokenized-dataset","title":"Download tokenized dataset","href":"/reference/get-fine-tunes-id-download-tokenized-dataset"},{"openapi":"openapi.yaml GET /v1/finetune/download","title":"Download model","href":"/reference/get-finetune-download"},{"openapi":"openapi.yaml POST /v1/fine-tunes/{id}/cancel","title":"Cancel job","href":"/reference/post-fine-tunes-id-cancel"},{"openapi":"openapi.yaml DELETE /v1/fine-tunes/{id}","title":"Delete a fine-tune job","href":"/reference/delete-fine-tunes-id"},{"openapi":"openapi.yaml GET /v1/fine-tunes/models/supported","title":"List supported models","href":"/reference/get-fine-tunes-models-supported"},{"openapi":"openapi.yaml GET /v1/fine-tunes/models/limits","title":"Get model limits","href":"/reference/get-fine-tunes-models-limits"}]},{"group":"Evaluations","pages":[{"openapi":"openapi.yaml POST /v1/evaluation","title":"Create an evaluation job","href":"/reference/create-evaluation"},{"openapi":"openapi.yaml GET /v1/evaluation","title":"Get all evaluation jobs","href":"/reference/list-evaluations"},{"openapi":"openapi.yaml GET /v1/evaluation/{id}","title":"Get evaluation job details","href":"/reference/get-evaluation"},{"openapi":"openapi.yaml GET /v1/evaluation/{id}/status","title":"Get evaluation job status and results","href":"/reference/get-evaluation-status"},{"openapi":"openapi.yaml GET /v1/evaluation/model-list","title":"Get model list","href":"/reference/list-evaluation-models"}]},{"group":"Files","pages":[{"openapi":"openapi.yaml GET /v1/files","title":"List all files","href":"/reference/get-files"},{"openapi":"openapi.yaml GET /v1/files/{id}","title":"Retrieve file metadata","href":"/reference/get-files-id"},{"openapi":"openapi.yaml DELETE /v1/files/{id}","title":"Delete a file","href":"/reference/delete-files-id"},{"openapi":"openapi.yaml GET /v1/files/{id}/content","title":"Get file contents","href":"/reference/get-files-id-content"},{"openapi":"openapi.yaml POST /v1/files/upload","title":"Upload a file","href":"/reference/upload-file"}]},{"group":"Clusters","pages":[{"openapi":"openapi.yaml POST /v1/compute/clusters","title":"Create a GPU cluster","href":"/reference/clusters-create"},{"openapi":"openapi.yaml GET /v1/compute/clusters","title":"List all GPU clusters","href":"/reference/clusters-list"},{"openapi":"openapi.yaml GET /v1/compute/clusters/{cluster_id}","title":"Get GPU cluster by cluster ID","href":"/reference/clusters-get"},{"openapi":"openapi.yaml PUT /v1/compute/clusters/{cluster_id}","title":"Update a GPU cluster","href":"/reference/clusters-update"},{"openapi":"openapi.yaml DELETE /v1/compute/clusters/{cluster_id}","title":"Delete GPU cluster by cluster ID","href":"/reference/clusters-delete"},{"group":"Storage","pages":[{"openapi":"openapi.yaml POST /v1/compute/clusters/storage/volumes","title":"Create a shared volume","href":"/reference/clusters_storages-create"},{"openapi":"openapi.yaml GET /v1/compute/clusters/storage/volumes","title":"List all shared volumes","href":"/reference/clusters_storages-list"},{"openapi":"openapi.yaml GET /v1/compute/clusters/storage/volumes/{volume_id}","title":"Get a shared volume by ID","href":"/reference/clusters_storages-get"},{"openapi":"openapi.yaml PUT /v1/compute/clusters/storage/volumes","title":"Update a shared volume","href":"/reference/clusters_storages-update"},{"openapi":"openapi.yaml DELETE /v1/compute/clusters/storage/volumes/{volume_id}","title":"Delete a shared volume by ID","href":"/reference/clusters_storages-delete"}]},{"group":"Remediation","pages":[{"openapi":"openapi.yaml GET /v1/compute/clusters/{cluster_id}/instances/{instance_id}/remediations/{remediation_id}","title":null,"href":"/reference/remediation-get"},{"openapi":"openapi.yaml GET /v1/compute/clusters/{cluster_id}/instances/{instance_id}/remediations","title":"List remediations","href":"/reference/remediation-list"},{"openapi":"openapi.yaml POST /v1/compute/clusters/{cluster_id}/instances/{instance_id}/remediations","title":null,"href":"/reference/remediation-create"},{"openapi":"openapi.yaml POST /v1/compute/clusters/{cluster_id}/instances/{instance_id}/remediations/{remediation_id}/approve","title":null,"href":"/reference/remediation-approve"},{"openapi":"openapi.yaml POST /v1/compute/clusters/{cluster_id}/instances/{instance_id}/remediations/{remediation_id}/cancel","title":null,"href":"/reference/remediation-cancel"},{"openapi":"openapi.yaml POST /v1/compute/clusters/{cluster_id}/instances/{instance_id}/remediations/{remediation_id}/reject","title":null,"href":"/reference/remediation-reject"}]},{"openapi":"openapi.yaml GET /v1/compute/regions","title":"List regions and corresponding supported driver versions","href":"/reference/clusters-list-regions"}]},{"group":"Containers","pages":[{"group":"Deployments","pages":[{"openapi":"openapi.yaml GET /v1/deployments","title":"Get the list of deployments","href":"/reference/deployments-list"},{"openapi":"openapi.yaml POST /v1/deployments","title":"Create a new deployment","href":"/reference/deployments-create"},{"openapi":"openapi.yaml GET /v1/deployments/{id}","title":"Get a deployment by ID or name","href":"/reference/deployments-get"},{"openapi":"openapi.yaml PATCH /v1/deployments/{id}","title":"Update a deployment","href":"/reference/deployments-update"},{"openapi":"openapi.yaml DELETE /v1/deployments/{id}","title":"Delete a deployment","href":"/reference/deployments-delete"},{"openapi":"openapi.yaml GET /v1/deployments/{id}/logs","title":"Get logs for a deployment","href":"/reference/deployments-logs"},{"openapi":"openapi.yaml GET /v1/deployments/{id}/revisions","title":"List revision history events of a deployment","href":"/reference/deployments-revisions-list"},{"openapi":"openapi.yaml GET /v1/deployments/{id}/revisions/{revisionIdentifier}","title":"Get the full configuration of a specific revision","href":"/reference/deployments-revisions-get"},{"openapi":"openapi.yaml POST /v1/deployments/{id}/rollback","title":"Roll back a deployment to a previous revision","href":"/reference/deployments-rollback"}]},{"group":"Secrets","pages":[{"openapi":"openapi.yaml GET /v1/deployments/secrets","title":"Get the list of project secrets","href":"/reference/deployments-secrets-list"},{"openapi":"openapi.yaml POST /v1/deployments/secrets","title":"Create a new secret","href":"/reference/deployments-secrets-create"},{"openapi":"openapi.yaml GET /v1/deployments/secrets/{id}","title":"Get a secret by ID or name","href":"/reference/deployments-secrets-get"},{"openapi":"openapi.yaml PATCH /v1/deployments/secrets/{id}","title":"Update a secret","href":"/reference/deployments-secrets-update"},{"openapi":"openapi.yaml DELETE /v1/deployments/secrets/{id}","title":"Delete a secret","href":"/reference/deployments-secrets-delete"}]},{"group":"Storage","pages":[{"openapi":"openapi.yaml GET /v1/deployments/storage/{filename}","title":"Download a file","href":"/reference/deployments-storage-get"},{"openapi":"openapi.yaml GET /v1/deployments/storage/{filename}/url","title":"Get a file download URL","href":"/reference/deployments-storage-get-url"},{"openapi":"openapi.yaml GET /v1/deployments/storage/volumes","title":"Get the list of project volumes","href":"/reference/deployments-storage-volumes-list"},{"openapi":"openapi.yaml POST /v1/deployments/storage/volumes","title":"Create a new volume","href":"/reference/deployments-storage-volumes-create"},{"openapi":"openapi.yaml GET /v1/deployments/storage/volumes/{id}","title":"Get a volume by ID or name","href":"/reference/deployments-storage-volumes-get"},{"openapi":"openapi.yaml PATCH /v1/deployments/storage/volumes/{id}","title":"Update a volume","href":"/reference/deployments-storage-volumes-update"},{"openapi":"openapi.yaml DELETE /v1/deployments/storage/volumes/{id}","title":"Delete a volume","href":"/reference/deployments-storage-volumes-delete"}]},{"group":"Queue","pages":[{"openapi":"openapi.yaml POST /v1/queue/submit","title":"Submit a queued job","href":"/reference/queue-submit"},{"openapi":"openapi.yaml GET /v1/queue/status","title":"Get job status","href":"/reference/queue-status"},{"openapi":"openapi.yaml POST /v1/queue/cancel","title":"Cancel a queued job","href":"/reference/queue-cancel"},{"openapi":"openapi.yaml POST /v1/queue/clear","title":"Clear a model's pending jobs","href":"/reference/queue-clear"},{"openapi":"openapi.yaml GET /v1/queue/metrics","title":"Get queue metrics","href":"/reference/queue-metrics"}]}]},{"group":"Identity","pages":[{"openapi":"openapi.yaml GET /v3/whoami","title":"Identify the caller","href":"/reference/whoami"},{"title":"List projects","openapi":"openapi.yaml GET /v1/projects","href":"/reference/projects-list"}]},{"group":"Billing","pages":[{"title":"Get billing usage","openapi":"openapi.yaml GET /v1/billing/usage","tag":"BETA","playground":"simple","href":"/reference/billing-usage"}]},{"group":"Endpoints","pages":[{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints","title":"List endpoints","href":"/reference/dmi/endpoints-list"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints","title":"Create an endpoint","href":"/reference/dmi/endpoints-create"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{id}","title":"Get an endpoint","href":"/reference/dmi/endpoints-get"},{"openapi":"openapi.yaml PATCH /v2/projects/{projectId}/endpoints/{id}","title":"Update an endpoint","href":"/reference/dmi/endpoints-update"},{"openapi":"openapi.yaml DELETE /v2/projects/{projectId}/endpoints/{id}","title":"Delete an endpoint","href":"/reference/dmi/endpoints-delete"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{id}/events","title":"List endpoint events","description":"Lists an endpoint's audit and lifecycle events newest first. The feed combines endpoint changes with provisioning, scaling, readiness, rollout, and other events from deployments under the endpoint.","href":"/reference/dmi/endpoints-list-events"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{id}/analytics","title":"Get endpoint analytics","href":"/reference/dmi/endpoints-analytics"},{"openapi":"openapi.yaml GET /v2/organizations/{organizationId}/endpoints","title":"List organization endpoints","description":"Lists endpoints shared with every project in the specified organization. Project-private and public endpoints are not included.","href":"/reference/dmi/endpoints-list-organization"},{"group":"Deployments","pages":[{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/deployments","title":"List deployments","href":"/reference/dmi/deployments-list"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/deployments","title":"Create a deployment","href":"/reference/dmi/deployments-create"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/deployments/{id}","title":"Get a deployment","href":"/reference/dmi/deployments-get"},{"openapi":"openapi.yaml PATCH /v2/projects/{projectId}/endpoints/{endpointId}/deployments/{id}","title":"Update a deployment","href":"/reference/dmi/deployments-update"},{"openapi":"openapi.yaml DELETE /v2/projects/{projectId}/endpoints/{endpointId}/deployments/{id}","title":"Delete a deployment","href":"/reference/dmi/deployments-delete"}]},{"group":"Adapters","pages":[{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/deployments/{deploymentId}/adapters","title":"List deployment adapters","href":"/reference/dmi/adapters-list"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/deployments/{deploymentId}/adapters","title":"Add a deployment adapter","href":"/reference/dmi/adapters-add"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/deployments/{deploymentId}/adapters/{id}","title":"Get a deployment adapter","href":"/reference/dmi/adapters-get"},{"openapi":"openapi.yaml PATCH /v2/projects/{projectId}/endpoints/{endpointId}/deployments/{deploymentId}/adapters/{id}","title":"Update a deployment adapter","href":"/reference/dmi/adapters-update"},{"openapi":"openapi.yaml DELETE /v2/projects/{projectId}/endpoints/{endpointId}/deployments/{deploymentId}/adapters/{id}","title":"Remove a deployment adapter","href":"/reference/dmi/adapters-remove"}]},{"group":"Placement profiles","pages":[{"openapi":"openapi.yaml GET /v2/projects/{projectId}/placement-profiles","title":"List placement profiles","href":"/reference/dmi/placement-profiles-list"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/placement-profiles/{id}","title":"Get a placement profile","href":"/reference/dmi/placement-profiles-get"}]},{"group":"Instance types","pages":[{"openapi":"openapi.yaml GET /v2/public/inference-instance-types","title":"List inference instance types","href":"/reference/dmi/instance-types-list"},{"openapi":"openapi.yaml GET /v2/public/inference-instance-types/{id}","title":"Get an inference instance type","href":"/reference/dmi/instance-types-get"}]},{"group":"A/B experiments","pages":[{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/abExperiments","title":"List A/B experiments","href":"/reference/dmi/ab-experiments-list"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/abExperiments","title":"Create an A/B experiment","href":"/reference/dmi/ab-experiments-create"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/abExperiments/{id}","title":"Get an A/B experiment","href":"/reference/dmi/ab-experiments-get"},{"openapi":"openapi.yaml PATCH /v2/projects/{projectId}/endpoints/{endpointId}/abExperiments/{id}","title":"Update an A/B experiment","href":"/reference/dmi/ab-experiments-update"},{"openapi":"openapi.yaml DELETE /v2/projects/{projectId}/endpoints/{endpointId}/abExperiments/{id}","title":"Delete an A/B experiment","href":"/reference/dmi/ab-experiments-delete"}]},{"group":"Shadow experiments","pages":[{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments","title":"List shadow experiments","href":"/reference/dmi/shadow-experiments-list"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments","title":"Create a shadow experiment","href":"/reference/dmi/shadow-experiments-create"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments/{id}","title":"Get a shadow experiment","href":"/reference/dmi/shadow-experiments-get"},{"openapi":"openapi.yaml PATCH /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments/{id}","title":"Update a shadow experiment","href":"/reference/dmi/shadow-experiments-update"},{"openapi":"openapi.yaml DELETE /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments/{id}","title":"Delete a shadow experiment","href":"/reference/dmi/shadow-experiments-delete"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments/{experimentId}/targets","title":"List shadow experiment targets","href":"/reference/dmi/shadow-experiment-targets-list"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments/{experimentId}/targets","title":"Create a shadow experiment target","href":"/reference/dmi/shadow-experiment-targets-create"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments/{experimentId}/targets/{id}","title":"Get a shadow experiment target","href":"/reference/dmi/shadow-experiment-targets-get"},{"openapi":"openapi.yaml PATCH /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments/{experimentId}/targets/{id}","title":"Update a shadow experiment target","href":"/reference/dmi/shadow-experiment-targets-update"},{"openapi":"openapi.yaml DELETE /v2/projects/{projectId}/endpoints/{endpointId}/shadowExperiments/{experimentId}/targets/{id}","title":"Delete a shadow experiment target","href":"/reference/dmi/shadow-experiment-targets-delete"}]},{"group":"Rollouts","pages":[{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/rollouts","title":"List endpoint rollouts","href":"/reference/dmi/rollouts-list"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/rollouts/preview-defaults","title":"Preview rollout defaults","href":"/reference/dmi/rollouts-preview-defaults"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/rollouts","title":"Create a rollout","href":"/reference/dmi/rollouts-create"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}","title":"Get a rollout","href":"/reference/dmi/rollouts-get"},{"openapi":"openapi.yaml DELETE /v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}","title":"Delete a rollout","href":"/reference/dmi/rollouts-delete"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/start","title":"Start a rollout","href":"/reference/dmi/rollouts-start"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/pause","title":"Pause a rollout","href":"/reference/dmi/rollouts-pause"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/resume","title":"Resume a rollout","href":"/reference/dmi/rollouts-resume"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/promote","title":"Promote a rollout","href":"/reference/dmi/rollouts-promote"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel","title":"Cancel a rollout","href":"/reference/dmi/rollouts-cancel"}]}]},{"group":"Models","pages":[{"openapi":"openapi.yaml GET /v2/supported-models","title":"List supported models","href":"/reference/dmi/supported-models-list"},{"openapi":"openapi.yaml GET /v2/supported-models/{id}","title":"Get a supported model","href":"/reference/dmi/supported-models-get"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/models","title":"List project models","href":"/reference/dmi/models-list"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/models","title":"Create a model","href":"/reference/dmi/models-create"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/models/{id}","title":"Get a model","href":"/reference/dmi/models-get"},{"openapi":"openapi.yaml PATCH /v2/projects/{projectId}/models/{id}","title":"Update a model","href":"/reference/dmi/models-update"},{"openapi":"openapi.yaml DELETE /v2/projects/{projectId}/models/{id}","title":"Delete a model","href":"/reference/dmi/models-delete"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/models/{id}/files","title":"List model files","href":"/reference/dmi/models-list-files"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/models/{id}/revisions","title":"List model revisions","href":"/reference/dmi/models-list-revisions"},{"title":"Get a model revision","openapi":"openapi.yaml GET /v2/projects/{projectId}/models/{id}/revisions/{revisionId}","href":"/reference/dmi/models-get-revision"},{"openapi":"openapi.yaml GET /v2/organizations/{organizationId}/models","title":"List organization models","href":"/reference/dmi/models-list-organization"},{"openapi":"openapi.yaml GET /v2/organizations/{organizationId}/models/{modelId}","title":"Get organization model","href":"/reference/dmi/models-get-organization"},{"openapi":"openapi.yaml POST /v2/projects/{projectId}/models/uploads","title":"Create a remote model upload","href":"/reference/dmi/model-uploads-create"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/models/uploads","title":"List remote model uploads","href":"/reference/dmi/model-uploads-list"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/models/uploads/{id}","title":"Get a remote model upload","href":"/reference/dmi/model-uploads-get"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/models/uploads/{id}/events","title":"List remote model upload events","href":"/reference/dmi/model-uploads-list-events"},{"group":"Model configurations","pages":[{"openapi":"openapi.yaml GET /v2/projects/{projectId}/configs","title":"List model configurations","href":"/reference/dmi/configs-list"},{"openapi":"openapi.yaml GET /v2/projects/{projectId}/configs/{id}","title":"Get a model configuration","href":"/reference/dmi/configs-get"}]}]}]},{"group":"SDK LIBRARIES","pages":[{"title":"Python Library","url":"https://github.com/togethercomputer/together-py","href":"/python-library"},{"title":"TypeScript Library","url":"https://github.com/togethercomputer/together-typescript","href":"/typescript-library"},{"title":"SDK v3 migration","href":"/docs/sdk-v3-migration-guide"},{"title":"SDK v2 migration (Python)","href":"/docs/pythonv2-migration-guide"}]},{"group":"ERROR CODES","pages":[{"title":"Error codes","mode":"wide","href":"/docs/error-codes"}]}]},{"tab":"CLI","pages":[{"title":"CLI","href":"/reference/cli/getting-started"}]},{"tab":"Changelog","pages":[{"title":"Changelog","href":"/docs/changelog"}]}]},"basePath":"","title":"Get endpoint analytics - Together AI docs","buildId":"dpl_596ePT575z4qnAFksq1biRW97aLY","deploymentId":"dpl_596ePT575z4qnAFksq1biRW97aLY","dynamics":["c2aa737661","b0f84f53ff","a9bb46feb3","2b790eda92"],"chunks":["OpenApiReferenceProvider-C9Wu0MeN.js","utils-jWgu-6Qf.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-DBD8f9qn.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-BGuX1ui5.js","snippetPresets-Evy63nQB.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","Page-D6S0Yh6q.js","ApiExamples-BQHO1lnV.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-B6C8m-t_.js","shallow-BG4cT0fH.js","getApiPlaygroundDisplay-CgEPrE-D.js","CodeSnippet-CU8JyZ9N.js","CodeSnippets-BnxHU32T.js","getPastedJson-CwiYOonh.js","icon-DYDpWmDf.js","MethodPill-C-J-l7_c.js","DuplicateIcon-B6ARwg9w.js","createIcon-Dsv4MtDq.js","DynamicMarkdown-CtasenyM.js","SectionHeading-YNcgYwjB.js","axios-vUo_bRtp.js","Markdown-CwLx6PAg.js","clsx-C3kuh_dz.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-CmKHfscc.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-U3mI6Ljh.js"]}