Cancel a rollout

curl --request POST \
  --url https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "reason": "<string>",
  "etag": "<string>"
}
'

import requests

url = "https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel"

payload = {
    "reason": "<string>",
    "etag": "<string>"
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({reason: '<string>', etag: '<string>'})
};

fetch('https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'reason' => '<string>',
    'etag' => '<string>'
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel"

	payload := strings.NewReader("{\n  \"reason\": \"<string>\",\n  \"etag\": \"<string>\"\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"reason\": \"<string>\",\n  \"etag\": \"<string>\"\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"reason\": \"<string>\",\n  \"etag\": \"<string>\"\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "endpointId": "<string>",
  "sourceDeploymentId": "<string>",
  "targetDeploymentId": "<string>",
  "strategy": "ROLLOUT_STRATEGY_TYPE_ROLLING",
  "state": "ROLLOUT_STATE_RUNNING",
  "createdAt": "2023-11-07T05:31:56Z",
  "status": {
    "totalSteps": 123,
    "steps": [
      {
        "stepIndex": 123,
        "targetTrafficPercent": 123,
        "state": "ROLLOUT_STEP_STATE_PENDING",
        "metrics": [
          {
            "name": "<string>",
            "stat": "METRIC_STAT_TYPE_AVG",
            "percentile": 123,
            "check": "METRIC_CHECK_TYPE_THRESHOLD",
            "sourceValue": 123,
            "targetValue": 123,
            "threshold": 123,
            "operator": "THRESHOLD_OPERATOR_GT",
            "maxRegressionPercent": 123,
            "direction": "REGRESSION_DIRECTION_HIGHER_IS_WORSE",
            "verdict": "METRIC_VERDICT_PASS",
            "failureReason": "<string>"
          }
        ],
        "startedAt": "2023-11-07T05:31:56Z",
        "completedAt": "2023-11-07T05:31:56Z",
        "failureReason": "<string>"
      }
    ],
    "condition": {
      "category": "ROLLOUT_FAILURE_CATEGORY_METRIC_REGRESSION",
      "message": "<string>",
      "atStep": 123,
      "observedAt": "2023-11-07T05:31:56Z",
      "metrics": [
        {
          "name": "<string>",
          "stat": "METRIC_STAT_TYPE_AVG",
          "percentile": 123,
          "check": "METRIC_CHECK_TYPE_THRESHOLD",
          "sourceValue": 123,
          "targetValue": 123,
          "threshold": 123,
          "operator": "THRESHOLD_OPERATOR_GT",
          "maxRegressionPercent": 123,
          "direction": "REGRESSION_DIRECTION_HIGHER_IS_WORSE",
          "verdict": "METRIC_VERDICT_PASS",
          "failureReason": "<string>"
        }
      ],
      "type": "CapacityLimited"
    },
    "updatedAt": "2023-11-07T05:31:56Z",
    "conditions": [
      {
        "category": "ROLLOUT_FAILURE_CATEGORY_METRIC_REGRESSION",
        "message": "<string>",
        "atStep": 123,
        "observedAt": "2023-11-07T05:31:56Z",
        "metrics": [
          {
            "name": "<string>",
            "stat": "METRIC_STAT_TYPE_AVG",
            "percentile": 123,
            "check": "METRIC_CHECK_TYPE_THRESHOLD",
            "sourceValue": 123,
            "targetValue": 123,
            "threshold": 123,
            "operator": "THRESHOLD_OPERATOR_GT",
            "maxRegressionPercent": 123,
            "direction": "REGRESSION_DIRECTION_HIGHER_IS_WORSE",
            "verdict": "METRIC_VERDICT_PASS",
            "failureReason": "<string>"
          }
        ],
        "type": "CapacityLimited"
      }
    ]
  },
  "currentStep": 123,
  "currentTrafficPercent": 123,
  "startedAt": "2023-11-07T05:31:56Z",
  "completedAt": "2023-11-07T05:31:56Z",
  "etag": "<string>",
  "pauseInfo": {
    "pausedAt": "2023-11-07T05:31:56Z",
    "reason": "<string>"
  }
}

{
  "error": {
    "message": "<string>",
    "type": "<string>",
    "param": null,
    "code": null
  }
}

POST

projects

{projectId}

endpoints

{endpointId}

rollouts

{id}

cancel

Cancel a rollout

curl --request POST \
  --url https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "reason": "<string>",
  "etag": "<string>"
}
'

import requests

url = "https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel"

payload = {
    "reason": "<string>",
    "etag": "<string>"
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({reason: '<string>', etag: '<string>'})
};

fetch('https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'reason' => '<string>',
    'etag' => '<string>'
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel"

	payload := strings.NewReader("{\n  \"reason\": \"<string>\",\n  \"etag\": \"<string>\"\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"reason\": \"<string>\",\n  \"etag\": \"<string>\"\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.together.ai/v2/projects/{projectId}/endpoints/{endpointId}/rollouts/{id}/cancel")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"reason\": \"<string>\",\n  \"etag\": \"<string>\"\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "endpointId": "<string>",
  "sourceDeploymentId": "<string>",
  "targetDeploymentId": "<string>",
  "strategy": "ROLLOUT_STRATEGY_TYPE_ROLLING",
  "state": "ROLLOUT_STATE_RUNNING",
  "createdAt": "2023-11-07T05:31:56Z",
  "status": {
    "totalSteps": 123,
    "steps": [
      {
        "stepIndex": 123,
        "targetTrafficPercent": 123,
        "state": "ROLLOUT_STEP_STATE_PENDING",
        "metrics": [
          {
            "name": "<string>",
            "stat": "METRIC_STAT_TYPE_AVG",
            "percentile": 123,
            "check": "METRIC_CHECK_TYPE_THRESHOLD",
            "sourceValue": 123,
            "targetValue": 123,
            "threshold": 123,
            "operator": "THRESHOLD_OPERATOR_GT",
            "maxRegressionPercent": 123,
            "direction": "REGRESSION_DIRECTION_HIGHER_IS_WORSE",
            "verdict": "METRIC_VERDICT_PASS",
            "failureReason": "<string>"
          }
        ],
        "startedAt": "2023-11-07T05:31:56Z",
        "completedAt": "2023-11-07T05:31:56Z",
        "failureReason": "<string>"
      }
    ],
    "condition": {
      "category": "ROLLOUT_FAILURE_CATEGORY_METRIC_REGRESSION",
      "message": "<string>",
      "atStep": 123,
      "observedAt": "2023-11-07T05:31:56Z",
      "metrics": [
        {
          "name": "<string>",
          "stat": "METRIC_STAT_TYPE_AVG",
          "percentile": 123,
          "check": "METRIC_CHECK_TYPE_THRESHOLD",
          "sourceValue": 123,
          "targetValue": 123,
          "threshold": 123,
          "operator": "THRESHOLD_OPERATOR_GT",
          "maxRegressionPercent": 123,
          "direction": "REGRESSION_DIRECTION_HIGHER_IS_WORSE",
          "verdict": "METRIC_VERDICT_PASS",
          "failureReason": "<string>"
        }
      ],
      "type": "CapacityLimited"
    },
    "updatedAt": "2023-11-07T05:31:56Z",
    "conditions": [
      {
        "category": "ROLLOUT_FAILURE_CATEGORY_METRIC_REGRESSION",
        "message": "<string>",
        "atStep": 123,
        "observedAt": "2023-11-07T05:31:56Z",
        "metrics": [
          {
            "name": "<string>",
            "stat": "METRIC_STAT_TYPE_AVG",
            "percentile": 123,
            "check": "METRIC_CHECK_TYPE_THRESHOLD",
            "sourceValue": 123,
            "targetValue": 123,
            "threshold": 123,
            "operator": "THRESHOLD_OPERATOR_GT",
            "maxRegressionPercent": 123,
            "direction": "REGRESSION_DIRECTION_HIGHER_IS_WORSE",
            "verdict": "METRIC_VERDICT_PASS",
            "failureReason": "<string>"
          }
        ],
        "type": "CapacityLimited"
      }
    ]
  },
  "currentStep": 123,
  "currentTrafficPercent": 123,
  "startedAt": "2023-11-07T05:31:56Z",
  "completedAt": "2023-11-07T05:31:56Z",
  "etag": "<string>",
  "pauseInfo": {
    "pausedAt": "2023-11-07T05:31:56Z",
    "reason": "<string>"
  }
}

{
  "error": {
    "message": "<string>",
    "type": "<string>",
    "param": null,
    "code": null
  }
}

Authorizations

Authorization

string

header

default:default

required

Bearer authentication header of the form Bearer <token>, where <token> is your auth token.

Path Parameters

projectId

string

required

Project identifier.

endpointId

string

required

Endpoint identifier.

string

required

Rollout identifier.

Body

application/json

Reason, disposition, and optional concurrency check for canceling a rollout.

reason

string

required

Required human-readable reason recorded in the rollout audit trail.

etag

string

Optional etag for optimistic concurrency.

disposition

enum<string>

Optional cancel behavior. Absent defaults to freeze, which preserves the current traffic split. Revert is removed and rejected with FAILED_PRECONDITION; cancel with freeze, then run a reverse rollout back to the source.

Available options:

CANCEL_DISPOSITION_FREEZE,

CANCEL_DISPOSITION_REVERT

Response

Public view of a rollout resource, including runtime progress and any pause or abort reason.

string

required

read-only

Output only. Unique rollout identifier.

endpointId

string

required

read-only

Output only. Endpoint this rollout belongs to.

sourceDeploymentId

string

required

read-only

Output only. Deployment that traffic is shifting away from.

targetDeploymentId

string

required

read-only

Output only. Deployment that traffic is shifting toward.

strategy

enum<string>

required

read-only

Output only. Rollout strategy selected at creation.

Available options:

ROLLOUT_STRATEGY_TYPE_ROLLING,

ROLLOUT_STRATEGY_TYPE_CANARY,

ROLLOUT_STRATEGY_TYPE_BLUE_GREEN

state

enum<string>

required

read-only

Output only. High-level rollout lifecycle state.

Available options:

ROLLOUT_STATE_RUNNING,

ROLLOUT_STATE_PAUSED,

ROLLOUT_STATE_STABILIZING,

ROLLOUT_STATE_COMPLETED,

ROLLOUT_STATE_PENDING,

ROLLOUT_STATE_SYSTEM_PAUSED,

ROLLOUT_STATE_CANCELLING,

ROLLOUT_STATE_CANCELED,

ROLLOUT_STATE_PAUSING

createdAt

string<date-time>

required

read-only

Output only. Timestamp when the rollout was created.

status

object

required

Output only. Derived runtime progress, step summary, and pause or abort failure details.

Show child attributes

currentStep

integer

read-only

Output only. Zero-based index of the current step. Unset while PENDING; step 0 is reported explicitly after start.

currentTrafficPercent

integer

read-only

Output only. Applied percentage of traffic on the target deployment.

startedAt

string<date-time>

read-only

Output only. Timestamp when the rollout started running.

completedAt

string<date-time>

read-only

Output only. Timestamp when the rollout reached a terminal state.

etag

string

read-only

Output only. Opaque version tag for optimistic concurrency control.

pauseInfo

object

Output only. Why and when the rollout was paused. Set while a pause is pending or effective (PAUSING, PAUSED, or SYSTEM_PAUSED) and cleared after resume or abort; while PAUSING, pausedAt records when the pause was requested.

Show child attributes

⌘I

TOGETHER APIS

SDK LIBRARIES

ERROR CODES

Cancel a rollout

Authorizations

Path Parameters

Body

Response