# Docs for v2 can be found by changing the above selector ^
from together import Together
import os
client = Together(
api_key=os.environ.get("TOGETHER_API_KEY"),
)
response = client.endpoints.list_hardware()
for hardware in response:
print(hardware.id){
"object": "list",
"data": [
{
"object": "hardware",
"id": "<string>",
"pricing": {
"cents_per_minute": 123
},
"specs": {
"gpu_type": "<string>",
"gpu_link": "<string>",
"gpu_memory": 123,
"gpu_count": 123
},
"updated_at": "2023-11-07T05:31:56Z",
"availability": {
"status": "available"
}
}
]
}Returns a list of available hardware configurations for deploying models. When a model parameter is provided, it returns only hardware configurations compatible with that model, including their current availability status.
# Docs for v2 can be found by changing the above selector ^
from together import Together
import os
client = Together(
api_key=os.environ.get("TOGETHER_API_KEY"),
)
response = client.endpoints.list_hardware()
for hardware in response:
print(hardware.id){
"object": "list",
"data": [
{
"object": "hardware",
"id": "<string>",
"pricing": {
"cents_per_minute": 123
},
"specs": {
"gpu_type": "<string>",
"gpu_link": "<string>",
"gpu_memory": 123,
"gpu_count": 123
},
"updated_at": "2023-11-07T05:31:56Z",
"availability": {
"status": "available"
}
}
]
}Bearer authentication header of the form Bearer <token>, where <token> is your auth token.
Filter hardware configurations by model compatibility. When provided, the response includes availability status for each compatible configuration.
Was this page helpful?