Vision-language function calling

import json
from together import Together

client = Together()

tools = [
    {
        "type": "function",
        "function": {
            "name": "get_current_stock_price",
            "description": "Get the current stock price for the given stock symbol",
            "parameters": {
                "type": "object",
                "properties": {
                    "symbol": {
                        "type": "string",
                        "description": "The stock symbol, e.g. AAPL, GOOGL, TSLA",
                    },
                    "exchange": {
                        "type": "string",
                        "description": "The stock exchange (optional)",
                        "enum": ["NYSE", "NASDAQ", "LSE", "TSX"],
                    },
                },
                "required": ["symbol"],
            },
        },
    },
]

response = client.chat.completions.create(
    model="moonshotai/Kimi-K2.6",
    reasoning={"enabled": False},
    messages=[
        {
            "role": "user",
            "content": [
                {
                    "type": "text",
                    "text": "What is the stock price of the company from the image",
                },
                {
                    "type": "image_url",
                    "image_url": {
                        "url": "https://53.fs1.hubspotusercontent-na1.net/hubfs/53/image8-2.jpg",
                    },
                },
            ],
        },
    ],
    tools=tools,
)

print(
    json.dumps(
        response.choices[0].message.model_dump()["tool_calls"], indent=2
    )
)

import Together from "together-ai";

const client = new Together();

const tools = [
  {
    type: "function",
    function: {
      name: "get_current_stock_price",
      description: "Get the current stock price for the given stock symbol",
      parameters: {
        type: "object",
        properties: {
          symbol: {
            type: "string",
            description: "The stock symbol, e.g. AAPL, GOOGL, TSLA",
          },
          exchange: {
            type: "string",
            description: "The stock exchange (optional)",
            enum: ["NYSE", "NASDAQ", "LSE", "TSX"],
          },
        },
        required: ["symbol"],
      },
    },
  },
];

(async () => {
  const response = await client.chat.completions.create({
    model: "moonshotai/Kimi-K2.6",
    reasoning: { enabled: false },
    messages: [
      {
        role: "user",
        content: [
          {
            type: "text",
            text: "What is the stock price of the company from the image",
          },
          {
            type: "image_url",
            image_url: {
              url: "https://53.fs1.hubspotusercontent-na1.net/hubfs/53/image8-2.jpg",
            },
          },
        ],
      },
    ],
    tools: tools,
  });

  console.log(
    JSON.stringify(response.choices[0].message.tool_calls, null, 2)
  );
})();

curl https://api.together.ai/v1/chat/completions \
  -H "Authorization: Bearer $TOGETHER_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
  "model": "moonshotai/Kimi-K2.6",
  "reasoning": {"enabled": false},
  "messages": [
    {
      "role": "user",
      "content": [
        {
          "type": "text",
          "text": "What is the stock price of the company from the image"
        },
        {
          "type": "image_url",
          "image_url": {
            "url": "https://53.fs1.hubspotusercontent-na1.net/hubfs/53/image8-2.jpg"
          }
        }
      ]
    }
  ],
  "tools": [
    {
      "type": "function",
      "function": {
        "name": "get_current_stock_price",
        "description": "Get the current stock price for the given stock symbol",
        "parameters": {
          "type": "object",
          "properties": {
            "symbol": {
              "type": "string",
              "description": "The stock symbol, e.g. AAPL, GOOGL, TSLA"
            },
            "exchange": {
              "type": "string",
              "description": "The stock exchange (optional)",
              "enum": ["NYSE", "NASDAQ", "LSE", "TSX"]
            }
          },
          "required": ["symbol"]
        }
      }
    }
  ]
}'