curl --request POST \
--url https://api.together.xyz/v1/chat/completions \
--header 'Authorization: <api-key>' \
--header 'Content-Type: application/json' \
--data '{
"messages": [
{
"role": "system",
"content": "<string>"
}
],
"model": "mistralai/Mixtral-8x7B-Instruct-v0.1",
"max_tokens": 123,
"stop": [
"<string>"
],
"temperature": 123,
"top_p": 123,
"top_k": 123,
"repetition_penalty": 123,
"stream": true,
"logprobs": 0,
"echo": true,
"n": 64,
"min_p": 123,
"presence_penalty": 123,
"frequency_penalty": 123,
"logit_bias": {
"105": 21.4,
"1024": -10.5
},
"response_format": {
"type": "json",
"schema": {}
},
"tools": [
{
"type": "tool_type",
"function": {
"description": "A description of the function.",
"name": "function_name",
"parameters": {}
}
}
],
"tool_choice": {
"type": "tool_choice_type",
"function": {
"name": "function_name"
}
},
"safety_model": "safety_model_name"
}'
{
"id": "<string>",
"choices": [
{
"message": {
"role": "assistant",
"content": "<string>"
},
"finish_reason": "stop",
"logprobs": {
"tokens": [
"<string>"
],
"token_logprobs": [
123
]
}
}
],
"usage": {
"prompt_tokens": 123,
"completion_tokens": 123,
"total_tokens": 123
},
"created": 123,
"model": "<string>",
"object": "chat.completion"
}
Query a chat model.
curl --request POST \
--url https://api.together.xyz/v1/chat/completions \
--header 'Authorization: <api-key>' \
--header 'Content-Type: application/json' \
--data '{
"messages": [
{
"role": "system",
"content": "<string>"
}
],
"model": "mistralai/Mixtral-8x7B-Instruct-v0.1",
"max_tokens": 123,
"stop": [
"<string>"
],
"temperature": 123,
"top_p": 123,
"top_k": 123,
"repetition_penalty": 123,
"stream": true,
"logprobs": 0,
"echo": true,
"n": 64,
"min_p": 123,
"presence_penalty": 123,
"frequency_penalty": 123,
"logit_bias": {
"105": 21.4,
"1024": -10.5
},
"response_format": {
"type": "json",
"schema": {}
},
"tools": [
{
"type": "tool_type",
"function": {
"description": "A description of the function.",
"name": "function_name",
"parameters": {}
}
}
],
"tool_choice": {
"type": "tool_choice_type",
"function": {
"name": "function_name"
}
},
"safety_model": "safety_model_name"
}'
{
"id": "<string>",
"choices": [
{
"message": {
"role": "assistant",
"content": "<string>"
},
"finish_reason": "stop",
"logprobs": {
"tokens": [
"<string>"
],
"token_logprobs": [
123
]
}
}
],
"usage": {
"prompt_tokens": 123,
"completion_tokens": 123,
"total_tokens": 123
},
"created": 123,
"model": "<string>",
"object": "chat.completion"
}
200
The response is of type object
.