AI on demand: Apertus: Difference between revisions
Jump to navigation
Jump to search
No edit summary |
|||
| Line 1: | Line 1: | ||
== Calling the model == | == Calling the model == | ||
<syntaxhighlight lang="bash"> | <syntaxhighlight lang="bash"> | ||
# Set your personal key | # Set your personal key: | ||
STONEY_KEY=sk-... | STONEY_KEY=sk-... | ||
# Set the desired model | # Set the desired model: | ||
MODEL_ID=swiss-ai/Apertus-70B-Instruct-2509 | MODEL_ID=swiss-ai/Apertus-70B-Instruct-2509 | ||
# Set your prompt: | |||
PROMPT='Say hello' | |||
# Set maximum amount of tokens: | |||
MAX_TOKENS=100 | |||
curl -s https://llm.stoney-cloud.com/v1/chat/completions \ | curl -s https://llm.stoney-cloud.com/v1/chat/completions \ | ||
| Line 13: | Line 19: | ||
"model": "'"$MODEL_ID"'", | "model": "'"$MODEL_ID"'", | ||
"messages": [ | "messages": [ | ||
{"role": "user", "content": " | {"role": "user", "content": "'"$PROMPT"'"} | ||
], | ], | ||
"max_tokens": | "max_tokens": '"$MAX_TOKENS"' | ||
}' \ | }' \ | ||
| jq . | | jq . | ||
Latest revision as of 16:59, 2 April 2026
Calling the model
# Set your personal key:
STONEY_KEY=sk-...
# Set the desired model:
MODEL_ID=swiss-ai/Apertus-70B-Instruct-2509
# Set your prompt:
PROMPT='Say hello'
# Set maximum amount of tokens:
MAX_TOKENS=100
curl -s https://llm.stoney-cloud.com/v1/chat/completions \
-H "Authorization: Bearer $STONEY_KEY" \
-H "Content-Type: application/json" \
-d '{
"model": "'"$MODEL_ID"'",
"messages": [
{"role": "user", "content": "'"$PROMPT"'"}
],
"max_tokens": '"$MAX_TOKENS"'
}' \
| jq .
Example output:
{
"id": "chatcmpl-936c65ace55c4524",
"object": "chat.completion",
"created": 1774862931,
"model": "swiss-ai/Apertus-70B-Instruct-2509",
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! It's nice to meet you. As Apertus, I'm here to provide assistance, answer your questions, and help make your day a bit better. How may I assist you today?",
"refusal": null,
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": [],
"reasoning": null
},
"logprobs": null,
"finish_reason": "stop",
"stop_reason": null,
"token_ids": null
}
],
"service_tier": null,
"system_fingerprint": null,
"usage": {
"prompt_tokens": 63,
"total_tokens": 104,
"completion_tokens": 41,
"prompt_tokens_details": null
},
"prompt_logprobs": null,
"prompt_token_ids": null,
"kv_transfer_params": null
}