AI on demand: Qwen/Qwen3.8-27B: Difference between revisions
Jump to navigation
Jump to search
(Created page with "== Calling the model == <syntaxhighlight lang="bash"> # Set your personal key: STONEY_KEY=sk-... # Set the desired model: MODEL=Qwen/Qwen3.8-27B # Set your prompt: PROMPT='Hello.' # Set maximum amount of tokens: MAX_TOKENS=1000 curl https://llm.stoney-cloud.com/v1/chat/completions \ --silent --fail --show-error \ --header "Authorization: Bearer $STONEY_KEY" \ --header 'Content-Type: application/json' \ --data '{ "mode...") |
No edit summary |
||
| Line 73: | Line 73: | ||
</syntaxhighlight> | </syntaxhighlight> | ||
[[Category:AI on | [[Category: AI on Demand]] | ||
[[Category: General purpose models]] | |||
Latest revision as of 11:37, 18 October 2026
Calling the model
# Set your personal key:
STONEY_KEY=sk-...
# Set the desired model:
MODEL=Qwen/Qwen3.8-27B
# Set your prompt:
PROMPT='Hello.'
# Set maximum amount of tokens:
MAX_TOKENS=1000
curl https://llm.stoney-cloud.com/v1/chat/completions \
--silent --fail --show-error \
--header "Authorization: Bearer $STONEY_KEY" \
--header 'Content-Type: application/json' \
--data '{
"model": "'"$MODEL"'",
"messages": [
{"role": "user", "content": "'"$PROMPT"'"}
],
"max_tokens": '"$MAX_TOKENS"'
}' \
| jq
Example output:
{
"id": "chatcmpl-b6f3d4c505290b86",
"object": "chat.completion",
"created": 1789131925,
"model": "Qwen/Qwen3.8-27B",
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "\n\nHello! How are you doing? Is there something I can help you with today?",
"refusal": null,
"annotations": null,
"audio": null,
"function_call": null,
"reasoning": "The user said \"Hello.\" This is a simple greeting. I should respond warmly and naturally, keeping it brief and open-ended to invite further conversation.\n"
},
"logprobs": null,
"finish_reason": "stop",
"stop_reason": null,
"token_ids": null,
"routed_experts": null
}
],
"service_tier": null,
"system_fingerprint": "vllm-0.28.0-tp4-63f8683f",
"usage": {
"prompt_tokens": 54,
"total_tokens": 105,
"completion_tokens": 51,
"prompt_tokens_details": null,
"completion_tokens_details": {
"reasoning_tokens": 31
}
},
"prompt_logprobs": null,
"prompt_token_ids": null,
"prompt_text": null,
"kv_transfer_params": null,
"ec_transfer_params": null,
"metrics": null
}