AI on Demand: Usage: Difference between revisions
Jump to navigation
Jump to search
| (12 intermediate revisions by 3 users not shown) | |||
| Line 6: | Line 6: | ||
== Usage - List all models == | == Usage - List all models == | ||
=== Usage - List all models - | === Usage - List all models - General purpose (including OCR) === | ||
<syntaxhighlight lang="bash"> | <syntaxhighlight lang="bash"> | ||
# Set your personal key: | # Set your personal key: | ||
STONEY_KEY=sk-... | STONEY_KEY=sk-... | ||
# List all | # List all general purpose models: | ||
curl https://llm.stoney-cloud.com/v1/models \ | curl https://llm.stoney-cloud.com/v1/models \ | ||
--silent --fail --show-error \ | --silent --fail --show-error \ | ||
| Line 21: | Line 21: | ||
<syntaxhighlight lang='json'> | <syntaxhighlight lang='json'> | ||
{ | { | ||
"object": "list", | |||
"data": [ | "data": [ | ||
{ | { | ||
"id": "allenai/olmOCR-2-7B", | |||
"object": "model", | "object": "model", | ||
"max_model_len": 8192, | "max_model_len": 8192 | ||
"id": " | }, | ||
{ | |||
"id": "apertus-ai/Apertus-v1.5-8B", | |||
"object": "model", | |||
"max_model_len": 131072 | |||
}, | |||
{ | |||
"id": "convaiinnovations/laya", | |||
"object": "model", | |||
"max_model_len": 4096 | |||
}, | |||
{ | |||
"id": "deepseek-ai/DeepSeek-V4-Flash-0731", | |||
"object": "model", | |||
"max_model_len": 524288 | |||
}, | |||
{ | |||
"id": "google/gemma-4-31B-it", | |||
"object": "model", | |||
"max_model_len": 163840 | |||
}, | |||
{ | |||
"id": "jaredpalmer/kev-27b", | |||
"object": "model", | |||
"max_model_len": 65536 | |||
}, | |||
{ | |||
"id": "lightonai/LightOnOCR-2-1B", | |||
"object": "model", | |||
"max_model_len": 16384 | |||
}, | |||
{ | |||
"id": "Mapika/decider-31b", | |||
"object": "model", | |||
"max_model_len": 40960 | |||
}, | |||
{ | |||
"id": "MinerU2.5-2509-1.2B", | |||
"object": "model", | |||
"max_model_len": 16384 | |||
}, | |||
{ | |||
"id": "MiniMaxAI/MiniMax-M2.5", | |||
"object": "model", | |||
"max_model_len": 196608 | |||
}, | }, | ||
{ | { | ||
"id": "NVIDIA/NVIDIA-Nemotron-3-Super-120B-A12B", | |||
"object": "model", | "object": "model", | ||
"max_model_len": | "max_model_len": 131072 | ||
}, | }, | ||
{ | { | ||
"id": "openai/gpt-oss-120b", | |||
"object": "model", | "object": "model", | ||
"max_model_len": | "max_model_len": 131072 | ||
}, | }, | ||
{ | { | ||
"id": "opendatalab/MinerU2.5-2509-1.2B", | |||
"object": "model", | "object": "model", | ||
"max_model_len": 16384 | "max_model_len": 16384 | ||
}, | }, | ||
{ | { | ||
"id": "Qwen/Qwen3.5-35B-A3B-FP8", | |||
"object": "model", | "object": "model", | ||
"max_model_len": | "max_model_len": 131072 | ||
}, | }, | ||
{ | { | ||
"id": "Qwen/Qwen3.8-27B", | |||
"object": "model", | "object": "model", | ||
"max_model_len": | "max_model_len": 262144 | ||
}, | }, | ||
{ | { | ||
"id": "Qwen/Qwen3-Coder-Next", | |||
"object": "model", | "object": "model", | ||
"max_model_len": | "max_model_len": 262144 | ||
}, | }, | ||
{ | { | ||
"id": "zai-org/GLM-5.3-Flash", | |||
"object": "model", | "object": "model", | ||
"max_model_len": 262144 | "max_model_len": 262144 | ||
} | } | ||
] | ] | ||
} | } | ||
</syntaxhighlight> | </syntaxhighlight> | ||
| Line 113: | Line 158: | ||
"data": [ | "data": [ | ||
{ | { | ||
" | "object": "model", | ||
"max_model_len": 8192, | "max_model_len": 8192, | ||
" | "id": "BAAI/bge-m3" | ||
} | } | ||
], | ], | ||
| Line 139: | Line 184: | ||
"data": [ | "data": [ | ||
{ | { | ||
" | "object": "model", | ||
"max_model_len": 8192, | "max_model_len": 8192, | ||
" | "id": "BAAI/bge-reranker-v2-m3" | ||
} | } | ||
], | ], | ||
| Line 192: | Line 237: | ||
<syntaxhighlight lang="json"> | <syntaxhighlight lang="json"> | ||
{ | { | ||
"month": "2026-08", | |||
"models": [ | "models": [ | ||
{ | { | ||
"cost_chf": 0. | "cost_chf": 0.000019, | ||
" | "output": 11, | ||
" | "input": 256, | ||
" | "model": "allenai/olmOCR-2-7B" | ||
}, | }, | ||
{ | { | ||
"cost_chf": 0. | "cost_chf": 0.003268, | ||
" | "output": 942, | ||
" | "input": 22679, | ||
" | "model": "apertus-ai/Apertus-v1.5-8B" | ||
}, | }, | ||
{ | { | ||
"cost_chf": 0. | "cost_chf": 0.562569, | ||
" | "output": 9555, | ||
" | "input": 257397, | ||
"model": "NVIDIA/NVIDIA-Nemotron-3-Super-120B-A12B" | |||
}, | }, | ||
{ | { | ||
"cost_chf": | "cost_chf": 16.6957, | ||
" | "output": 120992, | ||
" | "input": 2734180, | ||
" | "model": "openai/gpt-oss-120b" | ||
} | } | ||
], | ], | ||
"total_cost_chf": 17.261556 | |||
"total_cost_chf": | |||
} | } | ||
</syntaxhighlight> | </syntaxhighlight> | ||
[[Category: AI on | [[Category: AI on Demand]] | ||
Latest revision as of 11:57, 18 October 2026
Overview
This pages describes some useful usage commands.
Usage
We assume you've received your API key from us in our usual manner.
Usage - List all models
Usage - List all models - General purpose (including OCR)
# Set your personal key:
STONEY_KEY=sk-...
# List all general purpose models:
curl https://llm.stoney-cloud.com/v1/models \
--silent --fail --show-error \
--header "Authorization: Bearer $STONEY_KEY" \
| jq
Example output:
{
"object": "list",
"data": [
{
"id": "allenai/olmOCR-2-7B",
"object": "model",
"max_model_len": 8192
},
{
"id": "apertus-ai/Apertus-v1.5-8B",
"object": "model",
"max_model_len": 131072
},
{
"id": "convaiinnovations/laya",
"object": "model",
"max_model_len": 4096
},
{
"id": "deepseek-ai/DeepSeek-V4-Flash-0731",
"object": "model",
"max_model_len": 524288
},
{
"id": "google/gemma-4-31B-it",
"object": "model",
"max_model_len": 163840
},
{
"id": "jaredpalmer/kev-27b",
"object": "model",
"max_model_len": 65536
},
{
"id": "lightonai/LightOnOCR-2-1B",
"object": "model",
"max_model_len": 16384
},
{
"id": "Mapika/decider-31b",
"object": "model",
"max_model_len": 40960
},
{
"id": "MinerU2.5-2509-1.2B",
"object": "model",
"max_model_len": 16384
},
{
"id": "MiniMaxAI/MiniMax-M2.5",
"object": "model",
"max_model_len": 196608
},
{
"id": "NVIDIA/NVIDIA-Nemotron-3-Super-120B-A12B",
"object": "model",
"max_model_len": 131072
},
{
"id": "openai/gpt-oss-120b",
"object": "model",
"max_model_len": 131072
},
{
"id": "opendatalab/MinerU2.5-2509-1.2B",
"object": "model",
"max_model_len": 16384
},
{
"id": "Qwen/Qwen3.5-35B-A3B-FP8",
"object": "model",
"max_model_len": 131072
},
{
"id": "Qwen/Qwen3.8-27B",
"object": "model",
"max_model_len": 262144
},
{
"id": "Qwen/Qwen3-Coder-Next",
"object": "model",
"max_model_len": 262144
},
{
"id": "zai-org/GLM-5.3-Flash",
"object": "model",
"max_model_len": 262144
}
]
}
Usage - List all models - Audio
# Set your personal key:
STONEY_KEY=sk-...
# List all audio models:
curl https://llm.stoney-cloud.com/v1/audio/models \
--silent --fail --show-error \
--header "Authorization: Bearer $STONEY_KEY" \
| jq
Example output:
{
"data": [
{
"object": "model",
"id": "mistralai/Voxtral-Mini-3B-2507"
},
{
"object": "model",
"id": "openai/whisper-large-v3"
}
],
"object": "list"
}
Usage - List all models - Embeddings
# Set your personal key:
STONEY_KEY=sk-...
# List all embeddings models:
curl https://llm.stoney-cloud.com/v1/embeddings/models \
--silent --fail --show-error \
--header "Authorization: Bearer $STONEY_KEY" \
| jq
Example output:
{
"data": [
{
"object": "model",
"max_model_len": 8192,
"id": "BAAI/bge-m3"
}
],
"object": "list"
}
Usage - List all models - Rerank
# Set your personal key:
STONEY_KEY=sk-...
# List all rerank models:
curl https://llm.stoney-cloud.com/v1/rerank/models \
--silent --fail --show-error \
--header "Authorization: Bearer $STONEY_KEY" \
| jq
Example output:
{
"data": [
{
"object": "model",
"max_model_len": 8192,
"id": "BAAI/bge-reranker-v2-m3"
}
],
"object": "list"
}
Usage - List all models - Images
# Set your personal key:
STONEY_KEY=sk-...
# List all images models:
curl https://llm.stoney-cloud.com/v1/images/models \
--silent --fail --show-error \
--header "Authorization: Bearer $STONEY_KEY" \
| jq
Example output:
{
"data": [
{
"object": "model",
"id": "black-forest-labs/FLUX.1-schnell"
}
],
"object": "list"
}
Usage - Inspecting your usage
We issue one key per model for now. The usage is thus per-model-per-key.
# Set your personal key:
STONEY_KEY=sk-...
# Set desired month in the form YYYY-MM, for example: '2026-03'.
MONTH=$(date +%Y-%m)
curl https://llm.stoney-cloud.com/v1/usage?month="$MONTH" \
--silent --fail --show-error \
--header "Authorization: Bearer $STONEY_KEY" \
| jq
Example output:
{
"month": "2026-08",
"models": [
{
"cost_chf": 0.000019,
"output": 11,
"input": 256,
"model": "allenai/olmOCR-2-7B"
},
{
"cost_chf": 0.003268,
"output": 942,
"input": 22679,
"model": "apertus-ai/Apertus-v1.5-8B"
},
{
"cost_chf": 0.562569,
"output": 9555,
"input": 257397,
"model": "NVIDIA/NVIDIA-Nemotron-3-Super-120B-A12B"
},
{
"cost_chf": 16.6957,
"output": 120992,
"input": 2734180,
"model": "openai/gpt-oss-120b"
}
],
"total_cost_chf": 17.261556
}