mindef-overdracht/llm-throughput-tests-mindef-metadateren/results/results_openai-gpt-oss-120b-litellm-streamiing/config_used.yaml
2026-06-02 11:46:24 +02:00

21 lines
444 B
YAML

endpoint:
url: https://256980a6-7a84-4342-8481-7e0b7d838076.services.external.0a71m37v.ubiops.io/v1
api_key: <REDACTED>
model_name: openai-gpt-oss-120b
benchmark:
input_tokens:
- 50000
batch_sizes:
- 64
num_batches: 1
output_tokens: 512
dataset: test_conversations.json
text: null
runtime:
request_timeout: 1800
delay_between_runs: 5
log_io: true
wait_for_ready: true
max_init_retries: 10
init_retry_delay: 30