mindef-overdracht/llm-throughput-tests-mindef-metadateren/results/results_openai-gpt-oss-120b-max-16/config_used.yaml
2026-06-02 11:46:24 +02:00

21 lines
453 B
YAML

endpoint:
url: https://46e73bba-0ed9-4853-b2b0-d4509aaab06b.services.external.0a71m37v.ubiops.io/v1
api_key: <REDACTED>
model_name: openai-gpt-oss-120b-max-16
benchmark:
input_tokens:
- 50000
batch_sizes:
- 128
num_batches: 1
output_tokens: 1024
dataset: test_conversations.json
text: null
runtime:
request_timeout: 1800
delay_between_runs: 5
log_io: true
wait_for_ready: true
max_init_retries: 10
init_retry_delay: 30