29 lines
483 B
YAML
29 lines
483 B
YAML
endpoint:
|
|
url: https://b60dd657-9ce2-4ba0-ad45-754b5be29238.services.external.0a71m37v.ubiops.io/v1
|
|
api_key: <REDACTED>
|
|
model_name: openai/gpt-oss-120b
|
|
benchmark:
|
|
input_tokens:
|
|
- 1000
|
|
- 2500
|
|
- 5000
|
|
- 9000
|
|
batch_sizes:
|
|
- 1
|
|
- 8
|
|
- 16
|
|
- 24
|
|
- 32
|
|
- 64
|
|
num_batches: 1
|
|
output_tokens: 512
|
|
dataset: null
|
|
text: null
|
|
runtime:
|
|
request_timeout: 300
|
|
delay_between_runs: 5
|
|
log_io: true
|
|
wait_for_ready: true
|
|
max_init_retries: 10
|
|
init_retry_delay: 30
|