12 lines
243 B
YAML
12 lines
243 B
YAML
profiles:
|
|
endpoint-only:
|
|
endpoint: http://127.0.0.1:8000/v1
|
|
model: fixture-endpoint-model
|
|
temperature: 0.1
|
|
max_tokens: 128
|
|
top_p: 0.75
|
|
timeout_seconds: 30
|
|
extra_params:
|
|
endpoint_option:
|
|
nested: true
|