11 lines
198 B
YAML
11 lines
198 B
YAML
|
id: endpoint-only
|
||
|
|
endpoint: http://127.0.0.1:8000/v1
|
||
|
|
model: fixture-endpoint-model
|
||
|
|
temperature: 0.1
|
||
|
|
max_tokens: 128
|
||
|
|
top_p: 0.75
|
||
|
|
timeout_seconds: 30
|
||
|
|
extra_params:
|
||
|
|
endpoint_option:
|
||
|
|
nested: true
|