8 lines
133 B
YAML
8 lines
133 B
YAML
|
|
id: local-fast
|
||
|
|
endpoint: http://localhost:8000/v1
|
||
|
|
model: gpt-4o-mini
|
||
|
|
temperature: 0.2
|
||
|
|
max_tokens: 500
|
||
|
|
top_p: 1.0
|
||
|
|
timeout_seconds: 90
|