9 lines
194 B
YAML
9 lines
194 B
YAML
backends:
|
|
local-gpu:
|
|
endpoint: http://localhost:11434/v1
|
|
api_key_env: LOCAL_GPU_API_KEY
|
|
extra_params:
|
|
provider_option: enabled
|
|
concurrency_limit: 2
|
|
queue_capacity: 0
|