14 lines
298 B
YAML
14 lines
298 B
YAML
backends:
|
|
local-base:
|
|
endpoint: http://localhost:11434/v1
|
|
api_key_env: LOCAL_GPU_API_KEY
|
|
concurrency_limit: 2
|
|
queue_capacity: 4
|
|
extra_params:
|
|
provider_option: true
|
|
local-gpu:
|
|
extends: local-base
|
|
queue_capacity: 0
|
|
extra_params:
|
|
provider_option: false
|