14 lines
314 B
YAML
14 lines
314 B
YAML
backends:
|
|
- id: local-base
|
|
endpoint: http://localhost:11434/v1
|
|
api_key_env: LOCAL_GPU_API_KEY
|
|
concurrency_limit: 2
|
|
queue_capacity: 4
|
|
extra_params:
|
|
provider_option: true
|
|
- id: local-gpu
|
|
extends: {id: local-base}
|
|
queue_capacity: 0
|
|
extra_params:
|
|
provider_option: false
|