2026-10-04 11:41:00 +00:00
|
|
|
backends:
|
2026-11-18 19:19:24 +00:00
|
|
|
- id: local-base
|
2026-10-04 11:41:00 +00:00
|
|
|
endpoint: http://localhost:11434/v1
|
|
|
|
|
api_key_env: LOCAL_GPU_API_KEY
|
|
|
|
|
concurrency_limit: 2
|
|
|
|
|
queue_capacity: 4
|
|
|
|
|
extra_params:
|
|
|
|
|
provider_option: true
|
2026-11-18 19:19:24 +00:00
|
|
|
- id: local-gpu
|
|
|
|
|
extends: {id: local-base}
|
2026-10-04 11:41:00 +00:00
|
|
|
queue_capacity: 0
|
|
|
|
|
extra_params:
|
|
|
|
|
provider_option: false
|