2026-09-26 18:12:27 +00:00
|
|
|
backends:
|
2026-11-18 19:19:24 +00:00
|
|
|
- id: local-gpu
|
2026-09-26 18:12:27 +00:00
|
|
|
endpoint: http://localhost:11434/v1
|
|
|
|
|
api_key_env: LOCAL_GPU_API_KEY
|
2026-10-04 11:41:00 +00:00
|
|
|
extra_params:
|
|
|
|
|
provider_option: enabled
|
|
|
|
|
concurrency_limit: 2
|
|
|
|
|
queue_capacity: 0
|