backends: local-base: endpoint: http://localhost:11434/v1 api_key_env: LOCAL_GPU_API_KEY concurrency_limit: 2 queue_capacity: 4 extra_params: provider_option: true local-gpu: extends: local-base queue_capacity: 0 extra_params: provider_option: false