backends: local-gpu: endpoint: http://localhost:11434/v1 api_key_env: LOCAL_GPU_API_KEY extra_params: provider_option: enabled concurrency_limit: 2 queue_capacity: 0