Files
scriptorium/examples/framework/backends.yml

9 lines
194 B
YAML
Raw Normal View History

backends:
local-gpu:
endpoint: http://localhost:11434/v1
api_key_env: LOCAL_GPU_API_KEY
extra_params:
provider_option: enabled
concurrency_limit: 2
queue_capacity: 0