backends: - id: local-base endpoint: http://localhost:11434/v1 api_key_env: LOCAL_GPU_API_KEY concurrency_limit: 2 queue_capacity: 4 extra_params: provider_option: true - id: local-gpu extends: {id: local-base} queue_capacity: 0 extra_params: provider_option: false