|
315 | 315 | "models": "https://{{AZURE_RESOURCE_NAME}}.openai.azure.com/openai/models?api-version={{AZURE_API_VERSION}}", |
316 | 316 | "auth_methods": ["api_key"] |
317 | 317 | }, |
| 318 | + { |
| 319 | + "id": "llama_cpp", |
| 320 | + "api_key_vars": "LLAMA_CPP_API_KEY", |
| 321 | + "url_param_vars": ["LLAMA_CPP_URL", "LLAMA_CPP_PORT"], |
| 322 | + "response_type": "OpenAI", |
| 323 | + "url": "{{LLAMA_CPP_URL}}:{{LLAMA_CPP_PORT}}/v1/chat/completions", |
| 324 | + "models": "{{LLAMA_CPP_URL}}:{{LLAMA_CPP_PORT}}/v1/models", |
| 325 | + "auth_methods": ["api_key"] |
| 326 | + }, |
| 327 | + { |
| 328 | + "id": "vllm", |
| 329 | + "api_key_vars": "VLLM_API_KEY", |
| 330 | + "url_param_vars": ["VLLM_URL", "VLLM_PORT"], |
| 331 | + "response_type": "OpenAI", |
| 332 | + "url": "{{VLLM_URL}}:{{VLLM_PORT}}/v1/chat/completions", |
| 333 | + "models": "{{VLLM_URL}}:{{VLLM_PORT}}/v1/models", |
| 334 | + "auth_methods": ["api_key"] |
| 335 | + }, |
| 336 | + { |
| 337 | + "id": "jan_ai", |
| 338 | + "api_key_vars": "JAN_AI_API_KEY", |
| 339 | + "url_param_vars": ["JAN_AI_URL", "JAN_AI_PORT"], |
| 340 | + "response_type": "OpenAI", |
| 341 | + "url": "{{JAN_AI_URL}}:{{JAN_AI_PORT}}/v1/chat/completions", |
| 342 | + "models": "{{JAN_AI_URL}}:{{JAN_AI_PORT}}/v1/models", |
| 343 | + "auth_methods": ["api_key"] |
| 344 | + }, |
| 345 | + { |
| 346 | + "id": "ollama", |
| 347 | + "api_key_vars": "OLLAMA_API_KEY", |
| 348 | + "url_param_vars": ["OLLAMA_URL", "OLLAMA_PORT"], |
| 349 | + "response_type": "OpenAI", |
| 350 | + "url": "{{OLLAMA_URL}}:{{OLLAMA_PORT}}/v1/chat/completions", |
| 351 | + "models": "{{OLLAMA_URL}}:{{OLLAMA_PORT}}/v1/models", |
| 352 | + "auth_methods": ["api_key"] |
| 353 | + }, |
| 354 | + { |
| 355 | + "id": "lm_studio", |
| 356 | + "api_key_vars": "LM_STUDIO_API_KEY", |
| 357 | + "url_param_vars": ["LM_STUDIO_URL", "LM_STUDIO_PORT"], |
| 358 | + "response_type": "OpenAI", |
| 359 | + "url": "{{LM_STUDIO_URL}}:{{LM_STUDIO_PORT}}/v1/chat/completions", |
| 360 | + "models": "{{LM_STUDIO_URL}}:{{LM_STUDIO_PORT}}/v1/models", |
| 361 | + "auth_methods": ["api_key"] |
| 362 | + }, |
318 | 363 | { |
319 | 364 | "id": "forge_services", |
320 | 365 | "provider_type": "context_engine", |
|
0 commit comments