Skip to content

Commit da2fd72

Browse files
dariuszkowalski-comforge-code-agenttusharmath
authored
feat: add local LLM providers configuration (#2050)
Co-authored-by: ForgeCode <noreply@forgecode.dev> Co-authored-by: Tushar Mathur <tusharmath@gmail.com>
1 parent e316512 commit da2fd72

1 file changed

Lines changed: 45 additions & 0 deletions

File tree

crates/forge_repo/src/provider.json

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -315,6 +315,51 @@
315315
"models": "https://{{AZURE_RESOURCE_NAME}}.openai.azure.com/openai/models?api-version={{AZURE_API_VERSION}}",
316316
"auth_methods": ["api_key"]
317317
},
318+
{
319+
"id": "llama_cpp",
320+
"api_key_vars": "LLAMA_CPP_API_KEY",
321+
"url_param_vars": ["LLAMA_CPP_URL", "LLAMA_CPP_PORT"],
322+
"response_type": "OpenAI",
323+
"url": "{{LLAMA_CPP_URL}}:{{LLAMA_CPP_PORT}}/v1/chat/completions",
324+
"models": "{{LLAMA_CPP_URL}}:{{LLAMA_CPP_PORT}}/v1/models",
325+
"auth_methods": ["api_key"]
326+
},
327+
{
328+
"id": "vllm",
329+
"api_key_vars": "VLLM_API_KEY",
330+
"url_param_vars": ["VLLM_URL", "VLLM_PORT"],
331+
"response_type": "OpenAI",
332+
"url": "{{VLLM_URL}}:{{VLLM_PORT}}/v1/chat/completions",
333+
"models": "{{VLLM_URL}}:{{VLLM_PORT}}/v1/models",
334+
"auth_methods": ["api_key"]
335+
},
336+
{
337+
"id": "jan_ai",
338+
"api_key_vars": "JAN_AI_API_KEY",
339+
"url_param_vars": ["JAN_AI_URL", "JAN_AI_PORT"],
340+
"response_type": "OpenAI",
341+
"url": "{{JAN_AI_URL}}:{{JAN_AI_PORT}}/v1/chat/completions",
342+
"models": "{{JAN_AI_URL}}:{{JAN_AI_PORT}}/v1/models",
343+
"auth_methods": ["api_key"]
344+
},
345+
{
346+
"id": "ollama",
347+
"api_key_vars": "OLLAMA_API_KEY",
348+
"url_param_vars": ["OLLAMA_URL", "OLLAMA_PORT"],
349+
"response_type": "OpenAI",
350+
"url": "{{OLLAMA_URL}}:{{OLLAMA_PORT}}/v1/chat/completions",
351+
"models": "{{OLLAMA_URL}}:{{OLLAMA_PORT}}/v1/models",
352+
"auth_methods": ["api_key"]
353+
},
354+
{
355+
"id": "lm_studio",
356+
"api_key_vars": "LM_STUDIO_API_KEY",
357+
"url_param_vars": ["LM_STUDIO_URL", "LM_STUDIO_PORT"],
358+
"response_type": "OpenAI",
359+
"url": "{{LM_STUDIO_URL}}:{{LM_STUDIO_PORT}}/v1/chat/completions",
360+
"models": "{{LM_STUDIO_URL}}:{{LM_STUDIO_PORT}}/v1/models",
361+
"auth_methods": ["api_key"]
362+
},
318363
{
319364
"id": "forge_services",
320365
"provider_type": "context_engine",

0 commit comments

Comments
 (0)