Skip to content
Closed
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions bin/lib/onboard.js
Original file line number Diff line number Diff line change
Expand Up @@ -527,8 +527,8 @@ async function setupNim(sandboxName, gpu) {

// Detect local inference options
const hasOllama = !!runCapture("command -v ollama", { ignoreError: true });
const ollamaRunning = !!runCapture("curl -sf http://localhost:11434/api/tags 2>/dev/null", { ignoreError: true });
const vllmRunning = !!runCapture("curl -sf http://localhost:8000/v1/models 2>/dev/null", { ignoreError: true });
const ollamaRunning = !!runCapture("curl -sf http://127.0.0.1:11434/api/tags 2>/dev/null", { ignoreError: true });
const vllmRunning = !!runCapture("curl -sf http://127.0.0.1:8000/v1/models 2>/dev/null", { ignoreError: true });
const requestedProvider = isNonInteractive() ? getNonInteractiveProvider() : null;
const requestedModel = isNonInteractive() ? getNonInteractiveModel(requestedProvider || "cloud") : null;
// Build options list — only show local options with NEMOCLAW_EXPERIMENTAL=1
Expand All @@ -546,14 +546,14 @@ async function setupNim(sandboxName, gpu) {
options.push({
key: "ollama",
label:
`Local Ollama (localhost:11434)${ollamaRunning ? " — running" : ""}` +
`Local Ollama (127.0.0.1:11434)${ollamaRunning ? " — running" : ""}` +
(ollamaRunning ? " (suggested)" : ""),
});
}
if (EXPERIMENTAL && vllmRunning) {
options.push({
key: "vllm",
label: "Existing vLLM instance (localhost:8000) — running [experimental] (suggested)",
label: "Existing vLLM instance (127.0.0.1:8000) — running [experimental] (suggested)",
});
}

Expand Down
Loading