aladac/chat
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: use vllm provider for qwen3-coder-next AWQ (already loaded)

Browse Source
This commit is contained in:
marauder-actual
2026-05-29 18:10:08 +02:00
parent f4eac499cf
commit d2638e0650
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/main.py
+2 -2
View File
@@ -68,8 +68,8 @@ OPENCODE_PASSWORD = os.environ.get("OPENCODE_PASSWORD", "")
SIDECAR_URL = os.environ.get("SIDECAR_URL", "http://sin:4098").rstrip("/") SIDECAR_URL = os.environ.get("SIDECAR_URL", "http://sin:4098").rstrip("/")
# Model to use for opencode sessions. # Model to use for opencode sessions.
OPENCODE_MODEL = os.environ.get("OPENCODE_MODEL", "qwen3-coder-next:q4_K_M") OPENCODE_MODEL = os.environ.get("OPENCODE_MODEL", "cyankiwi/qwen3-coder-next:awq")
OPENCODE_PROVIDER = os.environ.get("OPENCODE_PROVIDER", "ollama") OPENCODE_PROVIDER = os.environ.get("OPENCODE_PROVIDER", "vllm")
if not PREVIEW_MODE and not OPENCODE_PASSWORD: if not PREVIEW_MODE and not OPENCODE_PASSWORD:
raise RuntimeError("OPENCODE_PASSWORD not set (set PREVIEW_MODE=1 to bypass)") raise RuntimeError("OPENCODE_PASSWORD not set (set PREVIEW_MODE=1 to bypass)")