wmantly/turing-multi-gpu-llm-server
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(proxy): add input_modalities: [text, image] in /v1/models for Maki vision discovery

Browse Source
This commit is contained in:
wmantly
2026-09-04 20:55:12 +00:00
parent ac66e70c89
commit 096fb421d1
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ollama-proxy.py
+5 -1
View File
@@ -1282,7 +1282,7 @@ class Handler(http.server.BaseHTTPRequestHandler):
"is_active": (fname[:-4] == CURRENT_SESSION), "is_active": (fname[:-4] == CURRENT_SESSION),
}) })
self._send(200, {"sessions": sorted(sessions, key=lambda s: s["size_bytes"], reverse=True)}) self._send(200, {"sessions": sorted(sessions, key=lambda s: s["size_bytes"], reverse=True)})
elif path == "/v1/models": elif path in ("/v1/models", "/models"):
self._send(200, { self._send(200, {
"object": "list", "object": "list",
"data": [ "data": [
@@ -1295,6 +1295,10 @@ class Handler(http.server.BaseHTTPRequestHandler):
"max_context_length": CTX_SIZE, "max_context_length": CTX_SIZE,
"max_tokens": MAX_OUTPUT, "max_tokens": MAX_OUTPUT,
"max_output_tokens": MAX_OUTPUT, "max_output_tokens": MAX_OUTPUT,
"input_modalities": ["text", "image"],
"modalities": ["text", "image"],
"supports_vision": True,
"supports_image": True,
} }
for tag in MODEL_TAGS for tag in MODEL_TAGS
], ],