diff --git a/scripts/ollama-proxy.py b/scripts/ollama-proxy.py index e7be8e0..0e7d947 100644 --- a/scripts/ollama-proxy.py +++ b/scripts/ollama-proxy.py @@ -1295,6 +1295,14 @@ class Handler(http.server.BaseHTTPRequestHandler): "max_context_length": CTX_SIZE, "max_tokens": MAX_OUTPUT, "max_output_tokens": MAX_OUTPUT, + "max_model_len": CTX_SIZE, + "architecture": { + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + }, + "meta": { + "n_ctx": CTX_SIZE, + }, "input_modalities": ["text", "image"], "modalities": ["text", "image"], "supports_vision": True, @@ -1303,6 +1311,17 @@ class Handler(http.server.BaseHTTPRequestHandler): for tag in MODEL_TAGS ], }) + elif path == "/props": + try: + with urllib.request.urlopen(f"{LLAMA_BASE}/props", timeout=5) as r: + props = json.loads(r.read().decode()) + except Exception: + props = {"n_ctx": CTX_SIZE} + props.setdefault("modalities", {}) + if isinstance(props["modalities"], dict): + props["modalities"]["vision"] = True + props["modalities"]["input"] = ["text", "image"] + self._send(200, props) elif path == "/health": self._send(200, {"status": "ok"}) elif path == "/api/status":