Spaces:
Running
Running
Upload patch_models.py
Browse files- patch_models.py +9 -11
patch_models.py
CHANGED
|
@@ -161,8 +161,8 @@ new_func = '''def _available_models() -> list[dict[str, Any]]:
|
|
| 161 |
"tier": "free",
|
| 162 |
},
|
| 163 |
{
|
| 164 |
-
"id": "
|
| 165 |
-
"label": "
|
| 166 |
"provider": "openrouter",
|
| 167 |
"tier": "paid",
|
| 168 |
},
|
|
@@ -207,7 +207,7 @@ else:
|
|
| 207 |
' {"id": "openai/inclusionai/ling-2.6-flash", "label": "Ling 2.6 Flash", "provider": "openrouter", "tier": "free"},\n'
|
| 208 |
' {"id": "openai/inclusionai/ling-3.0-flash", "label": "Ling 3.0 Flash", "provider": "openrouter", "tier": "free"},\n'
|
| 209 |
' {"id": "openai/inclusionai/ling-3.0-tiny:free", "label": "Ling 3.0 Tiny", "provider": "openrouter", "tier": "free"},\n'
|
| 210 |
-
' {"id": "
|
| 211 |
' {"id": "deepseek/deepseek-v4-flash-0731", "label": "DeepSeek V4 Flash 0731", "provider": "openrouter", "tier": "free"},\n'
|
| 212 |
"])\n"
|
| 213 |
'DEFAULT_FREE_MODEL_ID = "openai/openrouter/owl-alpha"\n'
|
|
@@ -237,7 +237,7 @@ api_key_match = re.search(r'api_key\s*=\s*_resolve_hf_router_token\(session_hf_t
|
|
| 237 |
if api_key_match:
|
| 238 |
line_end = llm_content.find('\n', api_key_match.end()) + 1
|
| 239 |
if line_end > 0:
|
| 240 |
-
routing_insert = ''' # === PATCH: Route deepseek/ +
|
| 241 |
# FIX: Add explicit deepseek/ route so "deepseek/deepseek-v4-flash-0731" goes
|
| 242 |
# to OpenRouter (HF Router does NOT have this id -> "model does not exist").
|
| 243 |
if normalized_model.startswith("deepseek/"):
|
|
@@ -246,11 +246,9 @@ if api_key_match:
|
|
| 246 |
"api_base": "https://openrouter.ai/api/v1",
|
| 247 |
"api_key": os.environ.get("OPENROUTER_API_KEY") or api_key or "",
|
| 248 |
}
|
| 249 |
-
# FIX: Route
|
| 250 |
-
# recognizes the provider.
|
| 251 |
-
|
| 252 |
-
# that OpenRouter instructs: "stealth/ox-alpha".
|
| 253 |
-
if normalized_model.startswith("stealth/"):
|
| 254 |
or_model = normalized_model
|
| 255 |
if or_model.endswith(":free"):
|
| 256 |
or_model = or_model[: -len(":free")]
|
|
@@ -274,7 +272,7 @@ if api_key_match:
|
|
| 274 |
|
| 275 |
'''
|
| 276 |
llm_content = llm_content[:line_end] + routing_insert + llm_content[line_end:]
|
| 277 |
-
print("OK: Patched _resolve_llm_params (deepseek/ +
|
| 278 |
else:
|
| 279 |
print("OK: Could not find end of api_key line")
|
| 280 |
else:
|
|
@@ -290,4 +288,4 @@ except SyntaxError as e:
|
|
| 290 |
with open(LLM_PARAMS_FILE, "w") as f:
|
| 291 |
f.write(llm_content)
|
| 292 |
|
| 293 |
-
print("OK: Backend patched - 22 models, deepseek/ +
|
|
|
|
| 161 |
"tier": "free",
|
| 162 |
},
|
| 163 |
{
|
| 164 |
+
"id": "z-ai/glm-5.3-flash",
|
| 165 |
+
"label": "GLM 5.3 Flash",
|
| 166 |
"provider": "openrouter",
|
| 167 |
"tier": "paid",
|
| 168 |
},
|
|
|
|
| 207 |
' {"id": "openai/inclusionai/ling-2.6-flash", "label": "Ling 2.6 Flash", "provider": "openrouter", "tier": "free"},\n'
|
| 208 |
' {"id": "openai/inclusionai/ling-3.0-flash", "label": "Ling 3.0 Flash", "provider": "openrouter", "tier": "free"},\n'
|
| 209 |
' {"id": "openai/inclusionai/ling-3.0-tiny:free", "label": "Ling 3.0 Tiny", "provider": "openrouter", "tier": "free"},\n'
|
| 210 |
+
' {"id": "z-ai/glm-5.3-flash", "label": "GLM 5.3 Flash", "provider": "openrouter", "tier": "paid"},\n'
|
| 211 |
' {"id": "deepseek/deepseek-v4-flash-0731", "label": "DeepSeek V4 Flash 0731", "provider": "openrouter", "tier": "free"},\n'
|
| 212 |
"])\n"
|
| 213 |
'DEFAULT_FREE_MODEL_ID = "openai/openrouter/owl-alpha"\n'
|
|
|
|
| 237 |
if api_key_match:
|
| 238 |
line_end = llm_content.find('\n', api_key_match.end()) + 1
|
| 239 |
if line_end > 0:
|
| 240 |
+
routing_insert = ''' # === PATCH: Route deepseek/ + z-ai/ + openai/-prefixed models to OpenRouter ===
|
| 241 |
# FIX: Add explicit deepseek/ route so "deepseek/deepseek-v4-flash-0731" goes
|
| 242 |
# to OpenRouter (HF Router does NOT have this id -> "model does not exist").
|
| 243 |
if normalized_model.startswith("deepseek/"):
|
|
|
|
| 246 |
"api_base": "https://openrouter.ai/api/v1",
|
| 247 |
"api_key": os.environ.get("OPENROUTER_API_KEY") or api_key or "",
|
| 248 |
}
|
| 249 |
+
# FIX: Route z-ai/glm-5.3-flash to OpenRouter with the provider prefix so litellm
|
| 250 |
+
# recognizes the provider. Strip any trailing ":free" suffix.
|
| 251 |
+
if normalized_model.startswith("z-ai/"):
|
|
|
|
|
|
|
| 252 |
or_model = normalized_model
|
| 253 |
if or_model.endswith(":free"):
|
| 254 |
or_model = or_model[: -len(":free")]
|
|
|
|
| 272 |
|
| 273 |
'''
|
| 274 |
llm_content = llm_content[:line_end] + routing_insert + llm_content[line_end:]
|
| 275 |
+
print("OK: Patched _resolve_llm_params (deepseek/ + z-ai/[:free stripped] + stripped openai/ -> OR with provider prefix)")
|
| 276 |
else:
|
| 277 |
print("OK: Could not find end of api_key line")
|
| 278 |
else:
|
|
|
|
| 288 |
with open(LLM_PARAMS_FILE, "w") as f:
|
| 289 |
f.write(llm_content)
|
| 290 |
|
| 291 |
+
print("OK: Backend patched - 22 models, deepseek/ + z-ai/[:free stripped] + openrouter/-prefixed openai/ -> OR")
|