"""The WebUI catalog must stay in step with the repo it ships next to. configs/models_catalog.json is hand-maintained UI placement, but download package ids, install directories, and required file lists must come from model_specs/. Nothing fails loudly when they drift: a renamed install directory just makes an installed model read as "not installed", a dropped package makes the Download button run a package id that no longer exists, and a new family is simply invisible in the UI. Release 0.4 did all three at once, which is why these are tests. """ import json import os import re import sys import unittest HERE = os.path.dirname(os.path.abspath(__file__)) REPO_ROOT = os.path.dirname(HERE) if os.path.join(REPO_ROOT, "tools") not in sys.path: sys.path.insert(0, os.path.join(REPO_ROOT, "tools")) import model_manager_v2 # noqa: E402 try: from webui import webui as app except ImportError: import webui as app CATALOG_PATH = os.path.join(HERE, "configs", "models_catalog.json") REQUIRED_FILES_PATH = os.path.join(HERE, "configs", "required_files.json") REGISTRY_PATH = os.path.join(REPO_ROOT, "src", "framework", "runtime", "registry.cpp") _LOADER_CALL_RE = re.compile(r"\bmake_([a-z0-9_]+)_loader\s*\(\s*\)") # Families the server registers but the WebUI deliberately does not surface, # with the reason. Keep this empty unless there is one. UNLISTED_FAMILIES: dict[str, str] = {} def _packages(): return { package.id: package for package in model_manager_v2.flatten_packages( model_manager_v2.load_specs(model_manager_v2.DEFAULT_SPECS_DIR)) } def _target_directory(package): return package.target_directory def _required_files(package): if hasattr(package, "required_files"): return list(package.required_files) prefix = (package.strip_prefix or "").strip("/") if prefix == ".": prefix = "" files = [] for remote in package.files: if prefix: marker = prefix + "/" files.append(remote[len(marker):] if remote.startswith(marker) else remote) else: files.append(remote) return [path.replace("\\", "/") for path in files] def _load(path): with open(path, "r", encoding="utf-8") as f: return json.load(f) class CatalogSyncTests(unittest.TestCase): @classmethod def setUpClass(cls): cls.packages = _packages() cls.entries = app.CATALOG["models"] cls.required = app.REQUIRED_FILES def test_every_download_id_is_a_model_specs_package(self): for entry in self.entries: download_id = entry.get("download_id") if download_id is None: continue self.assertIn(download_id, self.packages, f"catalog entry {entry['id']} downloads {download_id!r}, " "which model_specs/ does not define") def test_download_directory_matches_the_package_target(self): for entry in self.entries: download_id = entry.get("download_id") if download_id not in self.packages: continue target = os.path.normpath("models/" + _target_directory(self.packages[download_id])) self.assertEqual(os.path.normpath(entry.get("download_path") or entry["path"]), target, f"catalog entry {entry['id']} downloads into " f"{entry.get('download_path') or entry['path']!r}, " f"but {download_id} installs into {target!r}") def test_entries_without_a_download_id_ship_with_the_repo(self): # No download_id means the weights are committed (bundled assets); the # path has to exist in a checkout or the model is simply unreachable. for entry in self.entries: if entry.get("download_id"): continue self.assertTrue(os.path.isdir(os.path.join(REPO_ROOT, entry["path"])), f"catalog entry {entry['id']} has no download_id, so " f"{entry['path']!r} must be a bundled directory in the repo") def test_required_files_mirrors_the_package_specs(self): expected = {pkg_id: _required_files(p) for pkg_id, p in self.packages.items() if _required_files(p)} actual = {k: v for k, v in self.required.items() if k != "_comment"} missing = {pkg_id: files for pkg_id, files in expected.items() if actual.get(pkg_id) != files} self.assertFalse(missing, "WebUI required-file metadata is missing or stale for packages: " f"{sorted(missing)}") def test_catalog_prefers_spec_gguf_packages(self): by_id = {entry["id"]: entry for entry in self.entries} self.assertEqual(by_id["voxcpm2"]["download_id"], "voxcpm2_q8_0") self.assertEqual(by_id["voxcpm2"]["path"], "models/VoxCPM2") self.assertEqual(by_id["voxcpm2"]["download_path"], "models/VoxCPM2-GGUF") self.assertEqual(by_id["moss-tts-local"]["download_id"], "moss_tts_local_v1_5_q8_0") self.assertEqual(by_id["moss-tts-local"]["path"], "models/MOSS-TTS-Local-Transformer-v1.5") self.assertEqual(by_id["moss-tts-local"]["download_path"], "models/MOSS-TTS-Local-v1.5-GGUF") self.assertEqual(by_id["inflect-v2"]["download_id"], "inflect_micro_v2_orig") self.assertEqual(by_id["inflect-v2"]["path"], "models/Inflect-Micro-v2") self.assertEqual(by_id["inflect-v2"]["download_path"], "models/Inflect-Micro-v2-GGUF") self.assertEqual(by_id["parakeet-tdt"]["download_id"], "parakeet_tdt_q8_0") self.assertEqual(by_id["parakeet-tdt"]["path"], "models/parakeet-tdt-0.6b-v3") self.assertEqual(by_id["parakeet-tdt"]["download_path"], "models/Parakeet-TDT-0.6B-v3-GGUF") self.assertEqual(by_id["kroko-asr"]["download_id"], "kroko_asr_community_q8_0") self.assertEqual(by_id["kroko-asr"]["path"], "models/Kroko-ASR-GGUF") self.assertEqual(by_id["kroko-asr"]["download_path"], "models/Kroko-ASR-GGUF") def test_gguf_families_come_from_the_package_specs(self): specs = {os.path.splitext(f)[0] for f in os.listdir(os.path.join(REPO_ROOT, "model_specs")) if f.endswith(".json")} self.assertEqual(app.GGUF_NATIVE_FAMILIES, specs, "GGUF_NATIVE_FAMILIES should be read from model_specs/") # The no-model_specs fallback may lag behind, but it must never claim # GGUF support for a family the runtime has no package spec for. self.assertLessEqual(app.GGUF_NATIVE_FAMILIES_FALLBACK, specs) def test_every_registered_family_is_reachable_from_the_ui(self): with open(REGISTRY_PATH, "r", encoding="utf-8") as f: registry = f.read() registered = {m.group(1) for line in registry.splitlines() for m in [_LOADER_CALL_RE.search(line.strip())] if m and not line.strip().startswith("//")} listed = {e.get("family") for e in self.entries} missing = sorted(registered - listed - set(UNLISTED_FAMILIES)) self.assertFalse(missing, "families the server can load but the WebUI never offers: " f"{missing}. Add a catalog entry, or record why not in " "UNLISTED_FAMILIES.") if __name__ == "__main__": unittest.main()