60 lines
2.2 KiB
Python
60 lines
2.2 KiB
Python
"""Catalog reachability: every entry's repo and files must exist upstream.
|
|
|
|
Existence is the contract; SIZES are advisory (they feed the estimator and
|
|
progress bars, and downloads deliberately tolerate a stale size when
|
|
upstream re-uploads — completeness is judged against the server's own
|
|
declared length, never the catalog). Size drift prints as a warning so a
|
|
catalog refresh can be batched deliberately; only a MISSING file or repo
|
|
fails.
|
|
|
|
Network-marked (skipped in hermetic CI unless explicitly enabled) — this is
|
|
the test that catches wrong repo names (the Nemotron 401) and moved files.
|
|
Run before any catalog commit:
|
|
|
|
HERMES_TEST_NETWORK=1 scripts/run_tests.sh tests/hermes_cli/test_catalog_reachability.py
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import os
|
|
import urllib.request
|
|
|
|
import pytest
|
|
|
|
pytestmark = pytest.mark.skipif(
|
|
not os.environ.get("HERMES_TEST_NETWORK"),
|
|
reason="network test; set HERMES_TEST_NETWORK=1 to run",
|
|
)
|
|
|
|
|
|
def test_every_catalog_file_resolves():
|
|
from hermes_cli.local_runtime.catalog import CATALOG
|
|
|
|
problems = []
|
|
drift = []
|
|
for entry in CATALOG:
|
|
url = f"https://huggingface.co/api/models/{entry.repo}/tree/main?recursive=true"
|
|
try:
|
|
with urllib.request.urlopen(url, timeout=30) as r:
|
|
files = {f["path"]: f.get("size") for f in json.load(r)}
|
|
except Exception as exc: # noqa: BLE001
|
|
problems.append(f"{entry.id}: repo {entry.repo} unreachable ({exc})")
|
|
continue
|
|
for variant in entry.variants:
|
|
for asset in entry.download_files(variant):
|
|
if asset.path not in files:
|
|
problems.append(
|
|
f"{entry.id}/{variant.quant}: {asset.path} not in {entry.repo}")
|
|
continue
|
|
live_size = files[asset.path]
|
|
if live_size and live_size != asset.size_bytes:
|
|
drift.append(
|
|
f"{entry.id}/{variant.quant}: size drift on {asset.path} — "
|
|
f"catalog {asset.size_bytes} vs live {live_size}")
|
|
if drift:
|
|
print("\nADVISORY size drift (downloads tolerate this; refresh when convenient):")
|
|
print("\n".join(drift))
|
|
assert not problems, "\n".join(problems)
|
|
|