feat: refresh model catalog and shared-host guidance

This commit is contained in:
Joseph Magly
2026-08-23 18:57:13 -04:00
parent bdcb5dd46f
commit cad100dd70
5 changed files with 302 additions and 2 deletions
+60 -1
View File
@@ -6,7 +6,7 @@ from dataclasses import dataclass
import pytest
from obliteratus import bestiary_sync, models_client
from obliteratus import bestiary_sync, models_client, presets
@dataclass
@@ -21,6 +21,28 @@ class Preset:
gated: bool
@pytest.mark.parametrize(
"model_id",
[
"Qwen/Qwen3.8-2.4T-A95B",
"deepseek-ai/DeepSeek-V4-Flash-0731",
"deepseek-ai/DeepSeek-V4-Pro-0813",
"ibm-granite/granite-4.1-3b",
"ibm-granite/granite-4.1-8b",
"ibm-granite/granite-4.1-30b",
"LiquidAI/LFM2.5-230M",
"LiquidAI/LFM2.5-350M",
"LiquidAI/LFM2.5-1.2B-Instruct",
"LiquidAI/LFM2.5-2.6B",
"LiquidAI/LFM2.5-8B-A1B",
"openai/gpt-oss-120b",
"zai-org/GLM-5.2",
],
)
def test_current_verified_models_are_curated(model_id: str) -> None:
assert model_id in presets.MODEL_PRESETS
@pytest.mark.parametrize(
"size, expected",
[
@@ -118,3 +140,40 @@ def test_preset_constructor_failure_does_not_return_partial_results(
super().__init__(**kwargs)
assert bestiary_sync.extra_presets(RejectSecond, set()) == []
def test_presets_refresh_merges_bestiary_records_without_replacing_curated(
monkeypatch: pytest.MonkeyPatch,
) -> None:
curated_id = next(iter(presets.MODEL_PRESETS))
curated = presets.MODEL_PRESETS[curated_id]
discovered = presets.ModelPreset(
name="Fresh 3B",
hf_id="example/Fresh-3B",
description="[BESTIARY · 2026-08-23] text.",
tier="small",
params="3B",
recommended_dtype="bfloat16",
)
replacement = presets.ModelPreset(
name="replacement",
hf_id=curated_id,
description="must not win",
tier="tiny",
params="1B",
recommended_dtype="float32",
)
seen_existing: set[str] = set()
def extras(_preset_type, existing: set[str]):
seen_existing.update(existing)
return [discovered] if curated_id in existing else [replacement, discovered]
monkeypatch.setattr(bestiary_sync, "extra_presets", extras)
try:
assert presets.refresh_presets_from_bestiary() == 1
assert curated_id in seen_existing
assert presets.MODEL_PRESETS[curated_id] is curated
assert presets.MODEL_PRESETS[discovered.hf_id] is discovered
finally:
presets.MODEL_PRESETS.pop(discovered.hf_id, None)