mirror of
https://github.com/elder-plinius/OBLITERATUS.git
synced 2026-08-30 06:30:37 +02:00
feat: refresh model catalog and shared-host guidance
This commit is contained in:
@@ -6,7 +6,7 @@ from dataclasses import dataclass
|
||||
|
||||
import pytest
|
||||
|
||||
from obliteratus import bestiary_sync, models_client
|
||||
from obliteratus import bestiary_sync, models_client, presets
|
||||
|
||||
|
||||
@dataclass
|
||||
@@ -21,6 +21,28 @@ class Preset:
|
||||
gated: bool
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"model_id",
|
||||
[
|
||||
"Qwen/Qwen3.8-2.4T-A95B",
|
||||
"deepseek-ai/DeepSeek-V4-Flash-0731",
|
||||
"deepseek-ai/DeepSeek-V4-Pro-0813",
|
||||
"ibm-granite/granite-4.1-3b",
|
||||
"ibm-granite/granite-4.1-8b",
|
||||
"ibm-granite/granite-4.1-30b",
|
||||
"LiquidAI/LFM2.5-230M",
|
||||
"LiquidAI/LFM2.5-350M",
|
||||
"LiquidAI/LFM2.5-1.2B-Instruct",
|
||||
"LiquidAI/LFM2.5-2.6B",
|
||||
"LiquidAI/LFM2.5-8B-A1B",
|
||||
"openai/gpt-oss-120b",
|
||||
"zai-org/GLM-5.2",
|
||||
],
|
||||
)
|
||||
def test_current_verified_models_are_curated(model_id: str) -> None:
|
||||
assert model_id in presets.MODEL_PRESETS
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"size, expected",
|
||||
[
|
||||
@@ -118,3 +140,40 @@ def test_preset_constructor_failure_does_not_return_partial_results(
|
||||
super().__init__(**kwargs)
|
||||
|
||||
assert bestiary_sync.extra_presets(RejectSecond, set()) == []
|
||||
|
||||
|
||||
def test_presets_refresh_merges_bestiary_records_without_replacing_curated(
|
||||
monkeypatch: pytest.MonkeyPatch,
|
||||
) -> None:
|
||||
curated_id = next(iter(presets.MODEL_PRESETS))
|
||||
curated = presets.MODEL_PRESETS[curated_id]
|
||||
discovered = presets.ModelPreset(
|
||||
name="Fresh 3B",
|
||||
hf_id="example/Fresh-3B",
|
||||
description="[BESTIARY · 2026-08-23] text.",
|
||||
tier="small",
|
||||
params="3B",
|
||||
recommended_dtype="bfloat16",
|
||||
)
|
||||
replacement = presets.ModelPreset(
|
||||
name="replacement",
|
||||
hf_id=curated_id,
|
||||
description="must not win",
|
||||
tier="tiny",
|
||||
params="1B",
|
||||
recommended_dtype="float32",
|
||||
)
|
||||
seen_existing: set[str] = set()
|
||||
|
||||
def extras(_preset_type, existing: set[str]):
|
||||
seen_existing.update(existing)
|
||||
return [discovered] if curated_id in existing else [replacement, discovered]
|
||||
|
||||
monkeypatch.setattr(bestiary_sync, "extra_presets", extras)
|
||||
try:
|
||||
assert presets.refresh_presets_from_bestiary() == 1
|
||||
assert curated_id in seen_existing
|
||||
assert presets.MODEL_PRESETS[curated_id] is curated
|
||||
assert presets.MODEL_PRESETS[discovered.hf_id] is discovered
|
||||
finally:
|
||||
presets.MODEL_PRESETS.pop(discovered.hf_id, None)
|
||||
|
||||
Reference in New Issue
Block a user