mirror of
https://github.com/wiltodelta/remove-ai-watermarks.git
synced 2026-10-14 21:40:47 +02:00
74 lines
2.4 KiB
Python
74 lines
2.4 KiB
Python
#!/usr/bin/env python3
|
|
"""Publish the source-pipeline model to Hugging Face.
|
|
|
|
The derivative weight file is downloaded by the GitHub Action from a model
|
|
freeze release. The private corpus, feature caches, and training catalog never
|
|
enter this repository or the Hub staging directory.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import argparse
|
|
import logging
|
|
import os
|
|
import shutil
|
|
import tempfile
|
|
from pathlib import Path
|
|
|
|
from hf_publish import publish_model_folder
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
HUB_REPO = "wiltodelta/raiw-source-classify"
|
|
MODEL_FILE = "source-pipeline-mlp.npz"
|
|
REPO_ROOT = Path(__file__).resolve().parents[1]
|
|
CARD_DIR = REPO_ROOT / "docs" / "source-classify-hf"
|
|
PUBLIC_FILES = ("README.md", "metrics.json", MODEL_FILE)
|
|
|
|
|
|
def stage_release(dest: Path, src: Path) -> None:
|
|
"""Stage the two tracked documents and one derivative model artifact."""
|
|
sources = {
|
|
"README.md": CARD_DIR / "README.md",
|
|
"metrics.json": CARD_DIR / "metrics.json",
|
|
MODEL_FILE: src.expanduser().resolve() / MODEL_FILE,
|
|
}
|
|
missing = [str(path) for path in sources.values() if not path.is_file()]
|
|
if missing:
|
|
raise SystemExit(f"missing publication files: {', '.join(missing)}")
|
|
dest.mkdir(parents=True, exist_ok=True)
|
|
for name, path in sources.items():
|
|
shutil.copy2(path, dest / name)
|
|
|
|
|
|
def publish(stage: Path, *, token: str, message: str) -> str:
|
|
"""Upload the exact staged allowlist and return the Hub revision."""
|
|
return publish_model_folder(
|
|
stage,
|
|
repo_id=HUB_REPO,
|
|
token=token,
|
|
message=message,
|
|
allow_patterns=PUBLIC_FILES,
|
|
)
|
|
|
|
|
|
def main() -> int:
|
|
parser = argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument("--src", type=Path, required=True)
|
|
parser.add_argument("--message", default="Publish source-pipeline classifier")
|
|
args = parser.parse_args()
|
|
logging.basicConfig(level=logging.INFO, format="%(message)s")
|
|
token = os.environ.get("HF_TOKEN", "").strip()
|
|
if not token:
|
|
raise SystemExit("HF_TOKEN is not set (write role required)")
|
|
with tempfile.TemporaryDirectory(prefix="raiw-source-hf-") as tmp:
|
|
stage = Path(tmp)
|
|
stage_release(stage, args.src)
|
|
revision = publish(stage, token=token, message=args.message)
|
|
log.info("published %s revision=%s", HUB_REPO, revision or "(unknown)")
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|