CalvinBackup/CS5446-Project
1
0
Fork 0
mirror of https://github.com/Kuro0911/CS5446-Project.git synced 2026-02-12 21:12:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

add prompt defence

Browse Source
This commit is contained in:
Kuro0911
2025-11-02 15:06:42 +08:00
parent 4b03f5db2d
commit 0fc0db3307
34 changed files with 1558 additions and 113 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
model.py
View File

@@ -23,7 +23,7 @@ DEFAULT_MODELS = {
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
DTYPE = torch.bfloat16 if torch.cuda.is_available() else torch.float32
auth_token = HF_TOKEN
auth_token = "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"
_PREFERRED_Q4K_ORDER = ("Q4_K_M", "Q4_K_S", "Q4_K_L", "Q4_K")
_ENV_LOCAL_GGUF = "HF_GGUF_LOCAL_PATH"