CalvinBackup/CS5446-Project
1
0
Fork 0
mirror of https://github.com/Kuro0911/CS5446-Project.git synced 2026-07-17 17:37:24 +02:00
Code Issues Packages Projects Releases Wiki Activity

prompt based results

Browse Source
This commit is contained in:
Kuro0911
2025-11-03 21:08:45 +08:00
parent 8c76d2673e
commit 45bbb50b96
5 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.gitignore
+3
View File
@@ -0,0 +1,3 @@
__pycache__/
.ipynb_checkpoints/
.ipynb_checkpoints/model-checkpoint.py
+1 -1
View File
@@ -23,7 +23,7 @@ DEFAULT_MODELS = {
DEVICE = "cuda" if torch.cuda.is_available() else "cpu" DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
DTYPE = torch.bfloat16 if torch.cuda.is_available() else torch.float32 DTYPE = torch.bfloat16 if torch.cuda.is_available() else torch.float32
auth_token = "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" auth_token = "HF_TOKEN"
_PREFERRED_Q4K_ORDER = ("Q4_K_M", "Q4_K_S", "Q4_K_L", "Q4_K") _PREFERRED_Q4K_ORDER = ("Q4_K_M", "Q4_K_S", "Q4_K_L", "Q4_K")
_ENV_LOCAL_GGUF = "HF_GGUF_LOCAL_PATH" _ENV_LOCAL_GGUF = "HF_GGUF_LOCAL_PATH"
.ipynb_checkpoints/validator-checkpoint.py
+1 -1
View File
@@ -70,7 +70,7 @@ def _get_hf_judge():
device = 0 if torch.cuda.is_available() else -1 device = 0 if torch.cuda.is_available() else -1
dtype = _pick_dtype() dtype = _pick_dtype()
hf_token = "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" hf_token = "HF_TOKEN"
if hf_token is None: if hf_token is None:
raise RuntimeError( raise RuntimeError(
"❌ Hugging Face token not found. Set it with:\n" "❌ Hugging Face token not found. Set it with:\n"
model.py
+1 -1
View File
@@ -23,7 +23,7 @@ DEFAULT_MODELS = {
DEVICE = "cuda" if torch.cuda.is_available() else "cpu" DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
DTYPE = torch.bfloat16 if torch.cuda.is_available() else torch.float32 DTYPE = torch.bfloat16 if torch.cuda.is_available() else torch.float32
auth_token = "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" auth_token = "HF_TOKEN"
_PREFERRED_Q4K_ORDER = ("Q4_K_M", "Q4_K_S", "Q4_K_L", "Q4_K") _PREFERRED_Q4K_ORDER = ("Q4_K_M", "Q4_K_S", "Q4_K_L", "Q4_K")
_ENV_LOCAL_GGUF = "HF_GGUF_LOCAL_PATH" _ENV_LOCAL_GGUF = "HF_GGUF_LOCAL_PATH"
validator.py
+1 -1
View File
@@ -70,7 +70,7 @@ def _get_hf_judge():
device = 0 if torch.cuda.is_available() else -1 device = 0 if torch.cuda.is_available() else -1
dtype = _pick_dtype() dtype = _pick_dtype()
hf_token = "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" hf_token = "HF_TOKEN"
if hf_token is None: if hf_token is None:
raise RuntimeError( raise RuntimeError(
"❌ Hugging Face token not found. Set it with:\n" "❌ Hugging Face token not found. Set it with:\n"