Spaces:
Sleeping
Sleeping
Commit
·
4cea34a
1
Parent(s):
9765e4d
fix pls
Browse files- Lossfunk-Residency-Llama-3-8B-Instruct +0 -1
- app.py +2 -2
- fun.py +0 -4
Lossfunk-Residency-Llama-3-8B-Instruct
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
Subproject commit af0d94ff4006cb9e9c475a6ed7e3c2f86b8fe370
|
|
|
|
|
|
app.py
CHANGED
|
@@ -52,9 +52,9 @@ if torch.cuda.is_available():
|
|
| 52 |
model_id, device_map="cuda", torch_dtype=torch.bfloat16
|
| 53 |
)
|
| 54 |
|
| 55 |
-
|
| 56 |
# Load the ReFT model from the local repository
|
| 57 |
-
reft_model = ReftModel.load(
|
| 58 |
reft_model.set_device("cuda")
|
| 59 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 60 |
tokenizer.use_default_system_prompt = True
|
|
|
|
| 52 |
model_id, device_map="cuda", torch_dtype=torch.bfloat16
|
| 53 |
)
|
| 54 |
|
| 55 |
+
repo_path="Ayushnangia/Lossfunk-Residency-Llama-3-8B-Instruct"
|
| 56 |
# Load the ReFT model from the local repository
|
| 57 |
+
reft_model = ReftModel.load(repo_path, model, from_huggingface_hub=True)
|
| 58 |
reft_model.set_device("cuda")
|
| 59 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 60 |
tokenizer.use_default_system_prompt = True
|
fun.py
DELETED
|
@@ -1,4 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
print("CUDA available:", torch.cuda.is_available())
|
| 3 |
-
if torch.cuda.is_available():
|
| 4 |
-
print("GPU name:", torch.cuda.get_device_name(0))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|