Ayushnangia commited on
Commit
4cea34a
·
1 Parent(s): 9765e4d
Files changed (3) hide show
  1. Lossfunk-Residency-Llama-3-8B-Instruct +0 -1
  2. app.py +2 -2
  3. fun.py +0 -4
Lossfunk-Residency-Llama-3-8B-Instruct DELETED
@@ -1 +0,0 @@
1
- Subproject commit af0d94ff4006cb9e9c475a6ed7e3c2f86b8fe370
 
 
app.py CHANGED
@@ -52,9 +52,9 @@ if torch.cuda.is_available():
52
  model_id, device_map="cuda", torch_dtype=torch.bfloat16
53
  )
54
 
55
- repo_local_path="./Lossfunk-Residency-Llama-3-8B-Instruct"
56
  # Load the ReFT model from the local repository
57
- reft_model = ReftModel.load(repo_local_path, model, from_huggingface_hub=False)
58
  reft_model.set_device("cuda")
59
  tokenizer = AutoTokenizer.from_pretrained(model_id)
60
  tokenizer.use_default_system_prompt = True
 
52
  model_id, device_map="cuda", torch_dtype=torch.bfloat16
53
  )
54
 
55
+ repo_path="Ayushnangia/Lossfunk-Residency-Llama-3-8B-Instruct"
56
  # Load the ReFT model from the local repository
57
+ reft_model = ReftModel.load(repo_path, model, from_huggingface_hub=True)
58
  reft_model.set_device("cuda")
59
  tokenizer = AutoTokenizer.from_pretrained(model_id)
60
  tokenizer.use_default_system_prompt = True
fun.py DELETED
@@ -1,4 +0,0 @@
1
- import torch
2
- print("CUDA available:", torch.cuda.is_available())
3
- if torch.cuda.is_available():
4
- print("GPU name:", torch.cuda.get_device_name(0))