minor
Browse files
README.md
CHANGED
|
@@ -54,8 +54,8 @@ You should replace original modeling_qwen FFN implementation code to dReLU first
|
|
| 54 |
```python
|
| 55 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 56 |
|
| 57 |
-
model = AutoModelForCausalLM.from_pretrained("
|
| 58 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
| 59 |
|
| 60 |
prompt = "Hello"
|
| 61 |
inputs = tokenizer(prompt, return_tensors="pt")
|
|
|
|
| 54 |
```python
|
| 55 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 56 |
|
| 57 |
+
model = AutoModelForCausalLM.from_pretrained("PowerInfer/SparseQwen2-7B")
|
| 58 |
+
tokenizer = AutoTokenizer.from_pretrained("PowerInfer/SparseQwen2-7B")
|
| 59 |
|
| 60 |
prompt = "Hello"
|
| 61 |
inputs = tokenizer(prompt, return_tensors="pt")
|