Update README.md
Browse files
README.md
CHANGED
|
@@ -254,9 +254,9 @@ pip install -r requirements.txt
|
|
| 254 |
### Usage
|
| 255 |
|
| 256 |
```python
|
| 257 |
-
from transformers import AutoTokenizer,
|
| 258 |
tokenizer = AutoTokenizer.from_pretrained("Wanfq/FuseLLM-7B", use_fast=False)
|
| 259 |
-
model =
|
| 260 |
model.cuda()
|
| 261 |
inputs = tokenizer("<your text here>", return_tensors="pt").to(model.device)
|
| 262 |
tokens = model.generate(
|
|
|
|
| 254 |
### Usage
|
| 255 |
|
| 256 |
```python
|
| 257 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 258 |
tokenizer = AutoTokenizer.from_pretrained("Wanfq/FuseLLM-7B", use_fast=False)
|
| 259 |
+
model = AutoModelForCausalLM.from_pretrained("Wanfq/FuseLLM-7B", torch_dtype="auto")
|
| 260 |
model.cuda()
|
| 261 |
inputs = tokenizer("<your text here>", return_tensors="pt").to(model.device)
|
| 262 |
tokens = model.generate(
|