Update README.md
Browse files
README.md
CHANGED
|
@@ -126,7 +126,7 @@ from vllm import LLM, SamplingParams
|
|
| 126 |
|
| 127 |
model_name = "t-tech/T-pro-it-1.0"
|
| 128 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 129 |
-
llm = LLM(model=model_name)
|
| 130 |
sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
|
| 131 |
|
| 132 |
prompt = "Напиши стих про машинное обучение"
|
|
|
|
| 126 |
|
| 127 |
model_name = "t-tech/T-pro-it-1.0"
|
| 128 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 129 |
+
llm = LLM(model=model_name, max_model_len=8192)
|
| 130 |
sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
|
| 131 |
|
| 132 |
prompt = "Напиши стих про машинное обучение"
|