Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,14 +8,14 @@ import random
|
|
| 8 |
from datasets import load_dataset
|
| 9 |
|
| 10 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
| 11 |
-
MODEL_ID = "
|
| 12 |
MODELS = os.environ.get("MODELS")
|
| 13 |
MODEL_NAME = MODEL_ID.split("/")[-1]
|
| 14 |
|
| 15 |
TITLE = "<h1><center>New japanese LLM model webui</center></h1>"
|
| 16 |
|
| 17 |
DESCRIPTION = f"""
|
| 18 |
-
<h3>MODEL: <a href="https://huggingface.co/
|
| 19 |
<center>
|
| 20 |
<p>
|
| 21 |
<br>
|
|
@@ -85,7 +85,7 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
|
|
| 85 |
max_new_tokens=max_new_tokens,
|
| 86 |
do_sample=True,
|
| 87 |
temperature=temperature,
|
| 88 |
-
eos_token_id=[
|
| 89 |
)
|
| 90 |
|
| 91 |
thread = Thread(target=model.generate, kwargs=generate_kwargs)
|
|
|
|
| 8 |
from datasets import load_dataset
|
| 9 |
|
| 10 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
| 11 |
+
MODEL_ID = "CohereForAI/c4ai-command-r7b-12-2024"
|
| 12 |
MODELS = os.environ.get("MODELS")
|
| 13 |
MODEL_NAME = MODEL_ID.split("/")[-1]
|
| 14 |
|
| 15 |
TITLE = "<h1><center>New japanese LLM model webui</center></h1>"
|
| 16 |
|
| 17 |
DESCRIPTION = f"""
|
| 18 |
+
<h3>MODEL: <a href="https://huggingface.co/CohereForAI/c4ai-command-r7b-12-2024">CohereForAI/c4ai-command-r7b-12-2024</a></h3>
|
| 19 |
<center>
|
| 20 |
<p>
|
| 21 |
<br>
|
|
|
|
| 85 |
max_new_tokens=max_new_tokens,
|
| 86 |
do_sample=True,
|
| 87 |
temperature=temperature,
|
| 88 |
+
#eos_token_id=[255001],
|
| 89 |
)
|
| 90 |
|
| 91 |
thread = Thread(target=model.generate, kwargs=generate_kwargs)
|