InfiniteValueMe commited on
Commit
2c3e494
·
verified ·
1 Parent(s): 9a2edf8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -4,7 +4,8 @@ import requests, tempfile
4
  import gradio as gr
5
  from llama_cpp import Llama
6
 
7
- MODEL_URL = "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf"
 
8
 
9
  print("Downloading model into temporary memory... This may take a while ⏳")
10
  response = requests.get(MODEL_URL, stream=True)
 
4
  import gradio as gr
5
  from llama_cpp import Llama
6
 
7
+ MODEL_URL = "https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF/resolve/main/tinyllama-1.1b-chat-v1.0.Q2_K.gguf"
8
+ #"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf"
9
 
10
  print("Downloading model into temporary memory... This may take a while ⏳")
11
  response = requests.get(MODEL_URL, stream=True)