Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -24,7 +24,7 @@ backend = Backend()
|
|
| 24 |
|
| 25 |
cv2.setNumThreads(1)
|
| 26 |
|
| 27 |
-
def
|
| 28 |
return """Sei Odi, un assistente ricercatore italiano sviluppato dagli Osservatori del Politecnico di Milano, specializzato in innovazione digitale. Il tuo compito è:
|
| 29 |
|
| 30 |
1. Utilizzo dei dati:
|
|
@@ -68,7 +68,8 @@ def respond(
|
|
| 68 |
top_p,
|
| 69 |
top_k,
|
| 70 |
repeat_penalty,
|
| 71 |
-
selected_topic
|
|
|
|
| 72 |
):
|
| 73 |
chat_template = MessagesFormatterType.GEMMA_2
|
| 74 |
|
|
@@ -95,7 +96,7 @@ def respond(
|
|
| 95 |
|
| 96 |
agent = LlamaCppAgent(
|
| 97 |
provider,
|
| 98 |
-
system_prompt=
|
| 99 |
predefined_messages_formatter_type=chat_template,
|
| 100 |
debug_output=True
|
| 101 |
)
|
|
@@ -189,6 +190,12 @@ with gr.Blocks(css="""
|
|
| 189 |
top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p")
|
| 190 |
top_k = gr.Slider(minimum=0, maximum=100, value=30, step=1, label="Top-k")
|
| 191 |
repeat_penalty = gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.1, label="Repetition penalty")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 192 |
|
| 193 |
blockchain_btn.click(lambda: select_topic("blockchain"), inputs=None, outputs=[chatbot, selected_topic, blockchain_btn, metaverse_btn, payment_btn, reset_btn])
|
| 194 |
metaverse_btn.click(lambda: select_topic("metaverse"), inputs=None, outputs=[chatbot, selected_topic, blockchain_btn, metaverse_btn, payment_btn, reset_btn])
|
|
@@ -198,13 +205,13 @@ with gr.Blocks(css="""
|
|
| 198 |
|
| 199 |
submit_btn.click(
|
| 200 |
respond,
|
| 201 |
-
inputs=[msg, chatbot, model, max_tokens, temperature, top_p, top_k, repeat_penalty, selected_topic],
|
| 202 |
outputs=chatbot
|
| 203 |
)
|
| 204 |
|
| 205 |
msg.submit(
|
| 206 |
respond,
|
| 207 |
-
inputs=[msg, chatbot, model, max_tokens, temperature, top_p, top_k, repeat_penalty, selected_topic],
|
| 208 |
outputs=chatbot
|
| 209 |
)
|
| 210 |
|
|
|
|
| 24 |
|
| 25 |
cv2.setNumThreads(1)
|
| 26 |
|
| 27 |
+
def get_default_system_message():
|
| 28 |
return """Sei Odi, un assistente ricercatore italiano sviluppato dagli Osservatori del Politecnico di Milano, specializzato in innovazione digitale. Il tuo compito è:
|
| 29 |
|
| 30 |
1. Utilizzo dei dati:
|
|
|
|
| 68 |
top_p,
|
| 69 |
top_k,
|
| 70 |
repeat_penalty,
|
| 71 |
+
selected_topic,
|
| 72 |
+
system_message
|
| 73 |
):
|
| 74 |
chat_template = MessagesFormatterType.GEMMA_2
|
| 75 |
|
|
|
|
| 96 |
|
| 97 |
agent = LlamaCppAgent(
|
| 98 |
provider,
|
| 99 |
+
system_prompt=system_message,
|
| 100 |
predefined_messages_formatter_type=chat_template,
|
| 101 |
debug_output=True
|
| 102 |
)
|
|
|
|
| 190 |
top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p")
|
| 191 |
top_k = gr.Slider(minimum=0, maximum=100, value=30, step=1, label="Top-k")
|
| 192 |
repeat_penalty = gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.1, label="Repetition penalty")
|
| 193 |
+
|
| 194 |
+
system_message = gr.Textbox(
|
| 195 |
+
label="System Message",
|
| 196 |
+
value=get_default_system_message(),
|
| 197 |
+
lines=10
|
| 198 |
+
)
|
| 199 |
|
| 200 |
blockchain_btn.click(lambda: select_topic("blockchain"), inputs=None, outputs=[chatbot, selected_topic, blockchain_btn, metaverse_btn, payment_btn, reset_btn])
|
| 201 |
metaverse_btn.click(lambda: select_topic("metaverse"), inputs=None, outputs=[chatbot, selected_topic, blockchain_btn, metaverse_btn, payment_btn, reset_btn])
|
|
|
|
| 205 |
|
| 206 |
submit_btn.click(
|
| 207 |
respond,
|
| 208 |
+
inputs=[msg, chatbot, model, max_tokens, temperature, top_p, top_k, repeat_penalty, selected_topic, system_message],
|
| 209 |
outputs=chatbot
|
| 210 |
)
|
| 211 |
|
| 212 |
msg.submit(
|
| 213 |
respond,
|
| 214 |
+
inputs=[msg, chatbot, model, max_tokens, temperature, top_p, top_k, repeat_penalty, selected_topic, system_message],
|
| 215 |
outputs=chatbot
|
| 216 |
)
|
| 217 |
|