Upload app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ import gradio as gr
|
|
| 8 |
from gradio_toggle import Toggle
|
| 9 |
from transformers import TextIteratorStreamer
|
| 10 |
from model import load_model
|
| 11 |
-
|
| 12 |
from schemas import UserRequest, SteeringOutput, CONFIG
|
| 13 |
|
| 14 |
logging.basicConfig(level=logging.INFO, format='%(asctime)s %(name)s %(levelname)s:%(message)s')
|
|
@@ -18,7 +18,7 @@ model_name = "DeepSeek-R1-Distill-Qwen-7B"
|
|
| 18 |
examples = pd.read_csv("assets/examples.csv")
|
| 19 |
|
| 20 |
instances = {}
|
| 21 |
-
|
| 22 |
model = load_model()
|
| 23 |
|
| 24 |
|
|
@@ -191,9 +191,9 @@ def cleanup_instance(request: gr.Request):
|
|
| 191 |
session_id = request.session_hash
|
| 192 |
|
| 193 |
if session_id in instances:
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
|
| 197 |
|
| 198 |
del instances[session_id]
|
| 199 |
|
|
|
|
| 8 |
from gradio_toggle import Toggle
|
| 9 |
from transformers import TextIteratorStreamer
|
| 10 |
from model import load_model
|
| 11 |
+
from scheduler import load_scheduler
|
| 12 |
from schemas import UserRequest, SteeringOutput, CONFIG
|
| 13 |
|
| 14 |
logging.basicConfig(level=logging.INFO, format='%(asctime)s %(name)s %(levelname)s:%(message)s')
|
|
|
|
| 18 |
examples = pd.read_csv("assets/examples.csv")
|
| 19 |
|
| 20 |
instances = {}
|
| 21 |
+
scheduler = load_scheduler()
|
| 22 |
model = load_model()
|
| 23 |
|
| 24 |
|
|
|
|
| 191 |
session_id = request.session_hash
|
| 192 |
|
| 193 |
if session_id in instances:
|
| 194 |
+
for data in instances[session_id]:
|
| 195 |
+
if isinstance(data, SteeringOutput):
|
| 196 |
+
scheduler.append(data.model_dump())
|
| 197 |
|
| 198 |
del instances[session_id]
|
| 199 |
|