hannahcyberey commited on
Commit
8164daf
·
verified ·
1 Parent(s): eb056fe

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -8,7 +8,7 @@ import gradio as gr
8
  from gradio_toggle import Toggle
9
  from transformers import TextIteratorStreamer
10
  from model import load_model
11
- # from scheduler import load_scheduler
12
  from schemas import UserRequest, SteeringOutput, CONFIG
13
 
14
  logging.basicConfig(level=logging.INFO, format='%(asctime)s %(name)s %(levelname)s:%(message)s')
@@ -18,7 +18,7 @@ model_name = "DeepSeek-R1-Distill-Qwen-7B"
18
  examples = pd.read_csv("assets/examples.csv")
19
 
20
  instances = {}
21
- # scheduler = load_scheduler()
22
  model = load_model()
23
 
24
 
@@ -191,9 +191,9 @@ def cleanup_instance(request: gr.Request):
191
  session_id = request.session_hash
192
 
193
  if session_id in instances:
194
- # for data in instances[session_id]:
195
- # if isinstance(data, SteeringOutput):
196
- # scheduler.append(data.model_dump())
197
 
198
  del instances[session_id]
199
 
 
8
  from gradio_toggle import Toggle
9
  from transformers import TextIteratorStreamer
10
  from model import load_model
11
+ from scheduler import load_scheduler
12
  from schemas import UserRequest, SteeringOutput, CONFIG
13
 
14
  logging.basicConfig(level=logging.INFO, format='%(asctime)s %(name)s %(levelname)s:%(message)s')
 
18
  examples = pd.read_csv("assets/examples.csv")
19
 
20
  instances = {}
21
+ scheduler = load_scheduler()
22
  model = load_model()
23
 
24
 
 
191
  session_id = request.session_hash
192
 
193
  if session_id in instances:
194
+ for data in instances[session_id]:
195
+ if isinstance(data, SteeringOutput):
196
+ scheduler.append(data.model_dump())
197
 
198
  del instances[session_id]
199