yangzhitao commited on
Commit
19c12f7
·
1 Parent(s): f84dfbe

fix: handle missing metric values in EvalResult by replacing None with NaN

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +4 -1
src/leaderboard/read_evals.py CHANGED
@@ -109,7 +109,10 @@ class EvalResult(BaseModel):
109
  # TODO: support multiple metrics
110
  metric_keys = ["caa"]
111
  accs = np.array([
112
- v.get(metric_key, None) for k, v in data.results.items() if task.key == k for metric_key in metric_keys
 
 
 
113
  ])
114
  if accs.size == 0 or any(acc is None for acc in accs):
115
  continue
 
109
  # TODO: support multiple metrics
110
  metric_keys = ["caa"]
111
  accs = np.array([
112
+ v.get(metric_key, np.nan)
113
+ for k, v in data.results.items()
114
+ if task.key == k
115
+ for metric_key in metric_keys
116
  ])
117
  if accs.size == 0 or any(acc is None for acc in accs):
118
  continue