Spaces:
Running
Running
yangzhitao
commited on
Commit
·
19c12f7
1
Parent(s):
f84dfbe
fix: handle missing metric values in EvalResult by replacing None with NaN
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -109,7 +109,10 @@ class EvalResult(BaseModel):
|
|
| 109 |
# TODO: support multiple metrics
|
| 110 |
metric_keys = ["caa"]
|
| 111 |
accs = np.array([
|
| 112 |
-
v.get(metric_key,
|
|
|
|
|
|
|
|
|
|
| 113 |
])
|
| 114 |
if accs.size == 0 or any(acc is None for acc in accs):
|
| 115 |
continue
|
|
|
|
| 109 |
# TODO: support multiple metrics
|
| 110 |
metric_keys = ["caa"]
|
| 111 |
accs = np.array([
|
| 112 |
+
v.get(metric_key, np.nan)
|
| 113 |
+
for k, v in data.results.items()
|
| 114 |
+
if task.key == k
|
| 115 |
+
for metric_key in metric_keys
|
| 116 |
])
|
| 117 |
if accs.size == 0 or any(acc is None for acc in accs):
|
| 118 |
continue
|