Spaces:
Sleeping
Sleeping
real leaderboard
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ from designs_submission_validations import validate_github_link, validate_user_d
|
|
| 14 |
from domain_constants import SCORE_NAMES_MAP, USER_GEN_DESIGNS_COLUMNS
|
| 15 |
|
| 16 |
sys.path.append(os.path.join(os.path.dirname(__file__), "bike_bench_internal/src/"))
|
| 17 |
-
from bikebench.benchmarking import
|
| 18 |
|
| 19 |
|
| 20 |
def compute_scores(user_gen_designs: pd.DataFrame) -> ModelScoringResult:
|
|
@@ -23,8 +23,7 @@ def compute_scores(user_gen_designs: pd.DataFrame) -> ModelScoringResult:
|
|
| 23 |
if designs_length < 10_000:
|
| 24 |
raise Exception(f"Too few designs to evaluate. Expected > 10,000, got {designs_length}")
|
| 25 |
data_tens = torch.tensor(user_gen_designs.values, dtype=torch.float32)
|
| 26 |
-
main_scores, detailed_scores, all_evaluation_scores =
|
| 27 |
-
evaluate_as_aggregate=False)
|
| 28 |
return ModelScoringResult(
|
| 29 |
uuid=str(uuid.uuid4()),
|
| 30 |
submission_time=datetime.datetime.now(),
|
|
|
|
| 14 |
from domain_constants import SCORE_NAMES_MAP, USER_GEN_DESIGNS_COLUMNS
|
| 15 |
|
| 16 |
sys.path.append(os.path.join(os.path.dirname(__file__), "bike_bench_internal/src/"))
|
| 17 |
+
from bikebench.benchmarking.benchmarking_utils import evaluate_designs
|
| 18 |
|
| 19 |
|
| 20 |
def compute_scores(user_gen_designs: pd.DataFrame) -> ModelScoringResult:
|
|
|
|
| 23 |
if designs_length < 10_000:
|
| 24 |
raise Exception(f"Too few designs to evaluate. Expected > 10,000, got {designs_length}")
|
| 25 |
data_tens = torch.tensor(user_gen_designs.values, dtype=torch.float32)
|
| 26 |
+
main_scores, detailed_scores, all_evaluation_scores = evaluate_designs(data_tens)
|
|
|
|
| 27 |
return ModelScoringResult(
|
| 28 |
uuid=str(uuid.uuid4()),
|
| 29 |
submission_time=datetime.datetime.now(),
|