yaz23 commited on
Commit
a505e78
·
1 Parent(s): 7bd06ba

real leaderboard

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -14,7 +14,7 @@ from designs_submission_validations import validate_github_link, validate_user_d
14
  from domain_constants import SCORE_NAMES_MAP, USER_GEN_DESIGNS_COLUMNS
15
 
16
  sys.path.append(os.path.join(os.path.dirname(__file__), "bike_bench_internal/src/"))
17
- from bikebench.benchmarking import benchmarking_utils
18
 
19
 
20
  def compute_scores(user_gen_designs: pd.DataFrame) -> ModelScoringResult:
@@ -23,8 +23,7 @@ def compute_scores(user_gen_designs: pd.DataFrame) -> ModelScoringResult:
23
  if designs_length < 10_000:
24
  raise Exception(f"Too few designs to evaluate. Expected > 10,000, got {designs_length}")
25
  data_tens = torch.tensor(user_gen_designs.values, dtype=torch.float32)
26
- main_scores, detailed_scores, all_evaluation_scores = benchmarking_utils.evaluate(data_tens, device="cpu",
27
- evaluate_as_aggregate=False)
28
  return ModelScoringResult(
29
  uuid=str(uuid.uuid4()),
30
  submission_time=datetime.datetime.now(),
 
14
  from domain_constants import SCORE_NAMES_MAP, USER_GEN_DESIGNS_COLUMNS
15
 
16
  sys.path.append(os.path.join(os.path.dirname(__file__), "bike_bench_internal/src/"))
17
+ from bikebench.benchmarking.benchmarking_utils import evaluate_designs
18
 
19
 
20
  def compute_scores(user_gen_designs: pd.DataFrame) -> ModelScoringResult:
 
23
  if designs_length < 10_000:
24
  raise Exception(f"Too few designs to evaluate. Expected > 10,000, got {designs_length}")
25
  data_tens = torch.tensor(user_gen_designs.values, dtype=torch.float32)
26
+ main_scores, detailed_scores, all_evaluation_scores = evaluate_designs(data_tens)
 
27
  return ModelScoringResult(
28
  uuid=str(uuid.uuid4()),
29
  submission_time=datetime.datetime.now(),