real leaderboard

app.py

@@ -8,17 +8,20 @@ import gradio as gr
 import pandas as pd
 import torch
 
+from bikebench.data_loading import data_loading
 from config import APP_CONFIG
 from data_repository import REPOSITORY_INSTANCE, ModelScoringResult
 from designs_submission_validations import validate_github_link, validate_user_designs
-from domain_constants import SCORE_NAMES_MAP, USER_GEN_DESIGNS_COLUMNS
+from domain_constants import SCORE_NAMES_MAP
 
 sys.path.append(os.path.join(os.path.dirname(__file__), "bike_bench_internal/src/"))
 from bikebench.benchmarking.benchmarking_utils import evaluate_designs
 
 
+COLUMNS = list(data_loading.load_bike_bench_train().columns)
+
 def compute_scores(user_gen_designs: pd.DataFrame) -> ModelScoringResult:
-    user_gen_designs = pd.DataFrame(user_gen_designs, columns=USER_GEN_DESIGNS_COLUMNS)
+    user_gen_designs = pd.DataFrame(user_gen_designs, columns=COLUMNS)
     designs_length = len(user_gen_designs)
     if designs_length < 10_000:
         raise Exception(f"Too few designs to evaluate. Expected > 10,000, got {designs_length}")

domain_constants.py

@@ -1,37 +1,11 @@
-USER_GEN_DESIGNS_COLUMNS = ['Seatpost LENGTH', 'CS textfield', 'BB textfield', 'Stack', 'Head angle',
-                            'Head tube length textfield', 'Seat stay junction0', 'Seat tube length', 'Seat angle',
-                            'DT Length', 'FORK0R', 'BB diameter', 'ttd', 'dtd', 'csd', 'std', 'htd', 'ssd',
-                            'Chain stay position on BB', 'SSTopZOFFSET', 'Head tube upper extension2',
-                            'Seat tube extension2', 'Head tube lower extension2', 'SEATSTAYbrdgshift',
-                            'CHAINSTAYbrdgshift', 'SEATSTAYbrdgdia1', 'CHAINSTAYbrdgdia1', 'SEATSTAYbrdgCheck',
-                            'CHAINSTAYbrdgCheck', 'Dropout spacing', 'Wall thickness Bottom Bracket',
-                            'Wall thickness Top tube', 'Wall thickness Head tube', 'Wall thickness Down tube',
-                            'Wall thickness Chain stay', 'Wall thickness Seat stay', 'Wall thickness Seat tube',
-                            'Wheel diameter front', 'RDBSD', 'Wheel diameter rear', 'FDBSD', 'Display AEROBARS',
-                            'BB length', 'Wheel cut', 'Front Fender include', 'Rear Fender include', 'BELTorCHAIN',
-                            'Number of cogs', 'Number of chainrings', 'FIRST color R_RGB', 'FIRST color G_RGB',
-                            'FIRST color B_RGB', 'SPOKES composite front', 'SPOKES composite rear', 'SBLADEW front',
-                            'SBLADEW rear', 'Saddle length', 'Saddle height', 'Down tube type',
-                            'MATERIAL OHCLASS: ALUMINIUM', 'MATERIAL OHCLASS: BAMBOO', 'MATERIAL OHCLASS: CARBON',
-                            'MATERIAL OHCLASS: OTHER', 'MATERIAL OHCLASS: STEEL', 'MATERIAL OHCLASS: TITANIUM',
-                            'Head tube type OHCLASS: 0', 'Head tube type OHCLASS: 1', 'Head tube type OHCLASS: 2',
-                            'Head tube type OHCLASS: 3', 'RIM_STYLE front OHCLASS: DISC',
-                            'RIM_STYLE front OHCLASS: SPOKED', 'RIM_STYLE front OHCLASS: TRISPOKE',
-                            'RIM_STYLE rear OHCLASS: DISC', 'RIM_STYLE rear OHCLASS: SPOKED',
-                            'RIM_STYLE rear OHCLASS: TRISPOKE', 'Handlebar style OHCLASS: 0',
-                            'Handlebar style OHCLASS: 1', 'Handlebar style OHCLASS: 2', 'Stem kind OHCLASS: 0',
-                            'Stem kind OHCLASS: 1', 'Stem kind OHCLASS: 2', 'Fork type OHCLASS: 0',
-                            'Fork type OHCLASS: 1', 'Fork type OHCLASS: 2', 'Seat tube type OHCLASS: 0',
-                            'Seat tube type OHCLASS: 1', 'Seat tube type OHCLASS: 2']
-
 RESULT_COLUMNS = ['Design Quality ↑ (HV)', 'Mean Violations ↓', 'Sim. to Data ↓ (MMD)', 'Mean Novelty ↑',
                   'Binary Validity ↑', 'Diversity ↓ (DPP)']
 
 SCORE_NAMES_MAP = {
     "design_quality": "Design Quality ↑ (HV)",
-    "mean_violations": "Mean Violations ↓",
+    "mean_violations": "Constraint Violation ↓",
     "sim_to_data_mmd": "Sim. to Data ↓ (MMD)",
-    "mean_novelty": "Mean Novelty ↑",
+    "mean_novelty": "Novelty ↑",
     "binary_validity": "Binary Validity ↑",
     "diversity_dpp": "Diversity ↓ (DPP)"
 }