fix: simplify prepare_space function by removing global flag and ensuring data downloads are always executed

src/prepare.py

@@ -1,4 +1,3 @@
-import os
 import sys
 import typing
 from functools import lru_cache
@@ -20,20 +19,13 @@ if sys.version_info < (3, 11):
 else:
     from tomllib import load as toml_load
 
-PREPARED_FLAG: bool = os.getenv("NO_DOWNLOAD", 0) == 1
-
 
+# Use cache to avoid downloading the same data multiple times
+@lru_cache(maxsize=1)
 def prepare_space():
     """Space initialisation"""
-
-    global PREPARED_FLAG
-    if not PREPARED_FLAG:
-        download_results()
-        download_queue()
-        PREPARED_FLAG = True
-
-    load_meta_toml()
-    load_display_toml()
+    download_results()
+    download_queue()
 
 
 def download_results():
@@ -46,6 +38,7 @@ def download_results():
             etag_timeout=30,
             token=settings.HF_TOKEN.get_secret_value(),
         )
+        logger.info("Downloaded eval queue")
     except Exception as e:
         logger.error(f"Error downloading eval queue: {e!s}")
         restart_space(settings.REPO_ID)
@@ -62,6 +55,7 @@ def download_queue():
             allow_patterns=["leaderboard/*.toml", "leaderboard/**/*.json"],
             token=settings.HF_TOKEN.get_secret_value(),
         )
+        logger.info("Downloaded eval results")
     except Exception as e:
         logger.error(f"Error downloading eval queue: {e!s}")
         restart_space(settings.REPO_ID)
@@ -69,6 +63,8 @@ def download_queue():
 
 @lru_cache(maxsize=1)
 def load_meta_toml() -> "MetaToml":
+    prepare_space()
+
     meta_toml_path = Path(settings.EVAL_RESULTS_PATH) / "leaderboard" / "meta.toml"
     logger.info(f'Loading meta.toml from: {meta_toml_path.as_posix()!r}')
     with meta_toml_path.open("rb") as f:
@@ -81,6 +77,8 @@ def load_meta_toml() -> "MetaToml":
 
 @lru_cache(maxsize=1)
 def load_display_toml() -> "DisplayToml":
+    prepare_space()
+
     display_toml_path = Path(settings.EVAL_RESULTS_PATH) / "leaderboard" / "display.toml"
     logger.info(f'Loading display.toml from: {display_toml_path.as_posix()!r}')
     with display_toml_path.open("rb") as f: