update etag_timeout, TIMEOUT=300

app.py

@@ -13,7 +13,8 @@ from src.envs import (
     UNZIP_TARGET_DIR,
     TIME_DURATION,
     EVAL_K_VALUES,
-    SUBMIT_INFOS_TABLE_COLS
+    SUBMIT_INFOS_TABLE_COLS,
+    TIMEOUT,
 )
 from src.css_html_js import custom_css
 
@@ -36,7 +37,7 @@ def load_submit_infos_df():
         repo_id=SUBMIT_INFOS_REPO,
         repo_type="dataset",
         local_dir=SUBMIT_INFOS_DIR,
-        etag_timeout=30
+        etag_timeout=TIMEOUT,
     )
     submit_infos_save_path = os.path.join(SUBMIT_INFOS_DIR, SUBMIT_INFOS_FILE_NAME)
     

src/backend.py

@@ -15,7 +15,8 @@ from src.envs import (
     API,
     ZIP_CACHE_DIR,
     SEARCH_RESULTS_REPO, RESULTS_REPO, SUBMIT_INFOS_REPO,
-    make_clickable_model
+    make_clickable_model,
+    TIMEOUT,
 )
 
 logger = logging.getLogger(__name__)
@@ -171,7 +172,7 @@ def pull_search_results(
         repo_id=SUBMIT_INFOS_REPO,
         repo_type="dataset",
         local_dir=submit_infos_dir,
-        etag_timeout=30
+        etag_timeout=TIMEOUT,
     )
     
     logger.warning(f"Start from commit: {start_commit_id}")
@@ -181,7 +182,7 @@ def pull_search_results(
             repo_type="dataset",
             revision=start_commit_id,
             local_dir=hf_search_results_repo_dir,
-            etag_timeout=30,
+            etag_timeout=TIMEOUT,
             allow_patterns=['*.json']
         )
         cur_file_paths = get_file_list(hf_search_results_repo_dir, allowed_suffixes=['.json'])
@@ -190,7 +191,7 @@ def pull_search_results(
             repo_id=SEARCH_RESULTS_REPO,
             repo_type="dataset",
             local_dir=hf_search_results_repo_dir,
-            etag_timeout=30,
+            etag_timeout=TIMEOUT,
             allow_patterns=['*.json']
         )
         cur_file_paths = get_file_list(hf_search_results_repo_dir, allowed_suffixes=['.json'])
@@ -204,13 +205,13 @@ def pull_search_results(
                 repo_id=RESULTS_REPO,
                 repo_type="dataset",
                 local_dir=hf_eval_results_repo_dir,
-                etag_timeout=30
+                etag_timeout=TIMEOUT
             )
             API.snapshot_download(
                 repo_id=SEARCH_RESULTS_REPO,
                 repo_type="dataset",
                 local_dir=hf_search_results_repo_dir,
-                etag_timeout=30,
+                etag_timeout=TIMEOUT,
                 allow_patterns=['*.json']
             )
         except Exception as e:
@@ -247,7 +248,7 @@ def pull_search_results(
                     repo_id=SEARCH_RESULTS_REPO,
                     repo_type="dataset",
                     local_dir=ZIP_CACHE_DIR,
-                    etag_timeout=30,
+                    etag_timeout=TIMEOUT,
                     allow_patterns=[f'*{zip_file_name}']
                 )
                 zip_file_path = get_zip_file_path(zip_file_name)

src/envs.py

@@ -34,6 +34,7 @@ HF_EVAL_RESULTS_REPO_DIR = os.path.join(CACHE_PATH, "eval_results")
 UNZIP_TARGET_DIR = os.path.join(CACHE_PATH, "unzip_target_dir")
 
 TIME_DURATION = 600  # seconds
+TIMEOUT=300  # seconds
 
 EVAL_K_VALUES = [1, 3, 5, 10, 50, 100, 1000]