Update app.py

app.py

@@ -39,7 +39,7 @@ free_keys_global = []
 unverified_keys_global = []
 valid_keys_global = []
 
-executor = concurrent.futures.ThreadPoolExecutor(max_workers=1000)
+executor = concurrent.futures.ThreadPoolExecutor(max_workers=10000)
 model_key_indices = {}
 
 request_timestamps = []
@@ -47,9 +47,6 @@ token_counts = []
 data_lock = threading.Lock()
 
 def get_credit_summary(api_key):
-    """
-    使用 API 密钥获取额度信息。
-    """
     headers = {
         "Authorization": f"Bearer {api_key}",
         "Content-Type": "application/json"
@@ -77,9 +74,6 @@ FREE_IMAGE_LIST = [
 ]
 
 def test_model_availability(api_key, model_name):
-    """
-    测试指定的模型是否可用。
-    """
     headers = {
         "Authorization": f"Bearer {api_key}",
         "Content-Type": "application/json"
@@ -108,9 +102,6 @@ def test_model_availability(api_key, model_name):
         return False
 
 def refresh_models():
-    """
-    刷新模型列表和免费模型列表。
-    """
     global text_models, free_text_models
     global embedding_models, free_embedding_models
     global image_models, free_image_models
@@ -143,7 +134,7 @@ def refresh_models():
     image_models = [model for model in image_models if model not in ban_models]
 
     with concurrent.futures.ThreadPoolExecutor(
-        max_workers=1000
+        max_workers=10000
     ) as executor:
         future_to_model = {
             executor.submit(
@@ -162,7 +153,7 @@ def refresh_models():
                 logging.error(f"模型 {model} 测试生成异常: {exc}")
 
     with concurrent.futures.ThreadPoolExecutor(
-        max_workers=1000
+        max_workers=10000
     ) as executor:
         future_to_model = {
             executor.submit(
@@ -180,7 +171,7 @@ def refresh_models():
                 logging.error(f"模型 {model} 测试生成异常: {exc}")
                 
     with concurrent.futures.ThreadPoolExecutor(
-        max_workers=1000
+        max_workers=10000
     ) as executor:
         future_to_model = {
             executor.submit(
@@ -205,9 +196,6 @@ def refresh_models():
     logging.info(f"免费生图模型列表：{free_image_models}")
 
 def test_embedding_model_availability(api_key, model_name):
-    """
-    测试指定的向量模型是否可用。
-    """
     headers = {
         "Authorization": f"Bearer {api_key}",
         "Content-Type": "application/json"
@@ -234,19 +222,9 @@ def test_embedding_model_availability(api_key, model_name):
         return False
         
 def test_image_model_availability(api_key, model_name):
-    """
-    测试指定的图像模型是否在 FREE_IMAGE_LIST 中。
-    如果在列表中，返回 True，否则返回 False。
-    """
     return model_name in FREE_IMAGE_LIST
 
 def load_keys():
-    """
-    从环境变量中加载 keys，进行去重，
-    并根据额度和模型可用性进行分类，
-    然后记录到日志中。
-    使用线程池并发处理每个 key。
-    """
     keys_str = os.environ.get("KEYS")
     test_model = os.environ.get(
         "TEST_MODEL",
@@ -262,7 +240,7 @@ def load_keys():
         logging.info(f"加载的 keys：{unique_keys}")
 
         with concurrent.futures.ThreadPoolExecutor(
-            max_workers=1000
+            max_workers=10000
         ) as executor:
             future_to_key = {
                 executor.submit(
@@ -308,9 +286,6 @@ def load_keys():
         logging.warning("环境变量 KEYS 未设置。")
 
 def process_key(key, test_model):
-    """
-    处理单个 key，判断其类型。
-    """
     credit_summary = get_credit_summary(key)
     if credit_summary is None:
         return "invalid"
@@ -325,9 +300,6 @@ def process_key(key, test_model):
                 return "unverified"
 
 def get_all_models(api_key, sub_type):
-    """
-    获取所有模型列表。
-    """
     headers = {
         "Authorization": f"Bearer {api_key}",
         "Content-Type": "application/json"
@@ -366,9 +338,6 @@ def get_all_models(api_key, sub_type):
         return []
 
 def determine_request_type(model_name, model_list, free_model_list):
-    """
-    根据用户请求的模型判断请求类型。
-    """
     if model_name in free_model_list:
         return "free"
     elif model_name in model_list:
@@ -377,10 +346,6 @@ def determine_request_type(model_name, model_list, free_model_list):
         return "unknown"
 
 def select_key(request_type, model_name):
-    """
-    根据请求类型和模型名称选择合适的 KEY，
-    并实现轮询和重试机制。
-    """
     if request_type == "free":
         available_keys = (
             free_keys_global +
@@ -417,10 +382,6 @@ def select_key(request_type, model_name):
     return None
 
 def key_is_valid(key, request_type):
-    """
-    检查 KEY 是否有效，
-    根据不同的请求类型进行不同的检查。
-    """
     if request_type == "invalid":
         return False
 
@@ -438,10 +399,6 @@ def key_is_valid(key, request_type):
         return False
 
 def check_authorization(request):
-    """
-    检查请求头中的 Authorization 字段
-    是否匹配环境变量 AUTHORIZATION_KEY。
-    """
     authorization_key = os.environ.get("AUTHORIZATION_KEY")
     if not authorization_key:
         logging.warning("环境变量 AUTHORIZATION_KEY 未设置，请设置后重试。")
@@ -487,7 +444,7 @@ def check_tokens():
     )
 
     with concurrent.futures.ThreadPoolExecutor(
-        max_workers=1000
+        max_workers=10000
     ) as executor:
         future_to_token = {
             executor.submit(