feat: adding explicit gpu init in get_model()

lisa_on_cuda/utils/app_helpers.py

@@ -169,6 +169,12 @@ def load_model_for_causal_llm_pretrained(
     return _model
 
 
+def gpu_init_zero(internal_logger: logging = None):
+    if internal_logger is None:
+        internal_logger = app_logger
+    internal_logger.info("GPU init...")
+
+
 def get_model(args_to_parse, internal_logger: logging = None, inference_decorator: Callable = None, device_map="auto", device="cpu", device2="cuda"):
     """Load model and inference function with arguments. Compatible with ZeroGPU (spaces 0.30.2)
 
@@ -186,6 +192,10 @@ def get_model(args_to_parse, internal_logger: logging = None, inference_decorato
     if internal_logger is None:
         internal_logger = app_logger
     internal_logger.info(f"starting model preparation, folder creation for path: {args_to_parse.vis_save_path}.")
+    if inference_decorator:
+        internal_logger.info(f"try explicit gpu init with decorator {inference_decorator.__name__}...")
+        inference_decorator(gpu_init_zero(internal_logger=internal_logger))
+        internal_logger.info(f"gpu explicitly initialized!")
     try:
         vis_save_path_exists = os.path.isdir(args_to_parse.vis_save_path)
         logging.info(f"vis_save_path_exists:{vis_save_path_exists}.")