Update status_checker.py

status_checker.py

@@ -10,33 +10,25 @@ import subprocess
 
 HfFolder().save_token(os.getenv("HF_TOKEN"))
 
+# Where outputs from user script will be pushed to for safe keeping
 output_dataset_id = "nateraw/asdf123"
 # Where user will write outputs from their script
 outputs_dir = Path('outputs')
 
+# Watch python script's process to see when it's done running
 process_pid = os.getenv('USER_SCRIPT_PID', None)
-print(f"USER SCRIPT PID? - {process_pid} - type {type(process_pid)}")
-
-
 def process_is_complete():
-    # Attempt at solving the todo shown below
     p = subprocess.Popen(['ps', '-p', process_pid], stdout=subprocess.PIPE)
     out = p.communicate()[0].decode('utf-8').strip().split('\n')
     return len(out) == 1
 
-    
-# A file that marks that the script has finished running
-# TODO - maybe check process like this instead of with done.txt: https://stackoverflow.com/a/2944076
-output_file = Path('done.txt')
-
 def status_checker():
     print("Waiting to find output_file to check if script is done running")
     while True:
-        print(f"Process is complete? {process_is_complete()}")
-        if output_file.exists():
-            print("Found the output file - Uploading the outputs from the script")
+        if process_is_complete():
+            print("Found it! Uploading assets to output dataset repo")
             upload_folder(repo_id=output_dataset_id, folder_path=str(outputs_dir), path_in_repo='.', repo_type='dataset')
-            print("Finished uploading outputs from script. Done now!")
+            print("Finished uploading outputs to dataset repo. Done!")
             return
         print("Didn't find it...sleeping for 5 seconds.")
         time.sleep(5)