Fix the training script for syncing lastest ckpt
diff --git a/scripts/sync_local_checkpoint.sh b/scripts/sync_local_checkpoint.sh
index 726b205e79..d2bd29ef47 100644
--- a/scripts/sync_local_checkpoint.sh
+++ b/scripts/sync_local_checkpoint.sh
@@ -24,7 +24,5 @@ while true; do
         fi
     fi
 
-    # Sync any files not in the checkpoint-* folders
-    gsutil -m rsync -r -x 'checkpoint-*' ${local_path}/ ${remote_path}/
     sleep 600
 done
diff --git a/scripts/train-vicuna.yaml b/scripts/train-vicuna.yaml
index 3f047256fc..704996eda2 100644
--- a/scripts/train-vicuna.yaml
+++ b/scripts/train-vicuna.yaml
@@ -118,6 +118,9 @@ run: |
     --gradient_checkpointing True \
     --lazy_preprocess True
 
+  # Sync any files not in the checkpoint-* folders
+  gsutil -m rsync -r -x 'checkpoint-*' $LOCAL_CKPT_PATH/ $CKPT_PATH/
+
 
 envs:
   MODEL_SIZE: 13
