Update start.sh

start.sh

@@ -32,6 +32,13 @@ export NCCL_BLOCKING_WAIT=1
 export TORCH_NCCL_BLOCKING_WAIT=1
 export NCCL_TIMEOUT=600
 
+
+git clone https://github.com/Dao-AILab/flash-attention  
+cd flash-attention/csrc/layer_norm && MAX_JOBS=4 pip install .
+
+cd /app
+    
+
 # ---------------------- Persistência HF/torch ----------------------
 if [ -d /data ]; then
   export HF_HOME="/data/.cache/huggingface"