diff --git a/.gitattributes b/.gitattributes
index c6042d2bb37c7c4c376b6e0f5d88614092e6e4fd..383627d0ef8332d288f4f31822e746770a6811c3 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -51,3 +51,5 @@ full/sft_rag_0901/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 full/sft_rag_0830_task_var/checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 full/sft_rag_0830_task_var/checkpoint-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 full/sft_rag_0830_task_var/checkpoint-2401/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+full/sft_rag_0830/checkpoint-2340/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+full/sft_rag_0830/checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/full/sft_rag_0830/checkpoint-1000/model-00001-of-00004.safetensors b/full/sft_rag_0830/checkpoint-1000/model-00001-of-00004.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..92db4d2215a8d3671db8ad2906aec1b094ed4f35
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-1000/model-00001-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed21271a8528caf22bbc1c71e81289954c2556af60baf35fed700b31dcdc96e
+size 4976698672
diff --git a/full/sft_rag_0830/checkpoint-1000/tokenizer.json b/full/sft_rag_0830/checkpoint-1000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-1000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/full/sft_rag_0830/checkpoint-2340/model-00001-of-00004.safetensors b/full/sft_rag_0830/checkpoint-2340/model-00001-of-00004.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01fb1beecad9be5727a26950ba91e3870e9e6c7d
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/model-00001-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9491b99d9f8e5999ff64644089d4ce34f6298d31992aee2cbba91201b346649
+size 4976698672
diff --git a/full/sft_rag_0830/checkpoint-2340/model-00002-of-00004.safetensors b/full/sft_rag_0830/checkpoint-2340/model-00002-of-00004.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..da3e83b53dfdbe4988e4e35657f7174676cb4930
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/model-00002-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41738e1a50699ccc72dac355d3299b0171f15d69813d1f40020809d810c67f8c
+size 4999802720
diff --git a/full/sft_rag_0830/checkpoint-2340/model-00003-of-00004.safetensors b/full/sft_rag_0830/checkpoint-2340/model-00003-of-00004.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8116637cde0566a0db095045c46e80fdc08e6fc6
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/model-00003-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1797b1a14d8a9de752d8774201aa749b008709a3f4ffddddaee3371f1d527e19
+size 4915916176
diff --git a/full/sft_rag_0830/checkpoint-2340/model-00004-of-00004.safetensors b/full/sft_rag_0830/checkpoint-2340/model-00004-of-00004.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d0507622035526e08665638f629d5a886aab215
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/model-00004-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ad890d0079279c65e08707b0d65b2c3ac7e4c394fb65922e54406e8bcb45b
+size 1168138808
diff --git a/full/sft_rag_0830/checkpoint-2340/rng_state_0.pth b/full/sft_rag_0830/checkpoint-2340/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4928248aedaa77b1631bf811e1c66a09736133c1
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478b41e9f26d338fd8f896e08cad1adab7c423b61f1b45754113bc78d256a3f9
+size 16389
diff --git a/full/sft_rag_0830/checkpoint-2340/rng_state_1.pth b/full/sft_rag_0830/checkpoint-2340/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8a5bd77e81f942d5702f9fe86745d03c68a9cde3
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce29a8767a7d907dd24987aa2c3e654d4317f3042fbc13b5b72cadb46d43311a
+size 16389
diff --git a/full/sft_rag_0830/checkpoint-2340/rng_state_2.pth b/full/sft_rag_0830/checkpoint-2340/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e596aed814dc368e2868b17172e9e2f46fbf40f5
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a48db011646b4e9a867bf12f4a233cad5dfbfe309686f8996c250196d3783a
+size 16389
diff --git a/full/sft_rag_0830/checkpoint-2340/rng_state_3.pth b/full/sft_rag_0830/checkpoint-2340/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f81230ec72b5b67b65ed9a5a093a20ac849b75df
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9562ee822472a4f01dcd6349ab3d1ef42a48915fe3b92e843a0c37db53c8421
+size 16389
diff --git a/full/sft_rag_0830/checkpoint-2340/rng_state_4.pth b/full/sft_rag_0830/checkpoint-2340/rng_state_4.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8c78fd8c12aebc63e034a4160ea3e69167e90f32
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/rng_state_4.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d2767d83c3bf27f12db022b0632e2c4f8c164274ba75e380cf18f9d5f21819
+size 16389
diff --git a/full/sft_rag_0830/checkpoint-2340/rng_state_5.pth b/full/sft_rag_0830/checkpoint-2340/rng_state_5.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5dcade47956003825c84ad00891d1d436c13a75d
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/rng_state_5.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76816358d4e5db8149d60d55234db658d67a13c0c1ce05d7404cf7125a676a5c
+size 16389
diff --git a/full/sft_rag_0830/checkpoint-2340/rng_state_6.pth b/full/sft_rag_0830/checkpoint-2340/rng_state_6.pth
new file mode 100644
index 0000000000000000000000000000000000000000..345ee260e6ed86dd84330556e9a4138bb832399f
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/rng_state_6.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1562e7520c977d178183d641f70abcf3f57da2489938756cfbebf9b6e6c1a9fd
+size 16389
diff --git a/full/sft_rag_0830/checkpoint-2340/rng_state_7.pth b/full/sft_rag_0830/checkpoint-2340/rng_state_7.pth
new file mode 100644
index 0000000000000000000000000000000000000000..956e00add16d26c688ffcebcfa2d9f6c44fbb20b
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/rng_state_7.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b6cabaed045c5398cd1b732f7ec48bd363f3b43cd24e0e70e641a42bd00c28
+size 16389
diff --git a/full/sft_rag_0830/checkpoint-2340/scheduler.pt b/full/sft_rag_0830/checkpoint-2340/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226a9a7c2b9037ad031def92473c1d3c5604d114
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632162dab09c402f99f629e70474190a7eb1c388cbb08c2e1e0ff1eafb883889
+size 1465
diff --git a/full/sft_rag_0830/checkpoint-2340/tokenizer.json b/full/sft_rag_0830/checkpoint-2340/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/full/sft_rag_0830/checkpoint-2340/training_args.bin b/full/sft_rag_0830/checkpoint-2340/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b885d886b40a3a45b28f0f9da3ee5101038cd78
--- /dev/null
+++ b/full/sft_rag_0830/checkpoint-2340/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1856867ef6f5e24b4c32ba2e8c06691b29a292a2667b6c725ccbfca7afe3a16e
+size 8081
diff --git a/full/sft_rag_0830_task_var/checkpoint-1000/global_step1000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-1000/global_step1000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e4d11bf41e8131aabfeb6a52e7ddfa1ca23a25
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-1000/global_step1000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b124f536e90b75684f1fd739adb506a13f985df8ac130aeeee306da6aeb5e63f
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f58088849b72a7647dcb2f8827411a04ae7eed6
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18277bc69e9eb6fb7aa1be5f29ab7d1bc9e7f2e99f1716a3e90e307ccc48e7bd
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c936897a49a631fb8d5f3d3efdb6305af1ce764
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f581c795920aabd0f1d98d4f608d6ece7f446e27e5f1484199996d446feb67b9
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48aa939918aa6273d3c8d74d183bbeb32061e33
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05c21ab68dbc9fa3b2f9b1dd7d8281c654994248e88806925b7133d33d3dd8
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d98afce3b9d74079e4f814a4fbcab93c1c561ba
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a839a2e14822455e92d2c99093011b7f6915256d5c486f3beb995c00f5d201f1
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87988984a56313e20546aa1b76d8166d8ed6d03d
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1078a3e0e85526a8dd9c613f7c839fd9b8f4dcaa31e6328bf1d0fba9fccf5afb
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c9144829b00beeaeecf238d4d11ed3318850b3
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6408a49d2845d27ec24176b6fa67eec613ed8a1e148cfd76624516f4430f861
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e2e057f6cd530cdeb2d970990a160bf19285da
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5184c6dc0d60dc443ee750d39096fc40d6addf6955a7ba0ebcd7a00b42a39f
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740b2427a70aacc698d3d5324f0f6c424bb35245
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4af66410c9be9c42a1484896bfaafe11c6e8bdf0f729d363066b09c633f289
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_0_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_0_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c560554049d5f20b06ae9220364db7ff425804
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_0_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd59157ce8eb0963bef72d4431c215a9b51a7f0a0b98321c5817dc7c1236d4b2
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_1_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_1_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1e471cbb0fa72a5c0c75053b00737f0d8f28b2
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_1_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40805e33f3187623bb5e4bc1791a6bdb8e7eb8b9cf8761e053b9975716909413
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_2_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_2_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732f8b75596ebbf1414c0621422cefd4a51b66d6
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_2_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cb06ec1aaa81c462f2f429b466acf42eec264330ea3b1cae08480a68e7c4f0
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_3_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_3_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8a7ec39c25484219a51c5745979c94a02166d3
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_3_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75690e32f71ec60a9fca8b3c978cc5d2aa2f18115c59aa61a5fe86287bd7765
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_4_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_4_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e29b43868870d761841f2d2305efe96bc51469
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_4_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89652c865c4a84163668662416790cb77d194364bf7c6f6b5c8efc950658b56
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_5_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_5_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf967433aa526da2c54e9dfa67e0ff223785d81
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_5_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1eb6846d2e0548cec12b1540dad2222efa929b2c74ccb9f27fa4793d951c31
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_6_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_6_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227f7dde811f5fcb16d30869445b8ababe41803b
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_6_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738eb97385f4f2f3b81d5990eeea256b15aada9e179ffb2bfc80f429bc6b7e7c
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_7_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_7_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45627d22e4779b1f56c007e5d19b1e6b929806e6
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2000/global_step2000/zero_pp_rank_7_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75f34750541bcf9a7c75f819e9c67194c185a3f0551ae698458ee034a5776e1
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb3ca822d2f08e64b3108f21eaa7b6e2cd9b120
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76bf9ec28d2eddfcdb3295d47b3f2739fb7526c41387ef8797c772666459043
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0331d3e3602f76edefc9698c604567772d62ac
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3323bd231dafe1c74a6302299549ab43a6e89b5f183a9b659f20eda73f116bfe
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8e6becd359ba2dab2af6025caed1da9fc94bc5
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d44d8909127f565b83936ef8e4c81442068efc9d17253f8ea19f8927f7be97c
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe2468b4c8dd8a57b211e78b90804689017f52f
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af7025c6298b3944c5c810d35066b94ba69e06eeb2f6d8862f1530781f9087d
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a7454f1d101b14c9b9741b47d4dc7255fcbe0c
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc634966f232eeeefee2ea08e8b518cb511a91e47bd49a0fcde7c3cec06c9e69
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa740c7582be19517c298438455b25d8a90978e8
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5e65dc6cf51b6402753a3c5710a6a13a7a136f479f5df30dc720ab34ebf302
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89efaec36e8d215050b2d14d1c9903f35a7deb2d
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479080c6a557178e6f71860846a4e741d3888d08a6538baafbfd44eed34325ac
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8534d0f2aae7a1ff9aa3ed45d2646bd8e51c86
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f49666a4d99ac71f79245e885cd17384734843a88e67223f4435106e28e0bc
+size 12045397601
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_0_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_0_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025565e63ac9f2d983e6acdde6cd6d81267adf4f
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_0_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8bfad26daa3d898b9f5ea4f87fcfc8f77659486b987e3dade206ed578ca483
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_1_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_1_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cace04ac05469cbc164a89cc99301327e30988
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_1_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dc6ccddc6497a907795abde1fd99f8d599e47673dab232b209ff9c058bb18b
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_2_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_2_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc813ad322a081f6d91cefa734f8133b1c71869
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_2_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29b6943bfb7f868492b1ef4fd4a7b07d71029ff86f3502bbc6baedcaa3fad28
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_3_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_3_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30109a9dde81bee5585ab58b09ce191c0f749cd4
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_3_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2393bba1c76d7be23f07f704cdd34515bf134cfc21b3af655f1b2f583675b42d
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_4_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_4_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cbc5855466983aa4b3031cf6d040284bd72a52
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_4_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce9189679334e8220de637c5f5d1b4b25f6bc4960fbfce76f577e9cb080c566
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_5_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_5_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6f01bb7988ed84c2b552bce58ea0d2174a6787
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_5_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129baa1b4116321b5a4452915c035cfd1214295afcc52c9e09707aaecb2a6f5f
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_6_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_6_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a88928e17f173ed81794aca6e37cd6e358db91
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_6_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755b106446e10e12333a3fa9bda449f0bfd8a98c78f0f971c651e2aa999ace4b
+size 149552
diff --git a/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_7_mp_rank_00_model_states.pt b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_7_mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b973e3beba961ba0a35c8aea0dcaddd850345b6a
--- /dev/null
+++ b/full/sft_rag_0830_task_var/checkpoint-2401/global_step2401/zero_pp_rank_7_mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9608f913f70bad82bb3ccb31ca503286166c6565e54513c521e3c09b807f34b
+size 149552