besimray commited on
Commit
5f88d8f
·
verified ·
1 Parent(s): 3c5cd20

Training in progress, step 30, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29d639cf1e66f96ec287a3a492ccf32327954427cdbbc122d0061b092203c93e
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f477a95ac79dba800dc0818ec773ad48ec3a9bdab04358c4b3fc32843a992149
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4afd11d8b95ef043c3d768da66bd78d65812608fc10163042d0a549c75e36551
3
  size 170920084
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9e12b14daa13d9d2ee3a08fe5b1893a8a650a497642cc015ef7037a61863681
3
  size 170920084
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ec7fddaa93b8a5104562fd596c16565abf5deb95425dbc4839aa86c8fa34863
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c68f05fddafe7d9625cc40fb5e03db579f2837d87b6225adf6c39031a56218a
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:321b462a2538632d6d720f0cf198c8f471dee11f51db9b50cc50d1fa7f132bbe
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60663a94a33586da5717f6f80de424ce9fe5b18a8c8d13d4ca09aa40f102443b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.756880521774292,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-20",
4
- "epoch": 0.0477326968973747,
5
  "eval_steps": 5,
6
- "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -187,6 +187,92 @@
187
  "eval_samples_per_second": 1.996,
188
  "eval_steps_per_second": 1.004,
189
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
190
  }
191
  ],
192
  "logging_steps": 1,
@@ -215,7 +301,7 @@
215
  "attributes": {}
216
  }
217
  },
218
- "total_flos": 2.984041808658432e+16,
219
  "train_batch_size": 2,
220
  "trial_name": null,
221
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7373384237289429,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-30",
4
+ "epoch": 0.07159904534606205,
5
  "eval_steps": 5,
6
+ "global_step": 30,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
187
  "eval_samples_per_second": 1.996,
188
  "eval_steps_per_second": 1.004,
189
  "step": 20
190
+ },
191
+ {
192
+ "epoch": 0.050119331742243436,
193
+ "grad_norm": 0.7394424676895142,
194
+ "learning_rate": 0.00019975141040730207,
195
+ "loss": 0.7499,
196
+ "step": 21
197
+ },
198
+ {
199
+ "epoch": 0.05250596658711217,
200
+ "grad_norm": 0.4532185196876526,
201
+ "learning_rate": 0.0001997041811497882,
202
+ "loss": 0.4935,
203
+ "step": 22
204
+ },
205
+ {
206
+ "epoch": 0.05489260143198091,
207
+ "grad_norm": 0.3705839514732361,
208
+ "learning_rate": 0.00019965285344390184,
209
+ "loss": 0.7115,
210
+ "step": 23
211
+ },
212
+ {
213
+ "epoch": 0.057279236276849645,
214
+ "grad_norm": 0.3674144446849823,
215
+ "learning_rate": 0.00019959742939952392,
216
+ "loss": 0.6629,
217
+ "step": 24
218
+ },
219
+ {
220
+ "epoch": 0.059665871121718374,
221
+ "grad_norm": 0.9410332441329956,
222
+ "learning_rate": 0.00019953791129491983,
223
+ "loss": 0.6523,
224
+ "step": 25
225
+ },
226
+ {
227
+ "epoch": 0.059665871121718374,
228
+ "eval_loss": 0.7463199496269226,
229
+ "eval_runtime": 89.0491,
230
+ "eval_samples_per_second": 1.988,
231
+ "eval_steps_per_second": 0.999,
232
+ "step": 25
233
+ },
234
+ {
235
+ "epoch": 0.06205250596658711,
236
+ "grad_norm": 0.4582875669002533,
237
+ "learning_rate": 0.00019947430157664576,
238
+ "loss": 0.8828,
239
+ "step": 26
240
+ },
241
+ {
242
+ "epoch": 0.06443914081145585,
243
+ "grad_norm": 1.0290837287902832,
244
+ "learning_rate": 0.00019940660285944803,
245
+ "loss": 0.7447,
246
+ "step": 27
247
+ },
248
+ {
249
+ "epoch": 0.06682577565632458,
250
+ "grad_norm": 0.24490249156951904,
251
+ "learning_rate": 0.00019933481792615583,
252
+ "loss": 0.5415,
253
+ "step": 28
254
+ },
255
+ {
256
+ "epoch": 0.06921241050119331,
257
+ "grad_norm": 0.6698419451713562,
258
+ "learning_rate": 0.0001992589497275665,
259
+ "loss": 0.7669,
260
+ "step": 29
261
+ },
262
+ {
263
+ "epoch": 0.07159904534606205,
264
+ "grad_norm": 1.0689176321029663,
265
+ "learning_rate": 0.0001991790013823246,
266
+ "loss": 1.0212,
267
+ "step": 30
268
+ },
269
+ {
270
+ "epoch": 0.07159904534606205,
271
+ "eval_loss": 0.7373384237289429,
272
+ "eval_runtime": 88.6141,
273
+ "eval_samples_per_second": 1.997,
274
+ "eval_steps_per_second": 1.004,
275
+ "step": 30
276
  }
277
  ],
278
  "logging_steps": 1,
 
301
  "attributes": {}
302
  }
303
  },
304
+ "total_flos": 4.476062712987648e+16,
305
  "train_batch_size": 2,
306
  "trial_name": null,
307
  "trial_params": null