File size: 5,493 Bytes
c6a2dab
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
{
  "best_metric": 0.022426238283514977,
  "best_model_checkpoint": "./dinov2_Liveness_detection_v2.2.3/checkpoint-512",
  "epoch": 5.0,
  "eval_steps": 64,
  "global_step": 545,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.5871559633027523,
      "grad_norm": 4.068049430847168,
      "learning_rate": 4.422018348623854e-05,
      "loss": 0.0562,
      "step": 64
    },
    {
      "epoch": 0.5871559633027523,
      "eval_accuracy": 0.986015995402519,
      "eval_f1": 0.9860480756099135,
      "eval_loss": 0.03846299648284912,
      "eval_precision": 0.9860352552892203,
      "eval_recall": 0.986015995402519,
      "eval_runtime": 217.7244,
      "eval_samples_per_second": 95.906,
      "eval_steps_per_second": 11.992,
      "step": 64
    },
    {
      "epoch": 1.1743119266055047,
      "grad_norm": 2.0854928493499756,
      "learning_rate": 3.834862385321101e-05,
      "loss": 0.0328,
      "step": 128
    },
    {
      "epoch": 1.1743119266055047,
      "eval_accuracy": 0.9884105167377041,
      "eval_f1": 0.9883880032307305,
      "eval_loss": 0.0350191667675972,
      "eval_precision": 0.988510772434393,
      "eval_recall": 0.9884105167377041,
      "eval_runtime": 207.2244,
      "eval_samples_per_second": 100.765,
      "eval_steps_per_second": 12.6,
      "step": 128
    },
    {
      "epoch": 1.761467889908257,
      "grad_norm": 7.789446830749512,
      "learning_rate": 3.2477064220183487e-05,
      "loss": 0.0251,
      "step": 192
    },
    {
      "epoch": 1.761467889908257,
      "eval_accuracy": 0.9878837220439635,
      "eval_f1": 0.9879027538320604,
      "eval_loss": 0.031058767810463905,
      "eval_precision": 0.9878842870124719,
      "eval_recall": 0.9878837220439635,
      "eval_runtime": 206.3437,
      "eval_samples_per_second": 101.195,
      "eval_steps_per_second": 12.654,
      "step": 192
    },
    {
      "epoch": 2.3486238532110093,
      "grad_norm": 3.044827938079834,
      "learning_rate": 2.6605504587155967e-05,
      "loss": 0.0185,
      "step": 256
    },
    {
      "epoch": 2.3486238532110093,
      "eval_accuracy": 0.9894641061251855,
      "eval_f1": 0.9894535727205462,
      "eval_loss": 0.02958873100578785,
      "eval_precision": 0.9895000833022948,
      "eval_recall": 0.9894641061251855,
      "eval_runtime": 207.7816,
      "eval_samples_per_second": 100.495,
      "eval_steps_per_second": 12.566,
      "step": 256
    },
    {
      "epoch": 2.9357798165137616,
      "grad_norm": 3.2054522037506104,
      "learning_rate": 2.0733944954128444e-05,
      "loss": 0.0166,
      "step": 320
    },
    {
      "epoch": 2.9357798165137616,
      "eval_accuracy": 0.989703558258704,
      "eval_f1": 0.9896806110545806,
      "eval_loss": 0.03277856856584549,
      "eval_precision": 0.9898218810126647,
      "eval_recall": 0.989703558258704,
      "eval_runtime": 208.2058,
      "eval_samples_per_second": 100.29,
      "eval_steps_per_second": 12.54,
      "step": 320
    },
    {
      "epoch": 3.522935779816514,
      "grad_norm": 2.348264694213867,
      "learning_rate": 1.486238532110092e-05,
      "loss": 0.0109,
      "step": 384
    },
    {
      "epoch": 3.522935779816514,
      "eval_accuracy": 0.9906134763660744,
      "eval_f1": 0.9906023345002652,
      "eval_loss": 0.03355810046195984,
      "eval_precision": 0.9906567348383362,
      "eval_recall": 0.9906134763660744,
      "eval_runtime": 208.1416,
      "eval_samples_per_second": 100.321,
      "eval_steps_per_second": 12.544,
      "step": 384
    },
    {
      "epoch": 4.110091743119266,
      "grad_norm": 1.7739728689193726,
      "learning_rate": 8.990825688073395e-06,
      "loss": 0.0098,
      "step": 448
    },
    {
      "epoch": 4.110091743119266,
      "eval_accuracy": 0.9917149561802596,
      "eval_f1": 0.9917071374247993,
      "eval_loss": 0.024906398728489876,
      "eval_precision": 0.9917439317129936,
      "eval_recall": 0.9917149561802596,
      "eval_runtime": 208.2528,
      "eval_samples_per_second": 100.268,
      "eval_steps_per_second": 12.538,
      "step": 448
    },
    {
      "epoch": 4.697247706422019,
      "grad_norm": 0.5001527667045593,
      "learning_rate": 3.119266055045872e-06,
      "loss": 0.0069,
      "step": 512
    },
    {
      "epoch": 4.697247706422019,
      "eval_accuracy": 0.993247449834778,
      "eval_f1": 0.993242084550572,
      "eval_loss": 0.022426238283514977,
      "eval_precision": 0.9932676807197346,
      "eval_recall": 0.993247449834778,
      "eval_runtime": 221.0481,
      "eval_samples_per_second": 94.464,
      "eval_steps_per_second": 11.812,
      "step": 512
    },
    {
      "epoch": 5.0,
      "step": 545,
      "total_flos": 2.0799754853313946e+18,
      "train_loss": 0.021147532474010362,
      "train_runtime": 5927.6048,
      "train_samples_per_second": 70.453,
      "train_steps_per_second": 0.092
    }
  ],
  "logging_steps": 64,
  "max_steps": 545,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 64,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.0799754853313946e+18,
  "train_batch_size": 768,
  "trial_name": null,
  "trial_params": null
}