Create README.md
Browse files
README.md
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
training_args = TrainingArguments(
|
| 2 |
+
output_dir='./results', # output directory
|
| 3 |
+
num_train_epochs=1, # total number of training epochs
|
| 4 |
+
per_device_train_batch_size=8, # batch size per device during training
|
| 5 |
+
#per_device_eval_batch_size=2, # batch size for evaluation
|
| 6 |
+
warmup_steps=3000, # number of warmup steps for learning rate scheduler (used to be 500)
|
| 7 |
+
weight_decay=0.01, # strength of weight decay
|
| 8 |
+
#learning_rate=0.1e-3, # default = 5e-5=0.5e-4
|
| 9 |
+
logging_dir='./logs', # directory for storing logs
|
| 10 |
+
logging_steps=50,
|
| 11 |
+
#eval_steps = 100,
|
| 12 |
+
overwrite_output_dir = True,
|
| 13 |
+
save_strategy = 'epoch',
|
| 14 |
+
#logging_strategy = 'epoch',
|
| 15 |
+
)
|