Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -104,12 +104,23 @@ print ("lm datasets")
|
|
| 104 |
#Training Args
|
| 105 |
|
| 106 |
training_args = TrainingArguments(
|
| 107 |
-
output_dir="./
|
| 108 |
overwrite_output_dir = 'True',
|
| 109 |
-
|
|
|
|
|
|
|
| 110 |
learning_rate=2e-5,
|
| 111 |
weight_decay=0.01,
|
| 112 |
save_total_limit = 2,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 113 |
save_strategy = "no",
|
| 114 |
load_best_model_at_end=False,
|
| 115 |
#push_to_hub=True,
|
|
@@ -129,6 +140,7 @@ trainer = Trainer(
|
|
| 129 |
print ("trainer")
|
| 130 |
#trainer ausführen
|
| 131 |
trainer.train()
|
|
|
|
| 132 |
print("trained!!!!!")
|
| 133 |
#in den Hub laden
|
| 134 |
#trainer.push_to_hub("test-tis", use_auth_token=True)
|
|
@@ -159,7 +171,7 @@ print("Output:\n" )
|
|
| 159 |
|
| 160 |
|
| 161 |
print("Save to Space")
|
| 162 |
-
trainer.save_model("./
|
| 163 |
print("done")
|
| 164 |
|
| 165 |
#####################################
|
|
|
|
| 104 |
#Training Args
|
| 105 |
|
| 106 |
training_args = TrainingArguments(
|
| 107 |
+
output_dir="./",
|
| 108 |
overwrite_output_dir = 'True',
|
| 109 |
+
per_device_train_batch_size=batch_size, #batch_size = 2 for full training
|
| 110 |
+
per_device_eval_batch_size=batch_size,
|
| 111 |
+
evaluation_strategy = "epoch", #oder steps
|
| 112 |
learning_rate=2e-5,
|
| 113 |
weight_decay=0.01,
|
| 114 |
save_total_limit = 2,
|
| 115 |
+
predict_with_generate=True,
|
| 116 |
+
#logging_steps=2, # set to 1000 for full training
|
| 117 |
+
#save_steps=16, # set to 500 for full training
|
| 118 |
+
#eval_steps=4, # set to 8000 for full training
|
| 119 |
+
#warmup_steps=1, # set to 2000 for full training
|
| 120 |
+
#max_steps=16, # delete for full training
|
| 121 |
+
# overwrite_output_dir=True,
|
| 122 |
+
#save_total_limit=1,
|
| 123 |
+
#fp16=True,
|
| 124 |
save_strategy = "no",
|
| 125 |
load_best_model_at_end=False,
|
| 126 |
#push_to_hub=True,
|
|
|
|
| 140 |
print ("trainer")
|
| 141 |
#trainer ausführen
|
| 142 |
trainer.train()
|
| 143 |
+
#Wenn man vom letzten checkpoint aus weiter trainieren möchte: trainer.train(resume_from_checkpoint=True)
|
| 144 |
print("trained!!!!!")
|
| 145 |
#in den Hub laden
|
| 146 |
#trainer.push_to_hub("test-tis", use_auth_token=True)
|
|
|
|
| 171 |
|
| 172 |
|
| 173 |
print("Save to Space")
|
| 174 |
+
trainer.save_model("./")
|
| 175 |
print("done")
|
| 176 |
|
| 177 |
#####################################
|