|
@@ -182,6 +182,7 @@ def train(
|
|
|
learning_rate=learning_rate,
|
|
learning_rate=learning_rate,
|
|
|
fp16=True,
|
|
fp16=True,
|
|
|
logging_steps=10,
|
|
logging_steps=10,
|
|
|
|
|
+ optim="adamw_torch",
|
|
|
evaluation_strategy="steps" if val_set_size > 0 else "no",
|
|
evaluation_strategy="steps" if val_set_size > 0 else "no",
|
|
|
save_strategy="steps",
|
|
save_strategy="steps",
|
|
|
eval_steps=200 if val_set_size > 0 else None,
|
|
eval_steps=200 if val_set_size > 0 else None,
|