@@ -61,7 +61,7 @@ def generate_prompt(data_point):
MICRO_BATCH_SIZE = 12
BATCH_SIZE = 36
GRADIENT_ACCUMULATION_STEPS = BATCH_SIZE // MICRO_BATCH_SIZE
-EPOCHS = 1
+EPOCHS = 3
LEARNING_RATE = 2e-5
CUTOFF_LEN = 128
Eric Wang