3 лет назад · df2a5dc4be
--- a/finetune.py
+++ b/finetune.py
@@ -61,7 +61,7 @@ def generate_prompt(data_point):
 
															 MICRO_BATCH_SIZE = 12
														
 
															 BATCH_SIZE = 36
														
 
															 GRADIENT_ACCUMULATION_STEPS = BATCH_SIZE // MICRO_BATCH_SIZE
														
 
															-EPOCHS = 1
														
 
															+EPOCHS = 3
														
 
															 LEARNING_RATE = 2e-5
														
 
															 CUTOFF_LEN = 128
														
--- a/iteration.ipynb
+++ b/iteration.ipynb