3 years ago · df2a5dc4be
--- a/finetune.py
+++ b/finetune.py
@@ -61,7 +61,7 @@ def generate_prompt(data_point):
 
				 MICRO_BATCH_SIZE = 12
			
 
				 BATCH_SIZE = 36
			
 
				 GRADIENT_ACCUMULATION_STEPS = BATCH_SIZE // MICRO_BATCH_SIZE
			
 
				-EPOCHS = 1
			
 
				+EPOCHS = 3
			
 
				 LEARNING_RATE = 2e-5
			
 
				 CUTOFF_LEN = 128
			
 
				 
			
--- a/iteration.ipynb
+++ b/iteration.ipynb