File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -50,9 +50,9 @@ class CustomTrainingArgs(Seq2SeqTrainingArguments):
5050 learning_rate : float = 1e-4
5151 lr_scheduler_type : str = "linear"
5252 warmup_ratio : float = 0.05
53- num_train_epochs : int = 8
54- per_device_train_batch_size : int = 16
55- per_device_eval_batch_size : int = 32
53+ num_train_epochs : int = 6
54+ per_device_train_batch_size : int = 8
55+ per_device_eval_batch_size : int = 16
5656 max_grad_norm : float = 0.5
5757 label_smoothing_factor : float = 0.1
5858 # weight_decay: float = 0.01
@@ -77,7 +77,7 @@ class CustomTrainingArgs(Seq2SeqTrainingArguments):
7777 metadata = {"help" : "If True, run the test-split evaluation after training." },
7878 )
7979 use_sdpa_attention : bool = field (
80- default = True , metadata = {"help" : "Enable Sdpa for mem - efficient kernel .}
80+ default = True , metadata = {"help" : "Enable Sdpa for mem-efficient kernel." }
8181 )
8282
8383
You can’t perform that action at this time.
0 commit comments