Multi scale in_proj adaptation and attn_lora

zqiao11 · Dec 27, 2024 · 567ae73 · 567ae73
1 parent fa365fc
commit 567ae73
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/project/pf/multi_scale/finetune/small/solar-energy.sh b/project/pf/multi_scale/finetune/small/solar-energy.sh
@@ -28,4 +28,5 @@ data.prediction_length=$pl \
 val_data=${data} \
 val_data.patch_size=${ps} \
 val_data.context_length=$cl \
-val_data.prediction_length=$pl
+val_data.prediction_length=$pl \
+lr=5e-6