add use bias

pytorch · Oct 22, 2024 · 3496746 · 3496746
1 parent bee4007
commit 3496746
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/torchtune/models/clip/_component_builders.py b/torchtune/models/clip/_component_builders.py
@@ -509,6 +509,7 @@ def lora_clip_mlp(
         alpha=lora_alpha,
         dropout=lora_dropout,
         quantize_base=quantize_base,
+        use_bias=True,
     )
     down_proj = adapter_cls(
         in_dim=hidden_dim,
@@ -517,6 +518,7 @@ def lora_clip_mlp(
         alpha=lora_alpha,
         dropout=lora_dropout,
         quantize_base=quantize_base,
+        use_bias=True,
     )
     return FeedForward(
         gate_proj=gate_proj, down_proj=down_proj, up_proj=None, activation=activation