This commit is contained in:
sayakpaul
2024-11-19 10:21:28 +05:30
parent ac83c78a5a
commit 1409d478d5
5 changed files with 22 additions and 16 deletions
+1 -1
View File
@@ -354,7 +354,7 @@ def main(args):
r=args.rank,
lora_alpha=args.lora_alpha,
init_lora_weights=True,
target_modules=["to_k", "to_q", "to_v", "to_out.0"],
target_modules=args.target_modules,
)
transformer.add_adapter(transformer_lora_config)