updates

2026-10-27 08:47:10 +00:00 · 2024-11-20 10:39:52 +05:30
parent 9eea656fa0
commit 7e203db9aa
3 changed files with 9 additions and 5 deletions
@@ -369,7 +369,7 @@ def _get_optimizer_args(parser: argparse.ArgumentParser) -> None:
    parser.add_argument(
        "--beta2",
        type=float,
-        default=0.95,
+        default=0.999,
        help="The beta2 parameter for the Adam and Prodigy optimizers.",
    )
    parser.add_argument(