Skip to content

Commit

Permalink
update default config
Browse files Browse the repository at this point in the history
  • Loading branch information
Szkered committed Aug 14, 2023
1 parent e060749 commit 45a713e
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions d4ft/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ class GDConfig:
"""learning rate"""
lr_decay: Literal["none", "piecewise", "cosine"] = "none"
"""learning rate schedule"""
optimizer: Literal["adam", "sgd", "rmsprop"] = "rmsprop"
optimizer: Literal["adam", "sgd", "rmsprop"] = "adam"
"""which optimizer to use"""
epochs: int = 4000
"""number of updates/iterations"""
Expand All @@ -40,7 +40,7 @@ class GDConfig:
which is used for gradient descent convergence checking"""
meta_lr: float = 0.03
"""meta learning rate"""
meta_opt: Literal["none", "adam", "sgd", "rmsprop"] = "adam"
meta_opt: Literal["none", "adam", "sgd", "rmsprop"] = "none"
"""meta optimizer to use, none to disable"""


Expand Down

0 comments on commit 45a713e

Please sign in to comment.