Skip to content

Commit

Permalink
fix test
Browse files Browse the repository at this point in the history
  • Loading branch information
epwalsh committed Apr 11, 2024
1 parent 75eba56 commit 5d2664c
Showing 1 changed file with 8 additions and 2 deletions.
10 changes: 8 additions & 2 deletions tests/optim_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,9 @@
def test_linear_with_warmup_scheduler():
initial_lr = 1.0
max_steps = 10_000
scheduler = LinearWithWarmup(grad_clip_warmup_steps=None, grad_clip_warmup_factor=None, warmup_steps=2000)
scheduler = LinearWithWarmup(
grad_clip_warmup_steps=None, grad_clip_warmup_factor=None, warmup_steps=2000, warmup_min_lr=None
)
assert scheduler.get_lr(initial_lr, 0, max_steps) == 0.1
assert scheduler.get_lr(initial_lr, 2000, max_steps) == 1.0
assert scheduler.get_lr(initial_lr, 10_000, max_steps) == 0.1
Expand All @@ -18,7 +20,11 @@ def test_bolt_on_warmup_scheduler():
max_steps = 11_000
alpha_f = 0.1
scheduler = LinearWithWarmup(
grad_clip_warmup_steps=None, grad_clip_warmup_factor=None, warmup_steps=1000, alpha_f=alpha_f
grad_clip_warmup_steps=None,
grad_clip_warmup_factor=None,
warmup_steps=1000,
alpha_f=alpha_f,
warmup_min_lr=None,
)
scheduler2 = BoltOnWarmupScheduler.wrap(scheduler, 5000, 6000)
assert scheduler.get_lr(initial_lr, 100, max_steps) > 0.0
Expand Down

0 comments on commit 5d2664c

Please sign in to comment.