Skip to content

Commit 50f865a

Browse files
committed
add a comment
1 parent 35bfbfc commit 50f865a

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

src/refiners/training_utils/trainer.py

+3
Original file line numberDiff line numberDiff line change
@@ -304,6 +304,9 @@ def backward(self) -> None:
304304
self.optimizer.zero_grad()
305305
self._call_callbacks(event_name="on_optimizer_step_end")
306306
if self.clock.is_due(self.config.lr_scheduler.update_interval):
307+
# TODO: if the update interval is in Epochs, this will be called
308+
# at every optimizer step during targeted epochs. It should probably
309+
# only be called once instead.
307310
self._call_callbacks(event_name="on_lr_scheduler_step_begin")
308311
self.lr_scheduler.step()
309312
self._call_callbacks(event_name="on_lr_scheduler_step_end")

0 commit comments

Comments
 (0)