We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 35bfbfc commit 50f865aCopy full SHA for 50f865a
src/refiners/training_utils/trainer.py
@@ -304,6 +304,9 @@ def backward(self) -> None:
304
self.optimizer.zero_grad()
305
self._call_callbacks(event_name="on_optimizer_step_end")
306
if self.clock.is_due(self.config.lr_scheduler.update_interval):
307
+ # TODO: if the update interval is in Epochs, this will be called
308
+ # at every optimizer step during targeted epochs. It should probably
309
+ # only be called once instead.
310
self._call_callbacks(event_name="on_lr_scheduler_step_begin")
311
self.lr_scheduler.step()
312
self._call_callbacks(event_name="on_lr_scheduler_step_end")
0 commit comments