Skip to content
Snippets Groups Projects

Merge zero optimizers functions

Merged Mélodie Boillet requested to merge merge-zero-optimizers into main
1 file
+ 1
4
Compare changes
  • Side-by-side
  • Inline
+ 1
4
@@ -532,10 +532,7 @@ class GenericTrainingManager:
def zero_optimizers(self, set_to_none=True):
for model_name in self.optimizers:
self.zero_optimizer(model_name, set_to_none)
def zero_optimizer(self, model_name, set_to_none=True):
self.optimizers[model_name].zero_grad(set_to_none=set_to_none)
self.optimizers[model_name].zero_grad(set_to_none=set_to_none)
def train(self, mlflow_logging=False):
"""
Loading