Merge branch 'dev_al' of https://git-lium.univ-lemans.fr/Larcher/sidekit into dev_al

nnet/xvector.py

@@ -1216,18 +1216,6 @@ def get_optimizer(model, model_opts, train_opts, training_loader):
                                                       cycle_momentum=cycle_momentum,
                                                       mode=train_opts["scheduler"]["mode"])
 
-    #elif train_opts["scheduler"]["type"] == 'CyclicLR1':
-    #    cycle_momentum = True
-    #    if train_opts["optimizer"]["type"] == "adam":
-    #        cycle_momentum = False
-    #    scheduler = torch.optim.lr_scheduler.CyclicLR(optimizer=optimizer,
-    #                                                  base_lr=1e-8,
-    #                                                  max_lr=train_opts["lr"],
-    #                                                  step_size_up=model_opts["speaker_number"] * 4,
-    #                                                  step_size_down=None,
-    #                                                  cycle_momentum=cycle_momentum,
-    #                                                  mode="triangular")
-
     elif train_opts["scheduler"]["type"] == "MultiStepLR":
         scheduler = torch.optim.lr_scheduler.MultiStepLR(optimizer=optimizer,
                                                          milestones=[10000,50000,100000],