Merge branch 'dev_al' of https://git-lium.univ-lemans.fr/Larcher/sidekit into dev_al

nnet/xvector.py

@@ -1205,6 +1205,19 @@ def get_optimizer(model, model_opts, train_opts, training_loader):
                                                       step_size_down=None,
                                                       cycle_momentum=cycle_momentum,
                                                       mode="triangular2")
+
+    elif train_opts["scheduler"]["type"] == 'CyclicLR1':
+        cycle_momentum = True
+        if train_opts["optimizer"]["type"] == "adam":
+            cycle_momentum = False
+        scheduler = torch.optim.lr_scheduler.CyclicLR(optimizer=optimizer,
+                                                      base_lr=1e-8,
+                                                      max_lr=train_opts["lr"],
+                                                      step_size_up=model_opts["speaker_number"] * 2,
+                                                      step_size_down=None,
+                                                      cycle_momentum=cycle_momentum,
+                                                      mode="triangular")
+
     elif train_opts["scheduler"]["type"] == "MultiStepLR":
         scheduler = torch.optim.lr_scheduler.MultiStepLR(optimizer=optimizer,
                                                          milestones=[10000,50000,100000],