Camembert correctement gelée

slurm_scripts/job_t2_camembert_frozen.sh

@@ -33,4 +33,4 @@ export PYTHONPATH="/lium/raid01_b/gcaillaut/polysemy/minibert:${PYTHONPATH}"
 set -x
 set -e
 
-python train.py camembert-t2 ${TRAIN} ${TEST} ${DEV} --outdir ${OUT_DIR} --bs ${BS} -e 10 --epochs-between-save 1 --logdir ${LOGDIR} --device ${DEVICE}
+python train.py camembert-t2 ${TRAIN} ${TEST} ${DEV} --outdir ${OUT_DIR} --bs ${BS} -e 10 --epochs-between-save 1 --logdir ${LOGDIR} --device ${DEVICE} --freeze

train.py

@@ -1035,7 +1035,7 @@ def finetune_t1_camembert(args):
         prev_epoch = checkpoint["epoch"]
 
     if args.freeze:
-        for param in model.roberta.roberta.parameters():
+        for param in model.roberta.parameters():
             param.requires_grad = False
 
     model.train()
@@ -1340,7 +1340,7 @@ def finetune_t2_camembert(args):
         prev_epoch = checkpoint["epoch"]
 
     if args.freeze:
-        for param in model.roberta.roberta.parameters():
+        for param in model.roberta.parameters():
             param.requires_grad = False
 
     model.train()