Commit dc89bf5a authored by Gaëtan Caillaut's avatar Gaëtan Caillaut
Browse files

Make sure minibert is frozen

parent 78fd2953
......@@ -395,6 +395,8 @@ def finetune_t1(args):
print("BEGIN TRAINING", flush=True)
for epoch in range(prev_epoch + 1, prev_epoch + 1 + args.epochs):
model.train()
if args.freeze_attention:
model.minibert.freeze()
cumloss = 0
......@@ -690,6 +692,8 @@ def finetune_t2(args):
print("BEGIN TRAINING", flush=True)
for epoch in range(prev_epoch + 1, prev_epoch + 1 + args.epochs):
model.train()
if args.freeze_attention:
model.minibert.freeze()
cumloss = 0
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment