slurm scripts

jobs/roberta/job-davidson.sh

 #!/bin/sh
+#SBATCH -N 1
+#SBATCH -p gpu
+#SBATCH --gres gpu:rtx6000:1
+#SBATCH --job-name hatespeech-davidson
+#SBATCH --time 3-0
+#SBATCH --mem 20G
+#SBATCH -o logs/out-%j.txt
+#SBATCH -e logs/err-%j.txt
+#SBATCH --mail-type=ALL
+#SBATCH --mail-user=gaetan.caillaut@univ-lemans.fr
 
 
-python train_roberta.py train-minibert --input data/cleaned-davidson-dataset.csv \
+python train_roberta.py train-roberta --input data/cleaned-davidson-dataset.csv \
     --output output/roberta/davidson \
     --epochs 50 \
     --optimizer adam \
     --device cpu \
-    --jobname minibert/davidson \
-    --tokenizer data/tokenizer-davidson.json \
+    --jobname roberta/davidson \
     --folds 5

jobs/roberta/job-gibert.sh

+#!/bin/sh
+#SBATCH -N 1
+#SBATCH -p gpu
+#SBATCH --gres gpu:rtx6000:1
+#SBATCH --job-name hatespeech-gibert
+#SBATCH --time 3-0
+#SBATCH --mem 20G
+#SBATCH -o logs/out-%j.txt
+#SBATCH -e logs/err-%j.txt
+#SBATCH --mail-type=ALL
+#SBATCH --mail-user=gaetan.caillaut@univ-lemans.fr
+
+python train_roberta.py train-roberta --input data/cleaned-gibert-dataset.csv \
+    --output output/roberta/gibert \
+    --epochs 50 \
+    --optimizer adam \
+    --device cpu \
+    --jobname roberta/gibert \
+    --folds 5

jobs/roberta/job-merged.sh

+#!/bin/sh
+#SBATCH -N 1
+#SBATCH -p gpu
+#SBATCH --gres gpu:rtx6000:1
+#SBATCH --job-name hatespeech-merged
+#SBATCH --time 3-0
+#SBATCH --mem 20G
+#SBATCH -o logs/out-%j.txt
+#SBATCH -e logs/err-%j.txt
+#SBATCH --mail-type=ALL
+#SBATCH --mail-user=gaetan.caillaut@univ-lemans.fr
+
+python train_roberta.py train-roberta --input data/cleaned-hate-speech-dataset.csv \
+    --output output/roberta/merged \
+    --epochs 50 \
+    --optimizer adam \
+    --device cpu \
+    --jobname roberta/merged \
+    --folds 5