fix taylor xp

slurm_scripts/taylor/job.sh

@@ -37,7 +37,7 @@ for E in $(seq -f "%05g" 0 10 40); do
     for D in 32; do
         for ATT in "self-attention" "non-transforming" "semi-transforming"; do
             for POS in "none" "fixed"; do
-                RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
+                RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
                 if ((10#$E>0)); then
                     CHECKPOINT="${OUT_DIR}/${RUN_NAME}/checkpoint-${E}.tar"
 

slurm_scripts/taylor/job_t1_fs.sh

@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
     for D in 32; do
         for ATT in "self-attention" "non-transforming" "semi-transforming"; do
             for POS in "none" "fixed"; do
-                T1_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
+                T1_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
                 if ((10#$E>0)); then
                     CHECKPOINT="${OUT_DIR}/${T1_RUN_NAME}/checkpoint-${E}.tar"
 

slurm_scripts/taylor/job_t1_fs_lemmatized.sh

@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
     for D in 32; do
         for ATT in "self-attention" "non-transforming" "semi-transforming"; do
             for POS in "none" "fixed"; do
-                T1_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
+                T1_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
                 if ((10#$E>0)); then
                     CHECKPOINT="${OUT_DIR}/${T1_RUN_NAME}/checkpoint-${E}.tar"
 

slurm_scripts/taylor/job_t2_fs.sh

@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
     for D in 32; do
         for ATT in "self-attention" "non-transforming" "semi-transforming"; do
             for POS in "none" "fixed"; do
-                T2_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
+                T2_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
                 if ((10#$E>0)); then
                     CHECKPOINT="${OUT_DIR}/${T2_RUN_NAME}/checkpoint-${E}.tar"
 

slurm_scripts/taylor/job_t2_fs_lemmatized.sh

@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
     for D in 32; do
         for ATT in "self-attention" "non-transforming" "semi-transforming"; do
             for POS in "none" "fixed"; do
-                T2_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
+                T2_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
                 if ((10#$E>0)); then
                     CHECKPOINT="${OUT_DIR}/${T2_RUN_NAME}/checkpoint-${E}.tar"