Commit 11b063c3 authored by Gaëtan Caillaut's avatar Gaëtan Caillaut
Browse files

simplify jobs

parent f876e6c2
......@@ -34,9 +34,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d2"
TB_DIR="${LOGDIR}/${RUN_NAME}"
if ((10#$E>0)); then
......
......@@ -34,9 +34,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d2"
TB_DIR="${LOGDIR}/${RUN_NAME}"
if ((10#$E>0)); then
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d2"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm_h1d2"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d2"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm_h1d2"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d2"
T2_RUN_NAME="d${D}_${ATT}_${POS}_norm_h1d2"
TB_DIR="${LOGDIR}/${T2_RUN_NAME}"
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d2"
T2_RUN_NAME="d${D}_${ATT}_${POS}_norm_h1d2"
TB_DIR="${LOGDIR}/${T2_RUN_NAME}"
......
......@@ -34,9 +34,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h2d1"
TB_DIR="${LOGDIR}/${RUN_NAME}"
if ((10#$E>0)); then
......
......@@ -34,9 +34,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h2d1"
TB_DIR="${LOGDIR}/${RUN_NAME}"
if ((10#$E>0)); then
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h2d1"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm_h2d1"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h2d1"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm_h2d1"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h2d1"
T2_RUN_NAME="d${D}_${ATT}_${POS}_norm_h2d1"
TB_DIR="${LOGDIR}/${T2_RUN_NAME}"
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h2d1"
T2_RUN_NAME="d${D}_${ATT}_${POS}_norm_h2d1"
TB_DIR="${LOGDIR}/${T2_RUN_NAME}"
......
......@@ -34,9 +34,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64 96 128; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm"
TB_DIR="${LOGDIR}/${RUN_NAME}"
if ((10#$E>0)); then
......
......@@ -35,9 +35,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64 96 128; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -35,9 +35,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64 96 128; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm_frozen"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64 96 128; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -36,9 +36,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64 96 128; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -35,9 +35,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64 96 128; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -35,9 +35,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64 96 128; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm"
T1_RUN_NAME="d${D}_${ATT}_${POS}_norm_frozen"
TB_DIR="${LOGDIR}/${T1_RUN_NAME}"
......
......@@ -35,9 +35,9 @@ set -x
set -e
for E in $(seq -f "%05g" 0 10 40); do
for D in 16 32 64 96 128; do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed" "trained"; do
for POS in "none" "fixed"; do
MLM_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm"
T2_RUN_NAME="d${D}_${ATT}_${POS}_norm"
TB_DIR="${LOGDIR}/${T2_RUN_NAME}"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment