Commit 6b04d220 authored by Gaëtan Caillaut's avatar Gaëtan Caillaut
Browse files

fix taylor xp

parent b1ab367f
......@@ -37,7 +37,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed"; do
RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
if ((10#$E>0)); then
CHECKPOINT="${OUT_DIR}/${RUN_NAME}/checkpoint-${E}.tar"
......
......@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed"; do
T1_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
T1_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
if ((10#$E>0)); then
CHECKPOINT="${OUT_DIR}/${T1_RUN_NAME}/checkpoint-${E}.tar"
......
......@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed"; do
T1_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
T1_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
if ((10#$E>0)); then
CHECKPOINT="${OUT_DIR}/${T1_RUN_NAME}/checkpoint-${E}.tar"
......
......@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed"; do
T2_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
T2_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
if ((10#$E>0)); then
CHECKPOINT="${OUT_DIR}/${T2_RUN_NAME}/checkpoint-${E}.tar"
......
......@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for D in 32; do
for ATT in "self-attention" "non-transforming" "semi-transforming"; do
for POS in "none" "fixed"; do
T2_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_minmax"
T2_RUN_NAME="d${D}_${ATT}_${POS}_gelu_norm_h1d1_taylor"
if ((10#$E>0)); then
CHECKPOINT="${OUT_DIR}/${T2_RUN_NAME}/checkpoint-${E}.tar"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment