Skip to content
GitLab
Menu
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
Gaëtan Caillaut
minibert-deft2018
Commits
6b04d220
Commit
6b04d220
authored
Mar 30, 2021
by
Gaëtan Caillaut
Browse files
fix taylor xp
parent
b1ab367f
Changes
5
Hide whitespace changes
Inline
Side-by-side
slurm_scripts/taylor/job.sh
View file @
6b04d220
...
...
@@ -37,7 +37,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for
D
in
32
;
do
for
ATT
in
"self-attention"
"non-transforming"
"semi-transforming"
;
do
for
POS
in
"none"
"fixed"
;
do
RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
minmax
"
RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
taylor
"
if
((
10#
$E
>
0
))
;
then
CHECKPOINT
=
"
${
OUT_DIR
}
/
${
RUN_NAME
}
/checkpoint-
${
E
}
.tar"
...
...
slurm_scripts/taylor/job_t1_fs.sh
View file @
6b04d220
...
...
@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for
D
in
32
;
do
for
ATT
in
"self-attention"
"non-transforming"
"semi-transforming"
;
do
for
POS
in
"none"
"fixed"
;
do
T1_RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
minmax
"
T1_RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
taylor
"
if
((
10#
$E
>
0
))
;
then
CHECKPOINT
=
"
${
OUT_DIR
}
/
${
T1_RUN_NAME
}
/checkpoint-
${
E
}
.tar"
...
...
slurm_scripts/taylor/job_t1_fs_lemmatized.sh
View file @
6b04d220
...
...
@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for
D
in
32
;
do
for
ATT
in
"self-attention"
"non-transforming"
"semi-transforming"
;
do
for
POS
in
"none"
"fixed"
;
do
T1_RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
minmax
"
T1_RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
taylor
"
if
((
10#
$E
>
0
))
;
then
CHECKPOINT
=
"
${
OUT_DIR
}
/
${
T1_RUN_NAME
}
/checkpoint-
${
E
}
.tar"
...
...
slurm_scripts/taylor/job_t2_fs.sh
View file @
6b04d220
...
...
@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for
D
in
32
;
do
for
ATT
in
"self-attention"
"non-transforming"
"semi-transforming"
;
do
for
POS
in
"none"
"fixed"
;
do
T2_RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
minmax
"
T2_RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
taylor
"
if
((
10#
$E
>
0
))
;
then
CHECKPOINT
=
"
${
OUT_DIR
}
/
${
T2_RUN_NAME
}
/checkpoint-
${
E
}
.tar"
...
...
slurm_scripts/taylor/job_t2_fs_lemmatized.sh
View file @
6b04d220
...
...
@@ -39,7 +39,7 @@ for E in $(seq -f "%05g" 0 10 40); do
for
D
in
32
;
do
for
ATT
in
"self-attention"
"non-transforming"
"semi-transforming"
;
do
for
POS
in
"none"
"fixed"
;
do
T2_RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
minmax
"
T2_RUN_NAME
=
"d
${
D
}
_
${
ATT
}
_
${
POS
}
_gelu_norm_h1d1_
taylor
"
if
((
10#
$E
>
0
))
;
then
CHECKPOINT
=
"
${
OUT_DIR
}
/
${
T2_RUN_NAME
}
/checkpoint-
${
E
}
.tar"
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment