Commit ea5f7895 authored by Gaëtan Caillaut's avatar Gaëtan Caillaut
Browse files

wrong datasets

parent 70b20c05
......@@ -21,7 +21,7 @@ def parse_run_path(s):
#splitted = os.path.split(s)
splitted = s.split("/")
i = 0
#print(splitted)
# print(splitted)
while not (splitted[i].startswith("t1") or splitted[i].startswith("t2")):
i = i + 1
......@@ -271,12 +271,12 @@ if __name__ == "__main__":
ds = {
"t1": {
"lemmatized": {
"test": T1Dataset.from_csv(f"data/lemmatized/t2/test.csv"),
"dev": T1Dataset.from_csv(f"data/lemmatized/t2/dev.csv"),
"test": T1Dataset.from_csv(f"data/lemmatized/t1/test.csv"),
"dev": T1Dataset.from_csv(f"data/lemmatized/t1/dev.csv"),
},
"cleaned": {
"test": T1Dataset.from_csv(f"data/cleaned/t2/test.csv"),
"dev": T1Dataset.from_csv(f"data/cleaned/t2/dev.csv"),
"test": T1Dataset.from_csv(f"data/cleaned/t1/test.csv"),
"dev": T1Dataset.from_csv(f"data/cleaned/t1/dev.csv"),
}
},
"t2": {
......@@ -285,7 +285,7 @@ if __name__ == "__main__":
"dev": T2Dataset.from_csv(f"data/lemmatized/t2/dev.csv"),
},
"cleaned": {
"test": T2Dataset.from_csv(f"data/cleaned/t1/test.csv"),
"test": T2Dataset.from_csv(f"data/cleaned/t2/test.csv"),
"dev": T2Dataset.from_csv(f"data/cleaned/t2/dev.csv"),
}
}
......@@ -300,7 +300,7 @@ if __name__ == "__main__":
if x.is_dir() and re.match("^models/(t1|t2)", str(x))]
#import random
#random.shuffle(runs)
# random.shuffle(runs)
#runs = runs[:10]
res = []
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment