Commit 4d9c3db9 authored by Gaëtan Caillaut's avatar Gaëtan Caillaut
Browse files

Give number of document to tqdm

parent 8115b3ad
......@@ -54,7 +54,8 @@ if __name__ == "__main__":
docs = nlp.pipe(file_iterator, n_process=args.nprocess)
with gzip.open(args.output, "wt", encoding="UTF-8") as outfile:
outfile.writelines(f"{_doc2str(d)}\n" for d in tqdm(docs))
outfile.writelines(
f"{_doc2str(d)}\n" for d in tqdm(docs, total=args.n))
def _split(args):
train_ratio, dev_ratio, test_ratio = args.train, args.dev, args.test
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment