sporada/bundesdata_web_app
1
0
Fork 0
Code Issues 19 Pull Requests Projects Releases Wiki Activity

Add somme import feedback

Browse Source
This commit is contained in:
Stephan Porada 2020-08-02 12:37:20 +02:00
parent 3d32d4d919
commit acc210ee47
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
app/ngram_viewer/management/commands/import_ngrams_bulk.py
View File

@ -61,6 +61,7 @@ class Command(BaseCommand):
if fnmatch.fnmatch(name, "*.csv"): if fnmatch.fnmatch(name, "*.csv"):
list_of_files.append(os.path.join(path, name)) list_of_files.append(os.path.join(path, name))
list_of_files = sorted(list_of_files) list_of_files = sorted(list_of_files)
self.stdout.write("Importing n-grams for files int shown order:" + str(list_of_files))
for file in tqdm(list_of_files, desc="File status"): for file in tqdm(list_of_files, desc="File status"):
with open(file, newline="") as csvfile: with open(file, newline="") as csvfile:
@ -92,7 +93,7 @@ class Command(BaseCommand):
main_class = "Five" main_class = "Five"
model = "Key{}_{}Gram_{}".format(sort_key, main_class, corpus_type) model = "Key{}_{}Gram_{}".format(sort_key, main_class, corpus_type)
print(model) self.stdout.write("Importing n-grams from " + str(file) + " into model " + str(model))
while True: while True:
batch = [globals()[model](ngram=row[0], batch = [globals()[model](ngram=row[0],
key=row[1], key=row[1],