sporada/nlp
1
0
Fork 0
mirror of https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nlp.git synced 2024-12-26 08:34:17 +00:00
Code Issues Projects Releases Wiki Activity

Don't process files in subdirectories

Browse Source
This commit is contained in:
Patrick Jentsch 2021-04-12 13:24:31 +02:00
parent 4e7669d009
commit cd976692d6
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
nlp
View File

@ -128,9 +128,8 @@ def collect_jobs(input_dir, output_dir):
jobs = [] jobs = []
for file in os.listdir(input_dir): for file in os.listdir(input_dir):
if os.path.isdir(os.path.join(input_dir, file)): if os.path.isdir(os.path.join(input_dir, file)):
jobs += collect_jobs(os.path.join(input_dir, file), continue
os.path.join(output_dir, file)) if file.lower().endswith('.txt'):
elif file.lower().endswith('.txt'):
job = NLPPipelineJob(os.path.join(input_dir, file), job = NLPPipelineJob(os.path.join(input_dir, file),
os.path.join(output_dir, file)) os.path.join(output_dir, file))
jobs.append(job) jobs.append(job)