sporada/nlp
1
0
Fork 0
mirror of https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nlp.git synced 2024-09-21 11:42:52 +00:00
Code Issues Projects Releases Wiki Activity

Change to one job.

Browse Source
This commit is contained in:
Stephan Porada 2019-03-06 14:55:52 +01:00
parent d1a0b5a43b
commit 306487209e
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nlp
View File

@ -78,7 +78,7 @@ class NLPWorkflow(WorkflowRunner):
os.path.join(job["output_dir"], os.path.basename(job["path"]).rsplit(".", 1)[0] + ".vrt"), os.path.join(job["output_dir"], os.path.basename(job["path"]).rsplit(".", 1)[0] + ".vrt"),
self.lang self.lang
) )
nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=min(4, self.nCores), memMb=16384)) nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=self.nCores, memMb=16384))
def analyze_jobs(inputDir, outputDir, level=1): def analyze_jobs(inputDir, outputDir, level=1):

2
spacy_nlp
View File

@ -38,7 +38,7 @@ nlp = spacy.load(SPACY_MODELS[args.lang])
with open(args.input) as input_file: with open(args.input) as input_file:
text = input_file.read() text = input_file.read()
texts = textwrap.wrap(text, 1000000, break_long_words=False) texts = textwrap.wrap(text, 1000000, break_long_words=False)
text = None
# Create and open the output file # Create and open the output file
output_file = open(args.output, "w+") output_file = open(args.output, "w+")