sporada/nopaque
1
0
Fork 0
mirror of https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nopaque.git synced 2024-11-15 01:05:42 +00:00
Code Issues Projects Releases Wiki Activity

Preliminary work for nlp model runtime integration

Browse Source
This commit is contained in:
Inga Kirschnick 2022-11-09 13:51:42 +01:00
parent 033872718e
commit ad17ec2cc8
2 changed files with 12 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app/contributions/routes.py
View File

@ -25,8 +25,6 @@ def contributions():
spacy_nlp_user_models = [ spacy_nlp_user_models = [
x for x in current_user.spacy_nlp_pipeline_models x for x in current_user.spacy_nlp_pipeline_models
] ]
spacy_models = SpaCyNLPPipelineModel.query.all()
print(spacy_models)
return render_template( return render_template(
'contributions/contribution_overview.html.j2', 'contributions/contribution_overview.html.j2',
tesseract_ocr_user_models=tesseract_ocr_user_models, tesseract_ocr_user_models=tesseract_ocr_user_models,

13
app/daemon/job_utils.py
View File

@ -3,7 +3,8 @@ from app.models import (
Job, Job,
JobResult, JobResult,
JobStatus, JobStatus,
TesseractOCRPipelineModel TesseractOCRPipelineModel,
SpaCyNLPPipelineModel
) )
from datetime import datetime from datetime import datetime
from flask import current_app from flask import current_app
@ -103,6 +104,16 @@ def _create_job_service(job):
models_mount_target = f'/usr/local/share/tessdata/{model.filename}' models_mount_target = f'/usr/local/share/tessdata/{model.filename}'
models_mount = f'{models_mount_source}:{models_mount_target}:ro' models_mount = f'{models_mount_source}:{models_mount_target}:ro'
mounts.append(models_mount) mounts.append(models_mount)
elif job.service == 'spacy-nlp-pipeline':
model_id = hashids.decode(job.service_args['model'])
model = SpaCyNLPPipelineModel.query.get(model_id)
if model is None:
job.status = JobStatus.FAILED
return
models_mount_source = model.path
models_mount_target = f'/usr/local/share/spacy/models/{model.filename}'
models_mount = f'{models_mount_source}:{models_mount_target}:ro'
mounts.append(models_mount)
''' ### Output mount ### ''' ''' ### Output mount ### '''
output_mount_source = os.path.join(job.path, 'results') output_mount_source = os.path.join(job.path, 'results')
output_mount_target = '/output' output_mount_target = '/output'