nopaque/app/services/routes.py

211 lines
7.2 KiB
Python
Raw Normal View History

2022-09-02 11:07:30 +00:00
from flask import abort, current_app, flash, Markup, render_template, request
from flask_login import current_user, login_required
from app import db, hashids
2022-04-22 13:27:52 +00:00
from app.models import (
Job,
JobInput,
JobStatus,
TesseractOCRModel,
TRANSKRIBUS_HTR_MODELS,
TranskribusHTRModel
)
2022-09-02 11:07:30 +00:00
from . import bp, SERVICES
from .forms import (
2022-09-02 11:07:30 +00:00
CreateFileSetupPipelineJobForm,
CreateTesseractOCRPipelineJobForm,
CreateTranskribusHTRPipelineJobForm,
CreateSpacyNLPPipelineJobForm
)
2019-07-19 11:28:17 +00:00
@bp.route('/file-setup-pipeline', methods=['GET', 'POST'])
2019-08-05 13:35:18 +00:00
@login_required
def file_setup_pipeline():
service = 'file-setup-pipeline'
service_manifest = SERVICES[service]
version = request.args.get('version', service_manifest['latest_version'])
if version not in service_manifest['versions']:
abort(404)
2022-09-02 11:07:30 +00:00
form = CreateFileSetupPipelineJobForm(prefix='create-job-form', version=version)
if form.is_submitted():
if not form.validate():
2022-09-02 11:07:30 +00:00
response = {'errors': form.errors}
return response, 400
2019-08-05 13:35:18 +00:00
try:
2022-09-02 11:07:30 +00:00
job = Job.create(
title=form.title.data,
description=form.description.data,
service=service,
service_args={},
service_version=form.version.data,
user=current_user
)
2022-09-02 11:07:30 +00:00
except OSError:
abort(500)
for input_file in form.images.data:
try:
2022-09-02 11:07:30 +00:00
JobInput.create(input_file, job=job)
2022-10-11 09:32:50 +00:00
except (AttributeError, OSError):
2022-09-02 11:07:30 +00:00
abort(500)
job.status = JobStatus.SUBMITTED
db.session.commit()
2022-09-02 11:07:30 +00:00
message = Markup(f'Job "<a href="{job.url}">{job.title}</a>" created')
flash(message, 'job')
return {}, 201, {'Location': job.url}
2021-12-08 13:45:05 +00:00
return render_template(
2022-04-22 13:27:52 +00:00
'services/file_setup_pipeline.html.j2',
2021-12-08 13:45:05 +00:00
form=form,
title=service_manifest['name']
)
@bp.route('/tesseract-ocr-pipeline', methods=['GET', 'POST'])
@login_required
def tesseract_ocr_pipeline():
2022-09-02 11:07:30 +00:00
service_name = 'tesseract-ocr-pipeline'
service_manifest = SERVICES[service_name]
version = request.args.get('version', service_manifest['latest_version'])
if version not in service_manifest['versions']:
abort(404)
2022-09-02 11:07:30 +00:00
form = CreateTesseractOCRPipelineJobForm(prefix='create-job-form', version=version)
if form.is_submitted():
if not form.validate():
2022-09-02 11:07:30 +00:00
response = {'errors': form.errors}
return response, 400
try:
2022-09-02 11:07:30 +00:00
job = Job.create(
title=form.title.data,
description=form.description.data,
service=service_name,
service_args={
'binarization': form.binarization.data,
'model': hashids.decode(form.model.data)
},
service_version=form.version.data,
user=current_user
)
except OSError:
abort(500)
try:
2022-09-02 11:07:30 +00:00
JobInput.create(form.pdf.data, job=job)
2022-10-11 09:32:50 +00:00
except (AttributeError, OSError):
2022-09-02 11:07:30 +00:00
abort(500)
job.status = JobStatus.SUBMITTED
db.session.commit()
2022-09-02 11:07:30 +00:00
message = Markup(f'Job "<a href="{job.url}">{job.title}</a>" created')
flash(message, 'job')
return {}, 201, {'Location': job.url}
2022-05-17 14:16:31 +00:00
tesseract_ocr_models = [
2022-09-02 11:07:30 +00:00
x for x in TesseractOCRModel.query.all()
2022-05-17 14:16:31 +00:00
if version in x.compatible_service_versions and (x.shared == True or x.user == current_user)
]
return render_template(
2022-04-22 13:27:52 +00:00
'services/tesseract_ocr_pipeline.html.j2',
form=form,
2022-04-22 13:27:52 +00:00
tesseract_ocr_models=tesseract_ocr_models,
title=service_manifest['name']
)
@bp.route('/transkribus-htr-pipeline', methods=['GET', 'POST'])
@login_required
def transkribus_htr_pipeline():
if not current_app.config.get('NOPAQUE_TRANSKRIBUS_ENABLED'):
abort(404)
service = 'transkribus-htr-pipeline'
service_manifest = SERVICES[service]
version = request.args.get('version', service_manifest['latest_version'])
if version not in service_manifest['versions']:
abort(404)
2022-09-02 11:07:30 +00:00
form = CreateTranskribusHTRPipelineJobForm(prefix='create-job-form', version=version)
if form.is_submitted():
if not form.validate():
2022-09-02 11:07:30 +00:00
response = {'errors': form.errors}
return response, 400
try:
2022-09-02 11:07:30 +00:00
job = Job.create(
title=form.title.data,
description=form.description.data,
service=service,
service_args={
'binarization': form.binarization.data,
'model': hashids.decode(form.model.data)
},
service_version=form.version.data,
user=current_user
)
except OSError:
abort(500)
try:
2022-09-02 11:07:30 +00:00
JobInput.create(form.pdf.data, job=job)
2022-10-11 09:32:50 +00:00
except (AttributeError, OSError):
2022-09-02 11:07:30 +00:00
abort(500)
job.status = JobStatus.SUBMITTED
db.session.commit()
2022-09-02 11:07:30 +00:00
message = Markup(f'Job "<a href="{job.url}">{job.title}</a>" created')
flash(message, 'job')
return {}, 201, {'Location': job.url}
2022-05-17 14:16:31 +00:00
transkribus_htr_models = [
2022-09-02 11:07:30 +00:00
x for x in TranskribusHTRModel.query.all()
if x.shared == True or x.user == current_user
2022-05-17 14:16:31 +00:00
]
return render_template(
2022-09-02 11:07:30 +00:00
'services/transkribus_htr_pipeline.html.j2',
form=form,
2022-04-22 13:27:52 +00:00
title=service_manifest['name'],
TRANSKRIBUS_HTR_MODELS=TRANSKRIBUS_HTR_MODELS,
transkribus_htr_models=transkribus_htr_models
2021-12-08 13:45:05 +00:00
)
@bp.route('/spacy-nlp-pipeline', methods=['GET', 'POST'])
@login_required
def spacy_nlp_pipeline():
service = 'spacy-nlp-pipeline'
service_manifest = SERVICES[service]
version = request.args.get('version', SERVICES[service]['latest_version'])
if version not in service_manifest['versions']:
abort(404)
2022-09-02 11:07:30 +00:00
form = CreateSpacyNLPPipelineJobForm(prefix='create-job-form', version=version)
if form.is_submitted():
if not form.validate():
2022-09-02 11:07:30 +00:00
response = {'errors': form.errors}
return response, 400
try:
2022-09-02 11:07:30 +00:00
job = Job.create(
title=form.title.data,
description=form.description.data,
service=service,
service_args={
'encoding_detection': form.encoding_detection.data,
'model': form.model.data
},
service_version=form.version.data,
user=current_user
)
except OSError:
abort(500)
try:
2022-09-02 11:07:30 +00:00
JobInput.create(form.txt.data, job=job)
2022-10-11 09:32:50 +00:00
except (AttributeError, OSError):
2022-09-02 11:07:30 +00:00
abort(500)
job.status = JobStatus.SUBMITTED
db.session.commit()
2022-09-02 11:07:30 +00:00
message = Markup(f'Job "<a href="{job.url}">{job.title}</a>" created')
flash(message, 'job')
return {}, 201, {'Location': job.url}
return render_template(
2022-04-22 13:27:52 +00:00
'services/spacy_nlp_pipeline.html.j2',
form=form,
title=service_manifest['name']
)
@bp.route('/corpus-analysis')
@login_required
def corpus_analysis():
return render_template(
'services/corpus_analysis.html.j2',
title='Corpus analysis'
)