nopaque/app/services/views.py

116 lines
4.2 KiB
Python
Raw Normal View History

2019-08-01 08:33:05 +00:00
from flask import current_app, flash, redirect, render_template, url_for
2019-07-19 11:28:17 +00:00
from . import services
from flask_login import current_user, login_required
2019-08-05 13:35:18 +00:00
from .forms import NewOCRJobForm, NewNLPJobForm
from ..models import Job
2019-07-19 11:28:17 +00:00
from ..import swarm
from .. import db
2019-07-19 11:28:17 +00:00
from threading import Thread
import os
import json
2019-07-19 11:28:17 +00:00
@services.route('/ocr', methods=['GET', 'POST'])
@login_required
def ocr():
new_ocr_job_form = NewOCRJobForm()
if new_ocr_job_form.validate_on_submit():
2019-08-06 15:04:38 +00:00
ocr_job = Job(creator=current_user._get_current_object(),
description=new_ocr_job_form.description.data,
service="ocr",
2019-08-09 07:13:12 +00:00
ressources=json.dumps({"n_cores": 4,
"mem_mb": 8192}),
2019-08-06 15:04:38 +00:00
service_args=json.dumps({"args": ["--keep-intermediates",
"--skip-binarisation"],
"lang": new_ocr_job_form.language.data,
"version": new_ocr_job_form.version.data}),
status="pending",
2019-08-06 15:04:38 +00:00
title=new_ocr_job_form.title.data)
db.session.add(ocr_job)
db.session.commit()
dir = os.path.join(current_app.config['OPAQUE_STORAGE'],
2019-08-06 12:54:00 +00:00
str(ocr_job.user_id),
'jobs',
str(ocr_job.id))
try:
2019-08-01 09:47:14 +00:00
os.makedirs(dir)
except OSError:
flash('OSError!')
db.session.remove(ocr_job)
db.session.commit()
else:
for file in new_ocr_job_form.files.data:
file.save(os.path.join(dir, file.filename))
'''
' TODO: Let the scheduler run this job in the background.
'
' NOTE: Using self created threads is just for testing purpose as
' there is no scheduler available.
'''
db.session.expunge(ocr_job)
thread = Thread(target=swarm.run, args=(ocr_job,))
thread.start()
2019-08-01 09:47:14 +00:00
flash('Job created!')
2019-07-19 11:28:17 +00:00
return redirect(url_for('services.ocr'))
return render_template(
'services/ocr.html.j2',
title='Optical Character Recognition',
new_ocr_job_form=new_ocr_job_form
2019-07-19 11:28:17 +00:00
)
2019-08-05 13:35:18 +00:00
@services.route('/nlp', methods=['GET', 'POST'])
@login_required
def nlp():
new_nlp_job_form = NewNLPJobForm()
if new_nlp_job_form.validate_on_submit():
2019-08-06 15:04:38 +00:00
nlp_job = Job(creator=current_user._get_current_object(),
description=new_nlp_job_form.description.data,
service="nlp",
2019-08-09 07:13:12 +00:00
ressources=json.dumps({"n_cores": 2,
"mem_mb": 4096}),
2019-08-06 15:04:38 +00:00
service_args=json.dumps({"args": [],
"lang": new_nlp_job_form.language.data,
"version": new_nlp_job_form.version.data}),
status="pending",
2019-08-06 15:04:38 +00:00
title=new_nlp_job_form.title.data)
db.session.add(nlp_job)
db.session.commit()
2019-08-06 12:54:00 +00:00
dir = os.path.join(current_app.config['OPAQUE_STORAGE'],
2019-08-06 12:54:00 +00:00
str(nlp_job.user_id),
'jobs',
str(nlp_job.id))
2019-08-05 13:35:18 +00:00
try:
os.makedirs(dir)
except OSError:
flash('OSError!')
db.session.remove(nlp_job)
db.session.commit()
2019-08-05 13:35:18 +00:00
else:
for file in new_nlp_job_form.files.data:
file.save(os.path.join(dir, file.filename))
'''
' TODO: Let the scheduler run this job in the background.
'
' NOTE: Using self created threads is just for testing purpose as
' there is no scheduler available.
'''
db.session.expunge(nlp_job)
thread = Thread(target=swarm.run, args=(nlp_job,))
2019-08-05 13:35:18 +00:00
thread.start()
flash('Job created!')
return redirect(url_for('services.nlp'))
return render_template(
'services/nlp.html.j2',
title='Natrual Language Processing',
new_nlp_job_form=new_nlp_job_form
)