2019-08-15 09:48:14 +00:00
|
|
|
from flask import (abort, current_app, flash, redirect, request,
|
|
|
|
render_template, url_for, send_from_directory)
|
2019-08-01 08:33:05 +00:00
|
|
|
from flask_login import current_user, login_required
|
2019-07-05 12:47:35 +00:00
|
|
|
from . import main
|
2019-08-01 08:33:05 +00:00
|
|
|
from .forms import CreateCorpusForm
|
2019-08-27 08:40:29 +00:00
|
|
|
from .. import db
|
2019-09-11 12:50:29 +00:00
|
|
|
from ..models import Corpus, Job
|
2019-08-01 08:33:05 +00:00
|
|
|
import os
|
2019-09-11 12:50:29 +00:00
|
|
|
import logging
|
2019-07-05 12:47:35 +00:00
|
|
|
|
|
|
|
|
2019-08-02 11:24:52 +00:00
|
|
|
@main.route('/')
|
|
|
|
def index():
|
|
|
|
return render_template('main/index.html.j2', title='Opaque')
|
|
|
|
|
|
|
|
|
2019-08-14 14:59:15 +00:00
|
|
|
@main.route('/corpora/<int:corpus_id>')
|
|
|
|
@login_required
|
|
|
|
def corpus(corpus_id):
|
|
|
|
corpus = current_user.corpora.filter_by(id=corpus_id).first()
|
|
|
|
if not corpus:
|
|
|
|
print('Corpus not found.')
|
|
|
|
abort(404)
|
|
|
|
|
2019-09-05 08:12:40 +00:00
|
|
|
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
|
2019-08-14 14:59:15 +00:00
|
|
|
str(current_user.id),
|
|
|
|
'corpora',
|
|
|
|
str(corpus.id))
|
|
|
|
files = {}
|
|
|
|
for file in os.listdir(dir):
|
|
|
|
files[file] = {}
|
|
|
|
files[file]['path'] = os.path.join(file)
|
|
|
|
|
|
|
|
return render_template('main/corpora/corpus.html.j2',
|
2019-09-03 14:06:15 +00:00
|
|
|
corpus=corpus,
|
2019-08-14 14:59:15 +00:00
|
|
|
files=files,
|
|
|
|
title='Corpus')
|
|
|
|
|
|
|
|
|
2019-09-03 13:58:40 +00:00
|
|
|
@main.route('/corpora/<int:corpus_id>/download')
|
|
|
|
@login_required
|
|
|
|
def corpus_download(corpus_id):
|
|
|
|
file = request.args.get('file')
|
|
|
|
corpus = current_user.corpora.filter_by(id=corpus_id).first()
|
|
|
|
if not file or not corpus:
|
|
|
|
print('File not found.')
|
|
|
|
abort(404)
|
2019-09-05 08:12:40 +00:00
|
|
|
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
|
2019-09-03 13:58:40 +00:00
|
|
|
str(current_user.id),
|
|
|
|
'corpora',
|
|
|
|
str(corpus.id))
|
|
|
|
return send_from_directory(as_attachment=True,
|
|
|
|
directory=dir,
|
|
|
|
filename=file)
|
|
|
|
|
|
|
|
|
2019-08-02 11:24:52 +00:00
|
|
|
@main.route('/dashboard', methods=['GET', 'POST'])
|
2019-08-01 08:33:05 +00:00
|
|
|
@login_required
|
|
|
|
def dashboard():
|
|
|
|
create_corpus_form = CreateCorpusForm()
|
|
|
|
|
|
|
|
if create_corpus_form.validate_on_submit():
|
|
|
|
app = current_app._get_current_object()
|
2019-08-06 15:04:38 +00:00
|
|
|
corpus = Corpus(creator=current_user._get_current_object(),
|
|
|
|
description=create_corpus_form.description.data,
|
|
|
|
title=create_corpus_form.title.data)
|
2019-08-06 11:25:27 +00:00
|
|
|
db.session.add(corpus)
|
|
|
|
db.session.commit()
|
2019-08-06 15:04:38 +00:00
|
|
|
|
2019-09-05 08:12:40 +00:00
|
|
|
dir = os.path.join(app.config['OPAQUE_STORAGE_DIRECTORY'],
|
2019-08-06 12:56:41 +00:00
|
|
|
str(corpus.user_id),
|
|
|
|
'corpora',
|
|
|
|
str(corpus.id))
|
2019-08-01 08:33:05 +00:00
|
|
|
|
|
|
|
try:
|
2019-08-01 09:47:14 +00:00
|
|
|
os.makedirs(dir)
|
|
|
|
except OSError:
|
|
|
|
flash('OSError!')
|
2019-08-01 08:33:05 +00:00
|
|
|
else:
|
2019-08-01 09:47:14 +00:00
|
|
|
for file in create_corpus_form.files.data:
|
|
|
|
file.save(os.path.join(dir, file.filename))
|
2019-08-01 08:33:05 +00:00
|
|
|
flash('Corpus created!')
|
|
|
|
return redirect(url_for('main.dashboard'))
|
|
|
|
|
|
|
|
return render_template(
|
|
|
|
'main/dashboard.html.j2',
|
|
|
|
title='Dashboard',
|
|
|
|
create_corpus_form=create_corpus_form
|
|
|
|
)
|
2019-07-09 13:41:16 +00:00
|
|
|
|
|
|
|
|
2019-08-09 08:16:31 +00:00
|
|
|
@main.route('/jobs/<int:job_id>')
|
2019-07-09 13:41:16 +00:00
|
|
|
@login_required
|
2019-08-09 08:16:31 +00:00
|
|
|
def job(job_id):
|
2019-08-14 14:59:15 +00:00
|
|
|
job = current_user.jobs.filter_by(id=job_id).first()
|
2019-08-09 08:16:31 +00:00
|
|
|
if not job:
|
|
|
|
print('Job not found.')
|
|
|
|
abort(404)
|
2019-08-09 13:59:53 +00:00
|
|
|
|
2019-09-05 08:12:40 +00:00
|
|
|
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
|
2019-08-12 07:51:32 +00:00
|
|
|
str(current_user.id),
|
|
|
|
'jobs',
|
|
|
|
str(job.id))
|
|
|
|
files = {}
|
|
|
|
for file in os.listdir(dir):
|
2019-08-09 13:59:53 +00:00
|
|
|
if file == 'output':
|
|
|
|
continue
|
2019-08-12 07:51:32 +00:00
|
|
|
files[file] = {}
|
2019-08-12 08:36:51 +00:00
|
|
|
files[file]['path'] = os.path.join(file)
|
2019-08-12 07:51:32 +00:00
|
|
|
if job.status == 'complete':
|
|
|
|
files[file]['results'] = {}
|
|
|
|
results_dir = os.path.join(dir, 'output', file)
|
|
|
|
for result in os.listdir(results_dir):
|
2019-09-04 12:53:23 +00:00
|
|
|
result_type = result.rsplit(".", 1)[1]
|
|
|
|
files[file]['results'][result_type] = {}
|
|
|
|
files[file]['results'][result_type]['path'] = os.path.join(
|
2019-08-12 08:36:51 +00:00
|
|
|
'output', files[file]['path'], result
|
2019-08-12 07:51:32 +00:00
|
|
|
)
|
2019-08-09 13:59:53 +00:00
|
|
|
|
|
|
|
return render_template('main/jobs/job.html.j2',
|
2019-08-12 07:51:32 +00:00
|
|
|
files=files,
|
2019-09-03 14:06:15 +00:00
|
|
|
job=job,
|
2019-08-12 07:51:32 +00:00
|
|
|
title='Job')
|
2019-08-12 08:36:51 +00:00
|
|
|
|
|
|
|
|
|
|
|
@main.route('/jobs/<int:job_id>/download')
|
|
|
|
@login_required
|
|
|
|
def job_download(job_id):
|
|
|
|
file = request.args.get('file')
|
2019-08-15 09:48:14 +00:00
|
|
|
job = current_user.jobs.filter_by(id=job_id).first()
|
2019-08-12 08:36:51 +00:00
|
|
|
if not file or not job:
|
2019-08-15 09:48:14 +00:00
|
|
|
print('File not found.')
|
2019-08-12 08:36:51 +00:00
|
|
|
abort(404)
|
2019-09-05 08:12:40 +00:00
|
|
|
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
|
2019-08-12 08:36:51 +00:00
|
|
|
str(current_user.id),
|
|
|
|
'jobs',
|
|
|
|
str(job.id))
|
2019-08-15 09:48:14 +00:00
|
|
|
return send_from_directory(as_attachment=True,
|
|
|
|
directory=dir,
|
|
|
|
filename=file)
|
2019-09-11 12:50:29 +00:00
|
|
|
|
|
|
|
|
|
|
|
@main.route('/jobs/<int:job_id>/delete')
|
|
|
|
@login_required
|
|
|
|
def delete_job(job_id):
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
job = Job.query.filter_by(id=job_id).first()
|
|
|
|
job.flag_for_stop()
|
|
|
|
logger.warning('Job status: {}'.format(job.status))
|
|
|
|
return redirect(url_for('main.dashboard'))
|