nopaque/app/main/views.py

195 lines
6.6 KiB
Python
Raw Normal View History

from app.utils import background_delete_job, background_delete_corpus
2019-08-15 09:48:14 +00:00
from flask import (abort, current_app, flash, redirect, request,
render_template, url_for, send_from_directory)
2019-08-01 08:33:05 +00:00
from flask_login import current_user, login_required
from . import main
2019-08-01 08:33:05 +00:00
from .forms import CreateCorpusForm
from .. import db
from ..models import Corpus, CorpusFile, Job
2019-10-24 11:14:15 +00:00
from werkzeug.utils import secure_filename
2019-08-01 08:33:05 +00:00
import os
import threading
2019-08-02 11:24:52 +00:00
@main.route('/')
def index():
return render_template('main/index.html.j2', title='Opaque')
2019-08-14 14:59:15 +00:00
@main.route('/corpora/<int:corpus_id>')
@login_required
def corpus(corpus_id):
if (current_user.is_administrator()):
corpus = Corpus.query.get_or_404(corpus_id)
else:
corpus = current_user.corpora.filter_by(id=corpus_id).first()
2019-08-14 14:59:15 +00:00
if not corpus:
print('Corpus not found.')
abort(404)
2019-09-05 08:12:40 +00:00
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
str(corpus.user_id),
2019-08-14 14:59:15 +00:00
'corpora',
str(corpus.id))
files = {}
for file in sorted(os.listdir(dir)):
2019-08-14 14:59:15 +00:00
files[file] = {}
files[file]['path'] = os.path.join(file)
return render_template('main/corpora/corpus.html.j2',
2019-09-03 14:06:15 +00:00
corpus=corpus,
2019-08-14 14:59:15 +00:00
files=files,
2019-10-24 11:14:15 +00:00
title='Corpus: ' + corpus.title)
2019-08-14 14:59:15 +00:00
2019-09-03 13:58:40 +00:00
@main.route('/corpora/<int:corpus_id>/download')
@login_required
def corpus_download(corpus_id):
file = request.args.get('file')
if (current_user.is_administrator()):
corpus = Corpus.query.get_or_404(corpus_id)
else:
corpus = current_user.corpora.filter_by(id=corpus_id).first()
2019-09-03 13:58:40 +00:00
if not file or not corpus:
print('File not found.')
abort(404)
2019-09-05 08:12:40 +00:00
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
str(corpus.user_id),
2019-09-03 13:58:40 +00:00
'corpora',
str(corpus.id))
return send_from_directory(as_attachment=True,
directory=dir,
filename=file)
2019-10-24 11:14:15 +00:00
@main.route('/corpora/<int:corpus_id>/analysis')
@login_required
def corpus_analysis(corpus_id):
corpus = Corpus.query.get_or_404(corpus_id)
return render_template('main/corpora/corpus_analysis.html.j2',
corpus=corpus,
title='Corpus: ' + corpus.title)
2019-08-02 11:24:52 +00:00
@main.route('/dashboard', methods=['GET', 'POST'])
2019-08-01 08:33:05 +00:00
@login_required
def dashboard():
create_corpus_form = CreateCorpusForm()
if create_corpus_form.validate_on_submit():
app = current_app._get_current_object()
2019-08-06 15:04:38 +00:00
corpus = Corpus(creator=current_user._get_current_object(),
description=create_corpus_form.description.data,
title=create_corpus_form.title.data)
2019-08-06 11:25:27 +00:00
db.session.add(corpus)
db.session.commit()
2019-08-06 15:04:38 +00:00
2019-09-05 08:12:40 +00:00
dir = os.path.join(app.config['OPAQUE_STORAGE_DIRECTORY'],
2019-08-06 12:56:41 +00:00
str(corpus.user_id),
'corpora',
str(corpus.id))
2019-08-01 08:33:05 +00:00
try:
2019-08-01 09:47:14 +00:00
os.makedirs(dir)
except OSError:
flash('OSError!')
2019-08-01 08:33:05 +00:00
else:
2019-08-01 09:47:14 +00:00
for file in create_corpus_form.files.data:
2019-10-24 11:14:15 +00:00
filename = secure_filename(file.filename)
file.save(os.path.join(dir, filename))
file_dir = os.path.join(str(corpus.user_id),
'corpora',
str(corpus.id))
corpus_file = CorpusFile(filename=filename,
corpus_id=corpus.id,
2019-10-24 11:14:15 +00:00
dir=file_dir)
db.session.add(corpus_file)
2019-10-24 11:14:15 +00:00
db.session.commit()
2019-08-01 08:33:05 +00:00
flash('Corpus created!')
return redirect(url_for('main.dashboard'))
return render_template('main/dashboard.html.j2',
create_corpus_form=create_corpus_form,
title='Dashboard')
@main.route('/jobs/<int:job_id>')
@login_required
def job(job_id):
if (current_user.is_administrator()):
job = Job.query.get_or_404(job_id)
else:
job = current_user.jobs.filter_by(id=job_id).first()
if not job:
print('Job not found.')
abort(404)
2019-09-05 08:12:40 +00:00
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
str(job.user_id),
2019-08-12 07:51:32 +00:00
'jobs',
str(job.id))
files = {}
for file in sorted(os.listdir(dir)):
if file == 'output':
continue
2019-08-12 07:51:32 +00:00
files[file] = {}
2019-08-12 08:36:51 +00:00
files[file]['path'] = os.path.join(file)
2019-08-12 07:51:32 +00:00
if job.status == 'complete':
files[file]['results'] = {}
results_dir = os.path.join(dir, 'output', file)
2019-09-24 15:10:18 +00:00
for result in sorted(os.listdir(results_dir)):
2019-09-04 12:53:23 +00:00
result_type = result.rsplit(".", 1)[1]
files[file]['results'][result_type] = {}
files[file]['results'][result_type]['path'] = os.path.join(
2019-08-12 08:36:51 +00:00
'output', files[file]['path'], result
2019-08-12 07:51:32 +00:00
)
return render_template('main/jobs/job.html.j2',
2019-08-12 07:51:32 +00:00
files=files,
2019-09-03 14:06:15 +00:00
job=job,
2019-08-12 07:51:32 +00:00
title='Job')
2019-08-12 08:36:51 +00:00
@main.route('/jobs/<int:job_id>/download')
@login_required
def job_download(job_id):
file = request.args.get('file')
if (current_user.is_administrator()):
job = Job.query.get_or_404(job_id)
else:
job = current_user.jobs.filter_by(id=job_id).first()
2019-08-12 08:36:51 +00:00
if not file or not job:
2019-08-15 09:48:14 +00:00
print('File not found.')
2019-08-12 08:36:51 +00:00
abort(404)
2019-09-05 08:12:40 +00:00
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
str(job.user_id),
2019-08-12 08:36:51 +00:00
'jobs',
str(job.id))
2019-08-15 09:48:14 +00:00
return send_from_directory(as_attachment=True,
directory=dir,
filename=file)
2019-09-11 12:50:29 +00:00
@main.route('/jobs/<int:job_id>/delete')
@login_required
def delete_job(job_id):
delete_thread = threading.Thread(
target=background_delete_job,
args=(current_app._get_current_object(), job_id)
)
delete_thread.start()
flash('Job has been deleted!')
2019-09-11 12:50:29 +00:00
return redirect(url_for('main.dashboard'))
@main.route('/corpora/<int:corpus_id>/delete')
@login_required
def delete_corpus(corpus_id):
delete_thread = threading.Thread(
target=background_delete_corpus,
args=(current_app._get_current_object(), corpus_id)
)
delete_thread.start()
flash('Corpus has been deleted!')
return redirect(url_for('main.dashboard'))