2019-09-24 12:04:49 +00:00
|
|
|
from app.utils import background_delete_job, background_delete_corpus
|
2019-08-15 09:48:14 +00:00
|
|
|
from flask import (abort, current_app, flash, redirect, request,
|
|
|
|
render_template, url_for, send_from_directory)
|
2019-08-01 08:33:05 +00:00
|
|
|
from flask_login import current_user, login_required
|
2019-07-05 12:47:35 +00:00
|
|
|
from . import main
|
2019-10-28 14:46:25 +00:00
|
|
|
from .forms import AddCorpusFileForm, CreateCorpusForm, QueryForm
|
2019-08-27 08:40:29 +00:00
|
|
|
from .. import db
|
2019-10-25 12:27:37 +00:00
|
|
|
from ..models import Corpus, CorpusFile, Job, JobInput, JobResult
|
2019-10-24 11:14:15 +00:00
|
|
|
from werkzeug.utils import secure_filename
|
2019-08-01 08:33:05 +00:00
|
|
|
import os
|
2019-09-17 12:36:15 +00:00
|
|
|
import threading
|
2019-10-28 08:16:34 +00:00
|
|
|
import logging
|
2019-07-05 12:47:35 +00:00
|
|
|
|
|
|
|
|
2019-08-02 11:24:52 +00:00
|
|
|
@main.route('/')
|
|
|
|
def index():
|
|
|
|
return render_template('main/index.html.j2', title='Opaque')
|
|
|
|
|
|
|
|
|
2019-10-29 12:47:25 +00:00
|
|
|
@main.route('/corpora/<int:corpus_id>', methods=['GET', 'POST'])
|
2019-08-14 14:59:15 +00:00
|
|
|
@login_required
|
|
|
|
def corpus(corpus_id):
|
2019-10-25 12:27:37 +00:00
|
|
|
corpus = Corpus.query.get_or_404(corpus_id)
|
2019-10-25 13:09:19 +00:00
|
|
|
if not (corpus.creator == current_user
|
|
|
|
or current_user.is_administrator()):
|
2019-10-25 12:27:37 +00:00
|
|
|
abort(403)
|
2019-10-28 14:46:25 +00:00
|
|
|
add_corpus_file_form = AddCorpusFileForm()
|
|
|
|
if add_corpus_file_form.validate_on_submit():
|
2019-10-29 12:47:25 +00:00
|
|
|
filename = secure_filename(add_corpus_file_form.file.data.filename)
|
|
|
|
for corpus_file in corpus.files:
|
|
|
|
if filename == corpus_file.filename:
|
|
|
|
flash('File already registered to this corpus.')
|
|
|
|
return redirect(url_for('main.corpus', corpus_id=corpus_id))
|
|
|
|
# Gather information to create new corpus file database entry
|
|
|
|
author = add_corpus_file_form.author.data
|
2019-10-29 12:56:32 +00:00
|
|
|
dir = os.path.join(str(corpus.user_id), 'corpora', str(corpus.id))
|
2019-10-29 12:47:25 +00:00
|
|
|
file = add_corpus_file_form.file.data
|
|
|
|
publishing_year = add_corpus_file_form.publishing_year.data
|
|
|
|
title = add_corpus_file_form.title.data
|
|
|
|
# Save the file
|
|
|
|
file_dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
|
|
|
|
dir)
|
|
|
|
file.save(os.path.join(file_dir, filename))
|
|
|
|
corpus_file = CorpusFile(author=author,
|
|
|
|
corpus=corpus,
|
|
|
|
dir=dir,
|
|
|
|
filename=filename,
|
|
|
|
publishing_year=publishing_year,
|
|
|
|
title=title)
|
|
|
|
db.session.add(corpus_file)
|
|
|
|
db.session.commit()
|
2019-10-28 14:46:25 +00:00
|
|
|
flash('Corpus file added!')
|
|
|
|
return redirect(url_for('main.corpus', corpus_id=corpus_id))
|
2019-08-14 14:59:15 +00:00
|
|
|
return render_template('main/corpora/corpus.html.j2',
|
2019-10-28 14:46:25 +00:00
|
|
|
add_corpus_file_form=add_corpus_file_form,
|
2019-09-03 14:06:15 +00:00
|
|
|
corpus=corpus,
|
2019-10-25 12:27:37 +00:00
|
|
|
title='Corpus')
|
2019-08-14 14:59:15 +00:00
|
|
|
|
|
|
|
|
2019-10-30 07:28:52 +00:00
|
|
|
@main.route('/corpora/<int:corpus_id>/delete')
|
|
|
|
@login_required
|
|
|
|
def delete_corpus(corpus_id):
|
2019-10-30 08:20:57 +00:00
|
|
|
corpus = Corpus.query.filter_by(id=corpus_id).first()
|
|
|
|
delete_thread = threading.Thread(corpus.delete())
|
2019-10-30 07:28:52 +00:00
|
|
|
delete_thread.start()
|
|
|
|
flash('Corpus has been deleted!')
|
|
|
|
return redirect(url_for('main.dashboard'))
|
|
|
|
|
|
|
|
|
2019-09-03 13:58:40 +00:00
|
|
|
@main.route('/corpora/<int:corpus_id>/download')
|
|
|
|
@login_required
|
|
|
|
def corpus_download(corpus_id):
|
2019-10-25 12:27:37 +00:00
|
|
|
corpus_file_id = request.args.get('corpus_file_id')
|
|
|
|
corpus_file = CorpusFile.query.get_or_404(corpus_file_id)
|
|
|
|
if not corpus_file.corpus_id == corpus_id:
|
2019-09-03 13:58:40 +00:00
|
|
|
abort(404)
|
2019-10-25 12:27:37 +00:00
|
|
|
if not (corpus_file.corpus.creator == current_user
|
|
|
|
or current_user.is_administrator()):
|
|
|
|
abort(403)
|
2019-09-05 08:12:40 +00:00
|
|
|
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
|
2019-10-25 12:27:37 +00:00
|
|
|
corpus_file.dir)
|
2019-09-03 13:58:40 +00:00
|
|
|
return send_from_directory(as_attachment=True,
|
|
|
|
directory=dir,
|
2019-10-25 12:27:37 +00:00
|
|
|
filename=corpus_file.filename)
|
2019-09-03 13:58:40 +00:00
|
|
|
|
|
|
|
|
2019-10-28 08:16:34 +00:00
|
|
|
@main.route('/corpora/<int:corpus_id>/analysis', methods=['GET', 'POST'])
|
2019-10-24 11:14:15 +00:00
|
|
|
@login_required
|
|
|
|
def corpus_analysis(corpus_id):
|
|
|
|
corpus = Corpus.query.get_or_404(corpus_id)
|
2019-10-29 16:42:32 +00:00
|
|
|
query = request.args.get('query')
|
2019-10-28 08:16:34 +00:00
|
|
|
form = QueryForm()
|
|
|
|
if form.validate_on_submit():
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
logger.warning('Data has been sent!')
|
2019-10-29 16:42:32 +00:00
|
|
|
logger.warning('Data labels: {data}'.format(data=[data for data in form.data]))
|
|
|
|
logger.warning('Query: {q}'.format(q=form.query.data))
|
|
|
|
logger.warning('Hits: {hits}'.format(hits=form.hits_per_page.data))
|
|
|
|
logger.warning('Context: {context}'.format(context=form.context.data))
|
2019-10-28 08:16:34 +00:00
|
|
|
flash('Query has been sent!')
|
2019-10-29 16:42:32 +00:00
|
|
|
query = form.query.data
|
|
|
|
logger.warning('Session query: {sq}'.format(sq=query))
|
|
|
|
return redirect(url_for('main.corpus_analysis', corpus_id=corpus_id,
|
|
|
|
query=query))
|
2019-10-24 11:14:15 +00:00
|
|
|
return render_template('main/corpora/corpus_analysis.html.j2',
|
|
|
|
corpus=corpus,
|
2019-10-28 08:16:34 +00:00
|
|
|
form=form,
|
2019-10-29 16:42:32 +00:00
|
|
|
query=query,
|
2019-10-24 11:14:15 +00:00
|
|
|
title='Corpus: ' + corpus.title)
|
|
|
|
|
|
|
|
|
2019-08-02 11:24:52 +00:00
|
|
|
@main.route('/dashboard', methods=['GET', 'POST'])
|
2019-08-01 08:33:05 +00:00
|
|
|
@login_required
|
|
|
|
def dashboard():
|
|
|
|
create_corpus_form = CreateCorpusForm()
|
|
|
|
if create_corpus_form.validate_on_submit():
|
2019-08-06 15:04:38 +00:00
|
|
|
corpus = Corpus(creator=current_user._get_current_object(),
|
|
|
|
description=create_corpus_form.description.data,
|
|
|
|
title=create_corpus_form.title.data)
|
2019-08-06 11:25:27 +00:00
|
|
|
db.session.add(corpus)
|
|
|
|
db.session.commit()
|
2019-10-30 08:20:57 +00:00
|
|
|
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
|
|
|
|
str(corpus.user_id),
|
|
|
|
'corpora',
|
|
|
|
str(corpus.id))
|
|
|
|
try:
|
|
|
|
os.makedirs(dir)
|
|
|
|
except OSError:
|
|
|
|
flash('OSError!')
|
|
|
|
db.session.remove(corpus)
|
|
|
|
db.session.commit()
|
2019-10-30 07:28:52 +00:00
|
|
|
flash('Corpus created!')
|
2019-08-01 08:33:05 +00:00
|
|
|
return redirect(url_for('main.dashboard'))
|
2019-09-23 14:11:01 +00:00
|
|
|
return render_template('main/dashboard.html.j2',
|
|
|
|
create_corpus_form=create_corpus_form,
|
|
|
|
title='Dashboard')
|
2019-07-09 13:41:16 +00:00
|
|
|
|
|
|
|
|
2019-08-09 08:16:31 +00:00
|
|
|
@main.route('/jobs/<int:job_id>')
|
2019-07-09 13:41:16 +00:00
|
|
|
@login_required
|
2019-08-09 08:16:31 +00:00
|
|
|
def job(job_id):
|
2019-10-25 12:27:37 +00:00
|
|
|
job = Job.query.get_or_404(job_id)
|
|
|
|
if not (job.creator == current_user or current_user.is_administrator()):
|
|
|
|
abort(403)
|
|
|
|
return render_template('main/jobs/job.html.j2', job=job, title='Job')
|
2019-08-12 08:36:51 +00:00
|
|
|
|
|
|
|
|
|
|
|
@main.route('/jobs/<int:job_id>/download')
|
|
|
|
@login_required
|
|
|
|
def job_download(job_id):
|
2019-10-25 12:27:37 +00:00
|
|
|
ressource_id = request.args.get('ressource_id')
|
|
|
|
ressource_type = request.args.get('ressource_type')
|
|
|
|
if ressource_type == 'input':
|
|
|
|
ressource = JobInput.query.get_or_404(ressource_id)
|
|
|
|
elif ressource_type == 'result':
|
|
|
|
ressource = JobResult.query.get_or_404(ressource_id)
|
2019-09-24 12:04:49 +00:00
|
|
|
else:
|
2019-10-25 12:27:37 +00:00
|
|
|
abort(400)
|
|
|
|
if not ressource.job_id == job_id:
|
2019-08-12 08:36:51 +00:00
|
|
|
abort(404)
|
2019-10-25 12:27:37 +00:00
|
|
|
if not (ressource.job.creator == current_user
|
|
|
|
or current_user.is_administrator()):
|
|
|
|
abort(403)
|
2019-09-05 08:12:40 +00:00
|
|
|
dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'],
|
2019-10-25 12:27:37 +00:00
|
|
|
ressource.dir)
|
2019-08-15 09:48:14 +00:00
|
|
|
return send_from_directory(as_attachment=True,
|
|
|
|
directory=dir,
|
2019-10-25 12:27:37 +00:00
|
|
|
filename=ressource.filename)
|
2019-09-11 12:50:29 +00:00
|
|
|
|
|
|
|
|
|
|
|
@main.route('/jobs/<int:job_id>/delete')
|
|
|
|
@login_required
|
|
|
|
def delete_job(job_id):
|
2019-09-23 14:11:01 +00:00
|
|
|
delete_thread = threading.Thread(
|
|
|
|
target=background_delete_job,
|
|
|
|
args=(current_app._get_current_object(), job_id)
|
|
|
|
)
|
2019-09-17 12:36:15 +00:00
|
|
|
delete_thread.start()
|
|
|
|
flash('Job has been deleted!')
|
2019-09-11 12:50:29 +00:00
|
|
|
return redirect(url_for('main.dashboard'))
|