from app.utils import background_delete_job, background_delete_corpus from flask import (abort, current_app, flash, redirect, request, render_template, url_for, send_from_directory) from flask_login import current_user, login_required from . import main from .forms import CreateCorpusForm from .. import db from ..models import Corpus, CorpusFile, Job import os import threading @main.route('/') def index(): return render_template('main/index.html.j2', title='Opaque') @main.route('/corpora/') @login_required def corpus(corpus_id): if (current_user.is_administrator()): corpus = Corpus.query.get_or_404(corpus_id) else: corpus = current_user.corpora.filter_by(id=corpus_id).first() if not corpus: print('Corpus not found.') abort(404) dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'], str(corpus.user_id), 'corpora', str(corpus.id)) files = {} for file in sorted(os.listdir(dir)): files[file] = {} files[file]['path'] = os.path.join(file) return render_template('main/corpora/corpus.html.j2', corpus=corpus, files=files, title='Corpus') @main.route('/corpora//download') @login_required def corpus_download(corpus_id): file = request.args.get('file') if (current_user.is_administrator()): corpus = Corpus.query.get_or_404(corpus_id) else: corpus = current_user.corpora.filter_by(id=corpus_id).first() if not file or not corpus: print('File not found.') abort(404) dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'], str(corpus.user_id), 'corpora', str(corpus.id)) return send_from_directory(as_attachment=True, directory=dir, filename=file) @main.route('/dashboard', methods=['GET', 'POST']) @login_required def dashboard(): create_corpus_form = CreateCorpusForm() if create_corpus_form.validate_on_submit(): app = current_app._get_current_object() corpus = Corpus(creator=current_user._get_current_object(), description=create_corpus_form.description.data, title=create_corpus_form.title.data) db.session.add(corpus) db.session.commit() dir = os.path.join(app.config['OPAQUE_STORAGE_DIRECTORY'], str(corpus.user_id), 'corpora', str(corpus.id)) try: os.makedirs(dir) except OSError: flash('OSError!') else: for file in create_corpus_form.files.data: file.save(os.path.join(dir, file.filename)) dir = os.path.join(str(corpus.user_id), 'corpora', str(corpus.id)) corpus_file = CorpusFile(filename=file.filename, corpus_id=corpus.id, dir=dir) db.session.add(corpus_file) db.session.commit() flash('Corpus created!') return redirect(url_for('main.dashboard')) return render_template('main/dashboard.html.j2', create_corpus_form=create_corpus_form, title='Dashboard') @main.route('/jobs/') @login_required def job(job_id): if (current_user.is_administrator()): job = Job.query.get_or_404(job_id) else: job = current_user.jobs.filter_by(id=job_id).first() if not job: print('Job not found.') abort(404) dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'], str(job.user_id), 'jobs', str(job.id)) files = {} for file in sorted(os.listdir(dir)): if file == 'output': continue files[file] = {} files[file]['path'] = os.path.join(file) if job.status == 'complete': files[file]['results'] = {} results_dir = os.path.join(dir, 'output', file) for result in sorted(os.listdir(results_dir)): result_type = result.rsplit(".", 1)[1] files[file]['results'][result_type] = {} files[file]['results'][result_type]['path'] = os.path.join( 'output', files[file]['path'], result ) return render_template('main/jobs/job.html.j2', files=files, job=job, title='Job') @main.route('/jobs//download') @login_required def job_download(job_id): file = request.args.get('file') if (current_user.is_administrator()): job = Job.query.get_or_404(job_id) else: job = current_user.jobs.filter_by(id=job_id).first() if not file or not job: print('File not found.') abort(404) dir = os.path.join(current_app.config['OPAQUE_STORAGE_DIRECTORY'], str(job.user_id), 'jobs', str(job.id)) return send_from_directory(as_attachment=True, directory=dir, filename=file) @main.route('/jobs//delete') @login_required def delete_job(job_id): delete_thread = threading.Thread( target=background_delete_job, args=(current_app._get_current_object(), job_id) ) delete_thread.start() flash('Job has been deleted!') return redirect(url_for('main.dashboard')) @main.route('/corpora//delete') @login_required def delete_corpus(corpus_id): delete_thread = threading.Thread( target=background_delete_corpus, args=(current_app._get_current_object(), corpus_id) ) delete_thread.start() flash('Corpus has been deleted!') return redirect(url_for('main.dashboard'))