mirror of
				https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nopaque.git
				synced 2025-11-04 04:12:45 +00:00 
			
		
		
		
	Use background tasks for file operations.
This commit is contained in:
		
							
								
								
									
										25
									
								
								app/corpora/background_tasks.py
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										25
									
								
								app/corpora/background_tasks.py
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,25 @@
 | 
				
			|||||||
 | 
					from app.models import Corpus, CorpusFile
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					def delete_corpus_(app, corpus_id):
 | 
				
			||||||
 | 
					    with app.app_context():
 | 
				
			||||||
 | 
					        corpus = Corpus.query.filter_by(id=corpus_id).first()
 | 
				
			||||||
 | 
					        if corpus is None:
 | 
				
			||||||
 | 
					            raise Exception('Corpus {} not found!'.format(corpus_id))
 | 
				
			||||||
 | 
					        corpus.delete()
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					def delete_corpus_file_(app, corpus_file_id):
 | 
				
			||||||
 | 
					    with app.app_context():
 | 
				
			||||||
 | 
					        corpus_file = CorpusFile.query.filter_by(id=corpus_file_id).first()
 | 
				
			||||||
 | 
					        if corpus_file is None:
 | 
				
			||||||
 | 
					            raise Exception('Corpus file {} not found!'.format(corpus_file_id))
 | 
				
			||||||
 | 
					        corpus_file.delete()
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					def edit_corpus_file_(app, corpus_file_id):
 | 
				
			||||||
 | 
					    with app.app_context():
 | 
				
			||||||
 | 
					        corpus_file = CorpusFile.query.filter_by(id=corpus_file_id).first()
 | 
				
			||||||
 | 
					        if corpus_file is None:
 | 
				
			||||||
 | 
					            raise Exception('Corpus file {} not found!'.format(corpus_file_id))
 | 
				
			||||||
 | 
					        corpus_file.insert_metadata()
 | 
				
			||||||
@@ -1,11 +1,12 @@
 | 
				
			|||||||
from app import db
 | 
					from app import db
 | 
				
			||||||
from app.models import Corpus, CorpusFile
 | 
					from app.models import Corpus, CorpusFile
 | 
				
			||||||
from app.utils import background_prepare_corpus_file
 | 
					 | 
				
			||||||
from flask import (abort, current_app, flash, redirect, request,
 | 
					from flask import (abort, current_app, flash, redirect, request,
 | 
				
			||||||
                   render_template, url_for, send_from_directory)
 | 
					                   render_template, url_for, send_from_directory)
 | 
				
			||||||
from flask_login import current_user, login_required
 | 
					from flask_login import current_user, login_required
 | 
				
			||||||
from werkzeug.utils import secure_filename
 | 
					from werkzeug.utils import secure_filename
 | 
				
			||||||
from . import corpora
 | 
					from . import corpora
 | 
				
			||||||
 | 
					from .background_tasks import (delete_corpus_, delete_corpus_file_,
 | 
				
			||||||
 | 
					                               edit_corpus_file_)
 | 
				
			||||||
from .forms import (AddCorpusFileForm, AddCorpusForm, EditCorpusFileForm,
 | 
					from .forms import (AddCorpusFileForm, AddCorpusForm, EditCorpusFileForm,
 | 
				
			||||||
                    QueryDownloadForm, QueryForm)
 | 
					                    QueryDownloadForm, QueryForm)
 | 
				
			||||||
import os
 | 
					import os
 | 
				
			||||||
@@ -80,29 +81,16 @@ def corpus_analysis(corpus_id):
 | 
				
			|||||||
                           title='Corpus: {}'.format(corpus.title))
 | 
					                           title='Corpus: {}'.format(corpus.title))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
@corpora.route('/<int:corpus_id>/prepare')
 | 
					 | 
				
			||||||
@login_required
 | 
					 | 
				
			||||||
def prepare_corpus(corpus_id):
 | 
					 | 
				
			||||||
    corpus = Corpus.query.get_or_404(corpus_id)
 | 
					 | 
				
			||||||
    if not (corpus.creator == current_user or current_user.is_administrator()):
 | 
					 | 
				
			||||||
        abort(403)
 | 
					 | 
				
			||||||
    if len(corpus.files.all()) > 0:
 | 
					 | 
				
			||||||
        corpus.status = 'preparable'
 | 
					 | 
				
			||||||
        db.session.commit()
 | 
					 | 
				
			||||||
        flash('Corpus marked for preparation!')
 | 
					 | 
				
			||||||
    else:
 | 
					 | 
				
			||||||
        flash('Can not prepare corpus, please add corpus file(s).')
 | 
					 | 
				
			||||||
    return redirect(url_for('corpora.corpus', corpus_id=corpus_id))
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
@corpora.route('/<int:corpus_id>/delete')
 | 
					@corpora.route('/<int:corpus_id>/delete')
 | 
				
			||||||
@login_required
 | 
					@login_required
 | 
				
			||||||
def delete_corpus(corpus_id):
 | 
					def delete_corpus(corpus_id):
 | 
				
			||||||
    corpus = Corpus.query.get_or_404(corpus_id)
 | 
					    corpus = Corpus.query.get_or_404(corpus_id)
 | 
				
			||||||
    if not (corpus.creator == current_user or current_user.is_administrator()):
 | 
					    if not (corpus.creator == current_user or current_user.is_administrator()):
 | 
				
			||||||
        abort(403)
 | 
					        abort(403)
 | 
				
			||||||
    delete_thread = threading.Thread(corpus.delete())
 | 
					    thread = threading.Thread(target=delete_corpus_,
 | 
				
			||||||
    delete_thread.start()
 | 
					                              args=(current_app._get_current_object(),
 | 
				
			||||||
 | 
					                                    corpus.id))
 | 
				
			||||||
 | 
					    thread.start()
 | 
				
			||||||
    flash('Corpus deleted!')
 | 
					    flash('Corpus deleted!')
 | 
				
			||||||
    return redirect(url_for('main.dashboard'))
 | 
					    return redirect(url_for('main.dashboard'))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
@@ -132,11 +120,10 @@ def add_corpus_file(corpus_id):
 | 
				
			|||||||
                                 title=add_corpus_file_form.title.data)
 | 
					                                 title=add_corpus_file_form.title.data)
 | 
				
			||||||
        db.session.add(corpus_file)
 | 
					        db.session.add(corpus_file)
 | 
				
			||||||
        db.session.commit()
 | 
					        db.session.commit()
 | 
				
			||||||
        background_thread = threading.Thread(
 | 
					        thread = threading.Thread(target=edit_corpus_file_,
 | 
				
			||||||
            args=(current_app._get_current_object(), corpus_file.id),
 | 
					                                  args=(current_app._get_current_object(),
 | 
				
			||||||
            target=background_prepare_corpus_file
 | 
					                                        corpus_file.id))
 | 
				
			||||||
        )
 | 
					        thread.start()
 | 
				
			||||||
        background_thread.start()
 | 
					 | 
				
			||||||
        flash('Corpus file added!')
 | 
					        flash('Corpus file added!')
 | 
				
			||||||
        return redirect(url_for('corpora.corpus', corpus_id=corpus_id))
 | 
					        return redirect(url_for('corpora.corpus', corpus_id=corpus_id))
 | 
				
			||||||
    return render_template('corpora/add_corpus_file.html.j2',
 | 
					    return render_template('corpora/add_corpus_file.html.j2',
 | 
				
			||||||
@@ -153,8 +140,10 @@ def delete_corpus_file(corpus_id, corpus_file_id):
 | 
				
			|||||||
    if not (corpus_file.corpus.creator == current_user
 | 
					    if not (corpus_file.corpus.creator == current_user
 | 
				
			||||||
            or current_user.is_administrator()):
 | 
					            or current_user.is_administrator()):
 | 
				
			||||||
        abort(403)
 | 
					        abort(403)
 | 
				
			||||||
    delete_thread = threading.Thread(corpus_file.delete())
 | 
					    thread = threading.Thread(target=delete_corpus_file_,
 | 
				
			||||||
    delete_thread.start()
 | 
					                              args=(current_app._get_current_object(),
 | 
				
			||||||
 | 
					                                    corpus_file.id))
 | 
				
			||||||
 | 
					    thread.start()
 | 
				
			||||||
    flash('Corpus file deleted!')
 | 
					    flash('Corpus file deleted!')
 | 
				
			||||||
    return redirect(url_for('corpora.corpus', corpus_id=corpus_id))
 | 
					    return redirect(url_for('corpora.corpus', corpus_id=corpus_id))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
@@ -188,10 +177,28 @@ def edit_corpus_file(corpus_id, corpus_file_id):
 | 
				
			|||||||
        corpus_file.author = edit_corpus_file_form.author.data
 | 
					        corpus_file.author = edit_corpus_file_form.author.data
 | 
				
			||||||
        corpus_file.publishing_year = edit_corpus_file_form.publishing_year.data
 | 
					        corpus_file.publishing_year = edit_corpus_file_form.publishing_year.data
 | 
				
			||||||
        corpus_file.title = edit_corpus_file_form.title.data
 | 
					        corpus_file.title = edit_corpus_file_form.title.data
 | 
				
			||||||
        corpus_file.insert_metadata()
 | 
					 | 
				
			||||||
        db.session.commit()
 | 
					        db.session.commit()
 | 
				
			||||||
 | 
					        thread = threading.Thread(target=edit_corpus_file_,
 | 
				
			||||||
 | 
					                                  args=(current_app._get_current_object(),
 | 
				
			||||||
 | 
					                                        corpus_file.id))
 | 
				
			||||||
 | 
					        thread.start()
 | 
				
			||||||
        flash('Corpus file edited!')
 | 
					        flash('Corpus file edited!')
 | 
				
			||||||
        return redirect(url_for('corpora.corpus', corpus_id=corpus_id))
 | 
					        return redirect(url_for('corpora.corpus', corpus_id=corpus_id))
 | 
				
			||||||
    return render_template('corpora/edit_corpus_file.html.j2',
 | 
					    return render_template('corpora/edit_corpus_file.html.j2',
 | 
				
			||||||
                           edit_corpus_file_form=edit_corpus_file_form,
 | 
					                           edit_corpus_file_form=edit_corpus_file_form,
 | 
				
			||||||
                           corpus_file=corpus_file, title='Edit corpus file')
 | 
					                           corpus_file=corpus_file, title='Edit corpus file')
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					@corpora.route('/<int:corpus_id>/prepare')
 | 
				
			||||||
 | 
					@login_required
 | 
				
			||||||
 | 
					def prepare_corpus(corpus_id):
 | 
				
			||||||
 | 
					    corpus = Corpus.query.get_or_404(corpus_id)
 | 
				
			||||||
 | 
					    if not (corpus.creator == current_user or current_user.is_administrator()):
 | 
				
			||||||
 | 
					        abort(403)
 | 
				
			||||||
 | 
					    if len(corpus.files.all()) > 0:
 | 
				
			||||||
 | 
					        corpus.status = 'preparable'
 | 
				
			||||||
 | 
					        db.session.commit()
 | 
				
			||||||
 | 
					        flash('Corpus marked for preparation!')
 | 
				
			||||||
 | 
					    else:
 | 
				
			||||||
 | 
					        flash('Can not prepare corpus, please add corpus file(s).')
 | 
				
			||||||
 | 
					    return redirect(url_for('corpora.corpus', corpus_id=corpus_id))
 | 
				
			||||||
 
 | 
				
			|||||||
							
								
								
									
										15
									
								
								app/utils.py
									
									
									
									
									
								
							
							
						
						
									
										15
									
								
								app/utils.py
									
									
									
									
									
								
							@@ -55,18 +55,3 @@ def background_delete_job(app, job_id):
 | 
				
			|||||||
                job.delete_job()
 | 
					                job.delete_job()
 | 
				
			||||||
                deleted = True
 | 
					                deleted = True
 | 
				
			||||||
        logger.warning('Loop has ended.')
 | 
					        logger.warning('Loop has ended.')
 | 
				
			||||||
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
def background_delete_corpus(app, corpus_id):
 | 
					 | 
				
			||||||
    logger = logging.getLogger(__name__)
 | 
					 | 
				
			||||||
    with app.app_context():
 | 
					 | 
				
			||||||
        logger.warning('Called by delete_thread.')
 | 
					 | 
				
			||||||
        logger.warning('Corpus id is: {}.'.format(corpus_id))
 | 
					 | 
				
			||||||
        corpus = Corpus.query.filter_by(id=corpus_id).first()
 | 
					 | 
				
			||||||
        corpus.delete()
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
def background_prepare_corpus_file(app, corpus_file_id):
 | 
					 | 
				
			||||||
    with app.app_context():
 | 
					 | 
				
			||||||
        corpus_file = CorpusFile.query.filter_by(id=corpus_file_id).first()
 | 
					 | 
				
			||||||
        corpus_file.insert_metadata()
 | 
					 | 
				
			||||||
 
 | 
				
			|||||||
		Reference in New Issue
	
	Block a user