mirror of
				https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nopaque.git
				synced 2025-11-03 20:02:47 +00:00 
			
		
		
		
	Add NLP view.
This commit is contained in:
		@@ -24,7 +24,7 @@ class NewOCRJobForm(FlaskForm):
 | 
			
		||||
                 ],
 | 
			
		||||
        validators=[DataRequired()]
 | 
			
		||||
    )
 | 
			
		||||
    submit = SubmitField('Create OCR job')
 | 
			
		||||
    submit = SubmitField('Submit')
 | 
			
		||||
    title = StringField(
 | 
			
		||||
        'Title',
 | 
			
		||||
        validators=[DataRequired(), Length(1, 32)]
 | 
			
		||||
@@ -64,7 +64,7 @@ class NewNLPJobForm(FlaskForm):
 | 
			
		||||
                 ],
 | 
			
		||||
        validators=[DataRequired()]
 | 
			
		||||
    )
 | 
			
		||||
    submit = SubmitField('Create OCR job')
 | 
			
		||||
    submit = SubmitField('Submit')
 | 
			
		||||
    title = StringField(
 | 
			
		||||
        'Title',
 | 
			
		||||
        validators=[DataRequired(), Length(1, 32)]
 | 
			
		||||
 
 | 
			
		||||
@@ -2,7 +2,7 @@ from datetime import datetime
 | 
			
		||||
from flask import current_app, flash, redirect, render_template, url_for
 | 
			
		||||
from . import services
 | 
			
		||||
from flask_login import current_user, login_required
 | 
			
		||||
from .forms import NewOCRJobForm
 | 
			
		||||
from .forms import NewOCRJobForm, NewNLPJobForm
 | 
			
		||||
from ..import swarm
 | 
			
		||||
from threading import Thread
 | 
			
		||||
import hashlib
 | 
			
		||||
@@ -57,3 +57,53 @@ def ocr():
 | 
			
		||||
        title='Optical Character Recognition',
 | 
			
		||||
        new_ocr_job_form=new_ocr_job_form
 | 
			
		||||
    )
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
@services.route('/nlp', methods=['GET', 'POST'])
 | 
			
		||||
@login_required
 | 
			
		||||
def nlp():
 | 
			
		||||
    new_nlp_job_form = NewNLPJobForm()
 | 
			
		||||
    if new_nlp_job_form.validate_on_submit():
 | 
			
		||||
        app = current_app._get_current_object()
 | 
			
		||||
        id = hashlib.md5(
 | 
			
		||||
            (current_user.username + '_' + datetime.now().isoformat()).encode()
 | 
			
		||||
        ).hexdigest()
 | 
			
		||||
        '''
 | 
			
		||||
        ' TODO: Implement a Job class. For now a dictionary representation
 | 
			
		||||
        '       is enough.
 | 
			
		||||
        '''
 | 
			
		||||
        job = {'creator': current_user.id,
 | 
			
		||||
               'id': id,
 | 
			
		||||
               'requested_cpus': 2,
 | 
			
		||||
               'requested_memory': 2048,
 | 
			
		||||
               'service': 'nlp',
 | 
			
		||||
               'service_args': {'lang': new_nlp_job_form.language.data,
 | 
			
		||||
                                'version': new_nlp_job_form.version.data
 | 
			
		||||
                                },
 | 
			
		||||
               'status': 'queued'
 | 
			
		||||
               }
 | 
			
		||||
        dir = os.path.join(app.config['OPAQUE_STORAGE'], 'jobs', id)
 | 
			
		||||
 | 
			
		||||
        try:
 | 
			
		||||
            os.makedirs(dir)
 | 
			
		||||
        except OSError:
 | 
			
		||||
            flash('OSError!')
 | 
			
		||||
        else:
 | 
			
		||||
            for file in new_nlp_job_form.files.data:
 | 
			
		||||
                file.save(os.path.join(dir, file.filename))
 | 
			
		||||
            '''
 | 
			
		||||
            ' TODO: Let the scheduler run this job in the background.
 | 
			
		||||
            '
 | 
			
		||||
            ' NOTE: Using self created threads is just for testing purpose as
 | 
			
		||||
            '       there is no scheduler available.
 | 
			
		||||
            '''
 | 
			
		||||
            thread = Thread(target=swarm.run, args=(job,))
 | 
			
		||||
            thread.start()
 | 
			
		||||
            flash('Job created!')
 | 
			
		||||
        return redirect(url_for('services.nlp'))
 | 
			
		||||
 | 
			
		||||
    return render_template(
 | 
			
		||||
        'services/nlp.html.j2',
 | 
			
		||||
        title='Natrual Language Processing',
 | 
			
		||||
        new_nlp_job_form=new_nlp_job_form
 | 
			
		||||
    )
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user