2019-11-12 12:23:54 +00:00
|
|
|
from app import db, logger, socketio
|
2019-11-06 13:35:33 +00:00
|
|
|
from app.events import connected_sessions
|
2019-11-06 13:45:08 +00:00
|
|
|
from app.models import Corpus
|
2019-11-06 13:35:33 +00:00
|
|
|
from flask import current_app, request
|
2019-11-12 11:04:07 +00:00
|
|
|
from flask_login import current_user, login_required
|
2019-11-18 13:24:31 +00:00
|
|
|
from .CQiWrapper.CQiWrapper import CQiWrapper
|
2019-11-19 14:21:42 +00:00
|
|
|
import sys
|
|
|
|
import gzip
|
|
|
|
import zlib
|
2019-11-21 15:05:00 +00:00
|
|
|
import json
|
2019-11-06 13:35:33 +00:00
|
|
|
|
2019-11-11 13:20:44 +00:00
|
|
|
'''
|
2019-11-12 11:04:07 +00:00
|
|
|
' A dictionary containing lists of, with corpus ids associated, Socket.IO
|
|
|
|
' session ids (sid). {<corpus_id>: [<sid>, ...], ...}
|
2019-11-11 13:20:44 +00:00
|
|
|
'''
|
2019-11-22 13:13:14 +00:00
|
|
|
corpus_analysis_sessions = {}
|
2019-11-11 13:20:44 +00:00
|
|
|
'''
|
|
|
|
' A dictionary containing Socket.IO session id - CQi client pairs.
|
2019-11-12 11:04:07 +00:00
|
|
|
' {<sid>: CQiClient, ...}
|
2019-11-11 13:20:44 +00:00
|
|
|
'''
|
2019-11-22 13:13:14 +00:00
|
|
|
corpus_analysis_clients = {}
|
2019-11-06 13:35:33 +00:00
|
|
|
|
|
|
|
|
2019-11-22 13:13:14 +00:00
|
|
|
@socketio.on('request_corpus_analysis')
|
2019-11-06 13:35:33 +00:00
|
|
|
@login_required
|
2019-11-22 13:13:14 +00:00
|
|
|
def request_corpus_analysis(corpus_id):
|
2019-11-15 12:09:12 +00:00
|
|
|
corpus = Corpus.query.get(corpus_id)
|
2019-11-12 11:04:07 +00:00
|
|
|
if corpus is None:
|
2019-11-22 13:13:14 +00:00
|
|
|
socketio.emit('init_corpus_analysis', '[404]: Not Found',
|
2019-11-12 11:04:07 +00:00
|
|
|
room=request.sid)
|
2019-11-18 10:08:33 +00:00
|
|
|
elif not (corpus.creator == current_user
|
|
|
|
or current_user.is_administrator()):
|
2019-11-22 13:13:14 +00:00
|
|
|
socketio.emit('init_corpus_analysis', '[403]: Forbidden',
|
2019-11-12 11:04:07 +00:00
|
|
|
room=request.sid)
|
2019-11-14 12:19:05 +00:00
|
|
|
else:
|
2019-11-22 13:13:14 +00:00
|
|
|
socketio.start_background_task(corpus_analysis_session_handler,
|
2019-11-18 10:08:33 +00:00
|
|
|
current_app._get_current_object(),
|
|
|
|
corpus_id, request.sid)
|
2019-11-06 13:35:33 +00:00
|
|
|
|
|
|
|
|
2019-11-22 13:13:14 +00:00
|
|
|
@socketio.on('corpus_analysis')
|
2019-11-12 11:04:07 +00:00
|
|
|
@login_required
|
2019-11-22 13:13:14 +00:00
|
|
|
def corpus_analysis(message):
|
|
|
|
client = corpus_analysis_clients.get(request.sid)
|
|
|
|
if client is None:
|
|
|
|
socketio.emit('query', '[424]: Failed Dependency',
|
2019-11-18 10:08:33 +00:00
|
|
|
room=request.sid)
|
|
|
|
return
|
2019-11-12 13:00:03 +00:00
|
|
|
""" Prepare and execute a query """
|
2019-11-19 14:21:42 +00:00
|
|
|
logger.warning('Payload: {}'.format(message))
|
2019-11-18 13:24:31 +00:00
|
|
|
corpus_name = 'CORPUS'
|
2019-11-12 15:45:54 +00:00
|
|
|
query = message['query']
|
2019-11-22 13:13:14 +00:00
|
|
|
client.select_corpus(corpus_name)
|
|
|
|
client.query_subcorpus(query)
|
|
|
|
results = client.show_query_results(
|
|
|
|
result_len=int(message['hits_per_page']),
|
|
|
|
context_len=int(message['context']))
|
2019-11-25 09:29:05 +00:00
|
|
|
socketio.emit('corpus_analysis', results, room=request.sid)
|
2019-11-06 13:35:33 +00:00
|
|
|
|
|
|
|
|
2019-11-22 13:13:14 +00:00
|
|
|
def corpus_analysis_session_handler(app, corpus_id, session_id):
|
2019-11-06 13:35:33 +00:00
|
|
|
with app.app_context():
|
2019-11-22 13:13:14 +00:00
|
|
|
''' Setup analysis session '''
|
|
|
|
corpus = Corpus.query.get(corpus_id)
|
|
|
|
while corpus.status != 'analysing':
|
|
|
|
db.session.refresh(corpus)
|
|
|
|
socketio.sleep(3)
|
|
|
|
client = CQiWrapper(host='analyse_corpus_{}'.format(corpus_id))
|
|
|
|
client.connect()
|
|
|
|
corpus_analysis_clients[session_id] = client
|
|
|
|
if corpus_id not in corpus_analysis_sessions:
|
|
|
|
corpus_analysis_sessions[corpus_id] = [session_id]
|
|
|
|
else:
|
|
|
|
corpus_analysis_sessions[corpus_id].append(session_id)
|
2019-11-25 09:12:39 +00:00
|
|
|
socketio.emit('request_corpus_analysis', '[201]: Created',
|
|
|
|
room=session_id)
|
2019-11-22 13:13:14 +00:00
|
|
|
''' Observe analysis session '''
|
2019-11-06 13:35:33 +00:00
|
|
|
while session_id in connected_sessions:
|
2019-11-12 12:23:54 +00:00
|
|
|
socketio.sleep(3)
|
2019-11-22 13:13:14 +00:00
|
|
|
''' Teardown analysis session '''
|
|
|
|
client.disconnect()
|
|
|
|
corpus_analysis_clients.pop(session_id, None)
|
|
|
|
corpus_analysis_sessions[corpus_id].remove(session_id)
|
|
|
|
if not corpus_analysis_sessions[corpus_id]:
|
|
|
|
corpus_analysis_sessions.pop(corpus_id, None)
|
2019-11-11 10:51:18 +00:00
|
|
|
corpus.status = 'stop analysis'
|
2019-11-12 11:04:07 +00:00
|
|
|
db.session.commit()
|