2022-02-08 11:26:20 +00:00
|
|
|
from flask import (
|
|
|
|
abort,
|
2024-12-12 09:32:08 +00:00
|
|
|
current_app,
|
|
|
|
Flask,
|
|
|
|
jsonify,
|
2023-03-14 10:13:35 +00:00
|
|
|
redirect,
|
2022-02-08 11:26:20 +00:00
|
|
|
render_template,
|
2023-03-14 10:13:35 +00:00
|
|
|
send_from_directory,
|
|
|
|
url_for
|
2022-02-08 11:26:20 +00:00
|
|
|
)
|
2023-04-11 09:46:33 +00:00
|
|
|
from flask_login import current_user
|
2024-12-12 09:32:08 +00:00
|
|
|
from threading import Thread
|
|
|
|
from app import db
|
|
|
|
from app.models import Job, JobInput, JobResult, JobStatus
|
2022-09-02 11:07:30 +00:00
|
|
|
from . import bp
|
2023-03-14 10:13:35 +00:00
|
|
|
|
|
|
|
|
2024-12-12 09:32:08 +00:00
|
|
|
def _delete_job(app: Flask, job_id: int):
|
|
|
|
with app.app_context():
|
|
|
|
job = Job.query.get(job_id)
|
|
|
|
job.delete()
|
|
|
|
db.session.commit()
|
|
|
|
|
|
|
|
|
|
|
|
def _restart_job(app: Flask, job_id: int):
|
|
|
|
with app.app_context():
|
|
|
|
job = Job.query.get(job_id)
|
|
|
|
job.restart()
|
|
|
|
db.session.commit()
|
|
|
|
|
|
|
|
|
2023-03-14 10:13:35 +00:00
|
|
|
@bp.route('')
|
2024-07-01 13:37:34 +00:00
|
|
|
def jobs():
|
2024-09-25 10:08:20 +00:00
|
|
|
return redirect(url_for('main.dashboard', _anchor='jobs'))
|
2019-11-04 08:03:31 +00:00
|
|
|
|
|
|
|
|
2021-11-30 15:22:16 +00:00
|
|
|
@bp.route('/<hashid:job_id>')
|
2024-12-12 09:32:08 +00:00
|
|
|
def job(job_id: int):
|
2019-11-04 08:03:31 +00:00
|
|
|
job = Job.query.get_or_404(job_id)
|
2024-12-12 09:32:08 +00:00
|
|
|
|
|
|
|
if not (
|
|
|
|
job.user == current_user
|
|
|
|
or current_user.is_administrator
|
|
|
|
):
|
2019-11-04 08:03:31 +00:00
|
|
|
abort(403)
|
2024-12-12 09:32:08 +00:00
|
|
|
|
2022-02-08 11:26:20 +00:00
|
|
|
return render_template(
|
|
|
|
'jobs/job.html.j2',
|
2023-03-28 12:19:37 +00:00
|
|
|
title='Job',
|
|
|
|
job=job
|
2022-02-08 11:26:20 +00:00
|
|
|
)
|
2019-11-04 08:03:31 +00:00
|
|
|
|
|
|
|
|
2024-12-12 09:32:08 +00:00
|
|
|
@bp.route('/<hashid:job_id>', methods=['DELETE'])
|
|
|
|
def delete_job(job_id: int):
|
|
|
|
job = Job.query.get_or_404(job_id)
|
|
|
|
|
|
|
|
if not (
|
|
|
|
job.user == current_user
|
|
|
|
or current_user.is_administrator
|
|
|
|
):
|
|
|
|
abort(403)
|
|
|
|
|
|
|
|
thread = Thread(
|
|
|
|
target=_delete_job,
|
|
|
|
args=(current_app._get_current_object(), job.id)
|
|
|
|
)
|
|
|
|
thread.start()
|
|
|
|
|
|
|
|
return jsonify(f'Job "{job.title}" marked for deletion.'), 202
|
|
|
|
|
|
|
|
|
|
|
|
@bp.route('/<hashid:job_id>/log')
|
|
|
|
def get_job_log(job_id: int):
|
|
|
|
job = Job.query.get_or_404(job_id)
|
|
|
|
|
|
|
|
if not current_user.is_administrator:
|
|
|
|
abort(403)
|
|
|
|
|
|
|
|
if job.status not in [JobStatus.COMPLETED, JobStatus.FAILED]:
|
|
|
|
abort(409)
|
|
|
|
|
|
|
|
log_file_path = job.path / 'pipeline_data' / 'logs' / 'pyflow_log.txt'
|
|
|
|
with log_file_path.open() as log_file:
|
|
|
|
log = log_file.read()
|
|
|
|
|
|
|
|
return jsonify(log)
|
|
|
|
|
|
|
|
|
|
|
|
@bp.route('/<hashid:job_id>/restart')
|
|
|
|
def restart_job(job_id: int):
|
|
|
|
job = Job.query.get_or_404(job_id)
|
|
|
|
|
|
|
|
if not (
|
|
|
|
job.user == current_user
|
|
|
|
or current_user.is_administrator
|
|
|
|
):
|
|
|
|
abort(403)
|
|
|
|
|
|
|
|
if job.status != JobStatus.FAILED:
|
|
|
|
abort(409)
|
|
|
|
|
|
|
|
thread = Thread(
|
|
|
|
target=_restart_job,
|
|
|
|
args=(current_app._get_current_object(), job.id)
|
|
|
|
)
|
|
|
|
thread.start()
|
|
|
|
|
|
|
|
return jsonify(f'Job "{job.title}" marked for restarting.'), 202
|
|
|
|
|
|
|
|
|
2022-09-02 11:07:30 +00:00
|
|
|
@bp.route('/<hashid:job_id>/inputs/<hashid:job_input_id>/download')
|
2024-12-12 09:32:08 +00:00
|
|
|
def download_job_input(job_id: int, job_input_id: int):
|
|
|
|
job_input = JobInput.query.filter_by(
|
|
|
|
job_id=job_id,
|
|
|
|
id=job_input_id
|
|
|
|
).first_or_404()
|
|
|
|
|
|
|
|
if not (
|
|
|
|
job_input.job.user == current_user
|
|
|
|
or current_user.is_administrator
|
|
|
|
):
|
2022-09-02 11:07:30 +00:00
|
|
|
abort(403)
|
2024-12-12 09:32:08 +00:00
|
|
|
|
2022-09-02 11:07:30 +00:00
|
|
|
return send_from_directory(
|
2024-03-07 14:49:04 +00:00
|
|
|
job_input.path.parent,
|
|
|
|
job_input.path.name,
|
2022-09-02 11:07:30 +00:00
|
|
|
as_attachment=True,
|
2024-04-30 06:41:29 +00:00
|
|
|
download_name=job_input.filename,
|
2022-09-02 11:07:30 +00:00
|
|
|
mimetype=job_input.mimetype
|
|
|
|
)
|
2020-07-09 07:42:30 +00:00
|
|
|
|
|
|
|
|
2021-11-30 15:22:16 +00:00
|
|
|
@bp.route('/<hashid:job_id>/results/<hashid:job_result_id>/download')
|
2024-12-12 09:32:08 +00:00
|
|
|
def download_job_result(job_id: int, job_result_id: int):
|
|
|
|
job_result = JobResult.query.filter_by(
|
|
|
|
job_id=job_id,
|
|
|
|
id=job_result_id
|
|
|
|
).first_or_404()
|
|
|
|
|
|
|
|
if not (
|
|
|
|
job_result.job.user == current_user
|
|
|
|
or current_user.is_administrator
|
|
|
|
):
|
2019-11-04 08:03:31 +00:00
|
|
|
abort(403)
|
2024-12-12 09:32:08 +00:00
|
|
|
|
2022-02-03 11:39:16 +00:00
|
|
|
return send_from_directory(
|
2024-03-07 14:49:04 +00:00
|
|
|
job_result.path.parent,
|
|
|
|
job_result.path.name,
|
2022-02-03 11:39:16 +00:00
|
|
|
as_attachment=True,
|
2024-04-30 06:41:29 +00:00
|
|
|
download_name=job_result.filename,
|
2022-09-02 11:07:30 +00:00
|
|
|
mimetype=job_result.mimetype
|
2022-02-03 11:39:16 +00:00
|
|
|
)
|