mirror of
https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nopaque.git
synced 2024-12-25 02:44:18 +00:00
48 lines
1.7 KiB
Python
48 lines
1.7 KiB
Python
|
from apscheduler.schedulers.background import BackgroundScheduler
|
||
|
|
from datetime import datetime
|
||
|
|
from sqlalchemy import create_engine
|
||
|
|
from sqlalchemy.orm import scoped_session, sessionmaker
|
||
|
|
import os
|
||
|
|
|
||
|
|
|
||
|
|
class Scheduler(BackgroundScheduler):
|
||
|
|
def __init__(self, app=None):
|
||
|
|
super().__init__()
|
||
|
|
self.app = app
|
||
|
|
if app is not None:
|
||
|
|
self.init_app(app)
|
||
|
|
|
||
|
|
def init_app(self, app):
|
||
|
|
engine = create_engine(app.config['SQLALCHEMY_DATABASE_URI'])
|
||
|
|
self.session_factory = sessionmaker(bind=engine)
|
||
|
|
self.Session = scoped_session(self.session_factory)
|
||
|
|
if not app.debug or os.environ.get('WERKZEUG_RUN_MAIN') == 'true':
|
||
|
|
self.add_job(self.check_jobs, id='jobs', seconds=10, trigger='interval')
|
||
|
|
self.start()
|
||
|
|
|
||
|
|
def check_jobs(self):
|
||
|
|
from .models import Job
|
||
|
|
from . import swarm
|
||
|
|
|
||
|
|
Session = scoped_session(self.session_factory)
|
||
|
|
session = Session()
|
||
|
|
jobs = session.query(Job)
|
||
|
|
submitted_jobs = jobs.filter_by(status='submitted').all()
|
||
|
|
foo_jobs = jobs.filter(Job.status != 'complete',
|
||
|
|
Job.status != 'failed',
|
||
|
|
Job.status != 'submitted').all()
|
||
|
|
for job in submitted_jobs:
|
||
|
|
swarm.run(job.id)
|
||
|
|
job.status = 'scheduled'
|
||
|
|
for job in foo_jobs:
|
||
|
|
'''
|
||
|
|
' TODO: Handle service not found error.
|
||
|
|
'''
|
||
|
|
service = swarm.docker.services.get(str(job.id))
|
||
|
|
job.status = service.tasks()[0].get('Status').get('State')
|
||
|
|
if job.status == 'complete' or job.status == 'failed':
|
||
|
|
job.end_date = datetime.utcnow()
|
||
|
|
service.remove()
|
||
|
|
session.commit()
|
||
|
|
Session.remove()
|