9885a98d06
Common code from sahara.openstack.common.db was replaced by usage of oslo.utils library. sahara/openstack/common/network_utils.py module was removed. excutils.py, importutils.py, timeutils.py and importutils.py modules are waiting for migration to oslo.utils in other oslo-incubator modules and still exist. Change-Id: I6a82a9dfdf704da16ed709c650fa68f9527fd668
134 lines
4.7 KiB
Python
134 lines
4.7 KiB
Python
# Copyright (c) 2013 Mirantis Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import random
|
|
|
|
from oslo.config import cfg
|
|
from oslo.utils import timeutils
|
|
import six
|
|
|
|
from sahara import conductor as c
|
|
from sahara import context
|
|
from sahara.i18n import _LI
|
|
from sahara.openstack.common import log
|
|
from sahara.openstack.common import periodic_task
|
|
from sahara.openstack.common import threadgroup
|
|
from sahara.service import api
|
|
from sahara.service.edp import job_manager
|
|
from sahara.service import trusts
|
|
|
|
|
|
LOG = log.getLogger(__name__)
|
|
|
|
periodic_opts = [
|
|
cfg.BoolOpt('periodic_enable',
|
|
default=True,
|
|
help='Enable periodic tasks.'),
|
|
cfg.IntOpt('periodic_fuzzy_delay',
|
|
default=60,
|
|
help='Range in seconds to randomly delay when starting the'
|
|
' periodic task scheduler to reduce stampeding.'
|
|
' (Disable by setting to 0).'),
|
|
cfg.IntOpt('periodic_interval_max',
|
|
default=60,
|
|
help='Max interval size between periodic tasks execution in '
|
|
'seconds'),
|
|
cfg.IntOpt('min_transient_cluster_active_time',
|
|
default=30,
|
|
help='Minimal "lifetime" in seconds for a transient cluster. '
|
|
'Cluster is guarantied to be "alive" within this time '
|
|
'period.'),
|
|
]
|
|
|
|
CONF = cfg.CONF
|
|
CONF.register_opts(periodic_opts)
|
|
|
|
conductor = c.API
|
|
|
|
|
|
class SaharaPeriodicTasks(periodic_task.PeriodicTasks):
|
|
@periodic_task.periodic_task(spacing=45, run_immediately=True)
|
|
def update_job_statuses(self, ctx):
|
|
LOG.debug('Updating job statuses')
|
|
ctx = context.get_admin_context()
|
|
context.set_ctx(ctx)
|
|
job_manager.update_job_statuses()
|
|
context.set_ctx(None)
|
|
|
|
@periodic_task.periodic_task(spacing=90)
|
|
def terminate_unneeded_clusters(self, ctx):
|
|
LOG.debug('Terminating unneeded transient clusters')
|
|
ctx = context.get_admin_context()
|
|
context.set_ctx(ctx)
|
|
for cluster in conductor.cluster_get_all(ctx, status='Active'):
|
|
if not cluster.is_transient:
|
|
continue
|
|
|
|
jc = conductor.job_execution_count(ctx,
|
|
end_time=None,
|
|
cluster_id=cluster.id)
|
|
|
|
if jc > 0:
|
|
continue
|
|
|
|
cluster_updated_at = timeutils.normalize_time(
|
|
timeutils.parse_isotime(cluster.updated_at))
|
|
current_time = timeutils.utcnow()
|
|
spacing = timeutils.delta_seconds(cluster_updated_at, current_time)
|
|
if spacing < CONF.min_transient_cluster_active_time:
|
|
continue
|
|
|
|
if CONF.use_identity_api_v3:
|
|
trusts.use_os_admin_auth_token(cluster)
|
|
|
|
LOG.info(_LI('Terminating transient cluster %(cluster)s '
|
|
'with id %(id)s'),
|
|
{'cluster': cluster.name, 'id': cluster.id})
|
|
|
|
try:
|
|
api.terminate_cluster(cluster.id)
|
|
except Exception as e:
|
|
LOG.info(_LI('Failed to terminate transient cluster '
|
|
'%(cluster)s with id %(id)s: %(error)s.'),
|
|
{'cluster': cluster.name,
|
|
'id': cluster.id,
|
|
'error': six.text_type(e)})
|
|
|
|
else:
|
|
if cluster.status != 'AwaitingTermination':
|
|
conductor.cluster_update(
|
|
ctx,
|
|
cluster,
|
|
{'status': 'AwaitingTermination'})
|
|
context.set_ctx(None)
|
|
|
|
|
|
def setup():
|
|
if CONF.periodic_enable:
|
|
if CONF.periodic_fuzzy_delay:
|
|
initial_delay = random.randint(0, CONF.periodic_fuzzy_delay)
|
|
LOG.debug("Starting periodic tasks with initial delay '%s' "
|
|
"seconds", initial_delay)
|
|
else:
|
|
initial_delay = None
|
|
|
|
tg = threadgroup.ThreadGroup()
|
|
pt = SaharaPeriodicTasks()
|
|
tg.add_dynamic_timer(
|
|
pt.run_periodic_tasks,
|
|
initial_delay=initial_delay,
|
|
periodic_interval_max=CONF.periodic_interval_max,
|
|
context=None)
|