Rearrange cache to its own module.
This commit is contained in:
parent
312592d3db
commit
ccea45fc47
63
os_collect_config/cache.py
Normal file
63
os_collect_config/cache.py
Normal file
@ -0,0 +1,63 @@
|
|||||||
|
# Copyright (c) 2013 Hewlett-Packard Development Company, L.P.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
||||||
|
# implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
import tempfile
|
||||||
|
|
||||||
|
from oslo.config import cfg
|
||||||
|
|
||||||
|
|
||||||
|
def get_path(name):
|
||||||
|
return os.path.join(cfg.CONF.cachedir, '%s.json' % name)
|
||||||
|
|
||||||
|
|
||||||
|
def store(name, content):
|
||||||
|
if not os.path.exists(cfg.CONF.cachedir):
|
||||||
|
os.mkdir(cfg.CONF.cachedir)
|
||||||
|
|
||||||
|
changed = False
|
||||||
|
dest_path = get_path(name)
|
||||||
|
orig_path = '%s.orig' % dest_path
|
||||||
|
last_path = '%s.last' % dest_path
|
||||||
|
|
||||||
|
with tempfile.NamedTemporaryFile(
|
||||||
|
dir=cfg.CONF.cachedir,
|
||||||
|
delete=False) as new:
|
||||||
|
new.write(json.dumps(content, indent=1))
|
||||||
|
new.flush()
|
||||||
|
if not os.path.exists(orig_path):
|
||||||
|
shutil.copy(new.name, orig_path)
|
||||||
|
changed = True
|
||||||
|
os.rename(new.name, dest_path)
|
||||||
|
|
||||||
|
if not changed:
|
||||||
|
with open(dest_path) as now:
|
||||||
|
if os.path.exists(last_path):
|
||||||
|
with open(last_path) as then:
|
||||||
|
for now_line in now:
|
||||||
|
then_line = then.next()
|
||||||
|
if then_line != now_line:
|
||||||
|
changed = True
|
||||||
|
break
|
||||||
|
else:
|
||||||
|
changed = True
|
||||||
|
return (changed, dest_path)
|
||||||
|
|
||||||
|
|
||||||
|
def commit(name):
|
||||||
|
dest_path = get_path(name)
|
||||||
|
shutil.copy(dest_path, '%s.last' % dest_path)
|
@ -15,11 +15,10 @@
|
|||||||
|
|
||||||
import json
|
import json
|
||||||
import os
|
import os
|
||||||
import shutil
|
|
||||||
import subprocess
|
import subprocess
|
||||||
import tempfile
|
|
||||||
|
|
||||||
from openstack.common import log
|
from openstack.common import log
|
||||||
|
from os_collect_config import cache
|
||||||
from os_collect_config import ec2
|
from os_collect_config import ec2
|
||||||
from oslo.config import cfg
|
from oslo.config import cfg
|
||||||
|
|
||||||
@ -46,46 +45,6 @@ def setup_conf():
|
|||||||
CONF.register_cli_opts(opts)
|
CONF.register_cli_opts(opts)
|
||||||
|
|
||||||
|
|
||||||
def cache_path(name):
|
|
||||||
return os.path.join(CONF.cachedir, '%s.json' % name)
|
|
||||||
|
|
||||||
|
|
||||||
def cache(name, content):
|
|
||||||
if not os.path.exists(CONF.cachedir):
|
|
||||||
os.mkdir(CONF.cachedir)
|
|
||||||
|
|
||||||
changed = False
|
|
||||||
dest_path = cache_path(name)
|
|
||||||
orig_path = '%s.orig' % dest_path
|
|
||||||
last_path = '%s.last' % dest_path
|
|
||||||
|
|
||||||
with tempfile.NamedTemporaryFile(dir=CONF.cachedir, delete=False) as new:
|
|
||||||
new.write(json.dumps(content, indent=1))
|
|
||||||
new.flush()
|
|
||||||
if not os.path.exists(orig_path):
|
|
||||||
shutil.copy(new.name, orig_path)
|
|
||||||
changed = True
|
|
||||||
os.rename(new.name, dest_path)
|
|
||||||
|
|
||||||
if not changed:
|
|
||||||
with open(dest_path) as now:
|
|
||||||
if os.path.exists(last_path):
|
|
||||||
with open(last_path) as then:
|
|
||||||
for now_line in now:
|
|
||||||
then_line = then.next()
|
|
||||||
if then_line != now_line:
|
|
||||||
changed = True
|
|
||||||
break
|
|
||||||
else:
|
|
||||||
changed = True
|
|
||||||
return (changed, dest_path)
|
|
||||||
|
|
||||||
|
|
||||||
def commit_cache(name):
|
|
||||||
dest_path = cache_path(name)
|
|
||||||
shutil.copy(dest_path, '%s.last' % dest_path)
|
|
||||||
|
|
||||||
|
|
||||||
def __main__():
|
def __main__():
|
||||||
setup_conf()
|
setup_conf()
|
||||||
CONF(prog="os-collect-config")
|
CONF(prog="os-collect-config")
|
||||||
@ -93,14 +52,14 @@ def __main__():
|
|||||||
ec2_content = ec2.collect()
|
ec2_content = ec2.collect()
|
||||||
|
|
||||||
if CONF.command:
|
if CONF.command:
|
||||||
(changed, ec2_path) = cache('ec2', ec2_content)
|
(changed, ec2_path) = cache.store('ec2', ec2_content)
|
||||||
if changed:
|
if changed:
|
||||||
paths = [ec2_path]
|
paths = [ec2_path]
|
||||||
env = dict(os.environ)
|
env = dict(os.environ)
|
||||||
env["OS_CONFIG_FILES"] = ':'.join(paths)
|
env["OS_CONFIG_FILES"] = ':'.join(paths)
|
||||||
logger.info("Executing %s" % CONF.command)
|
logger.info("Executing %s" % CONF.command)
|
||||||
subprocess.call(CONF.command, env=env, shell=True)
|
subprocess.call(CONF.command, env=env, shell=True)
|
||||||
commit_cache('ec2')
|
cache.commit('ec2')
|
||||||
else:
|
else:
|
||||||
content = {'ec2': ec2_content}
|
content = {'ec2': ec2_content}
|
||||||
print json.dumps(content, indent=1)
|
print json.dumps(content, indent=1)
|
||||||
|
55
os_collect_config/tests/test_cache.py
Normal file
55
os_collect_config/tests/test_cache.py
Normal file
@ -0,0 +1,55 @@
|
|||||||
|
# Copyright (c) 2013 Hewlett-Packard Development Company, L.P.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
||||||
|
# implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
import fixtures
|
||||||
|
import os
|
||||||
|
from oslo.config import cfg
|
||||||
|
import testtools
|
||||||
|
|
||||||
|
from os_collect_config import cache
|
||||||
|
from os_collect_config import collect
|
||||||
|
|
||||||
|
|
||||||
|
class TestCache(testtools.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
super(TestCache, self).setUp()
|
||||||
|
cfg.CONF.reset()
|
||||||
|
|
||||||
|
def tearDown(self):
|
||||||
|
cfg.CONF.reset()
|
||||||
|
super(TestCache, self).tearDown()
|
||||||
|
|
||||||
|
def test_cache(self):
|
||||||
|
cache_root = self.useFixture(fixtures.TempDir())
|
||||||
|
cache_dir = os.path.join(cache_root.path, 'cache')
|
||||||
|
collect.setup_conf()
|
||||||
|
cfg.CONF(['--cachedir', cache_dir])
|
||||||
|
(changed, path) = cache.store('foo', {'a': 1})
|
||||||
|
self.assertTrue(changed)
|
||||||
|
self.assertTrue(os.path.exists(cache_dir))
|
||||||
|
self.assertTrue(os.path.exists(path))
|
||||||
|
orig_path = '%s.orig' % path
|
||||||
|
self.assertTrue(os.path.exists(orig_path))
|
||||||
|
|
||||||
|
(changed, path) = cache.store('foo', {'a': 2})
|
||||||
|
self.assertTrue(changed)
|
||||||
|
orig_path = '%s.orig' % path
|
||||||
|
with open(path) as now:
|
||||||
|
with open(orig_path) as then:
|
||||||
|
self.assertNotEquals(now.read(), then.read())
|
||||||
|
|
||||||
|
cache.commit('foo')
|
||||||
|
(changed, path) = cache.store('foo', {'a': 2})
|
||||||
|
self.assertFalse(changed)
|
@ -92,36 +92,3 @@ class TestConf(testtools.TestCase):
|
|||||||
def test_setup_conf(self):
|
def test_setup_conf(self):
|
||||||
collect.setup_conf()
|
collect.setup_conf()
|
||||||
self.assertEquals('/var/run/os-collect-config', cfg.CONF.cachedir)
|
self.assertEquals('/var/run/os-collect-config', cfg.CONF.cachedir)
|
||||||
|
|
||||||
|
|
||||||
class TestCache(testtools.TestCase):
|
|
||||||
def setUp(self):
|
|
||||||
super(TestCache, self).setUp()
|
|
||||||
cfg.CONF.reset()
|
|
||||||
|
|
||||||
def tearDown(self):
|
|
||||||
cfg.CONF.reset()
|
|
||||||
super(TestCache, self).tearDown()
|
|
||||||
|
|
||||||
def test_cache(self):
|
|
||||||
cache_root = self.useFixture(fixtures.TempDir())
|
|
||||||
cache_dir = os.path.join(cache_root.path, 'cache')
|
|
||||||
collect.setup_conf()
|
|
||||||
cfg.CONF(['--cachedir', cache_dir])
|
|
||||||
(changed, path) = collect.cache('foo', {'a': 1})
|
|
||||||
self.assertTrue(changed)
|
|
||||||
self.assertTrue(os.path.exists(cache_dir))
|
|
||||||
self.assertTrue(os.path.exists(path))
|
|
||||||
orig_path = '%s.orig' % path
|
|
||||||
self.assertTrue(os.path.exists(orig_path))
|
|
||||||
|
|
||||||
(changed, path) = collect.cache('foo', {'a': 2})
|
|
||||||
self.assertTrue(changed)
|
|
||||||
orig_path = '%s.orig' % path
|
|
||||||
with open(path) as now:
|
|
||||||
with open(orig_path) as then:
|
|
||||||
self.assertNotEquals(now.read(), then.read())
|
|
||||||
|
|
||||||
collect.commit_cache('foo')
|
|
||||||
(changed, path) = collect.cache('foo', {'a': 2})
|
|
||||||
self.assertFalse(changed)
|
|
||||||
|
Loading…
Reference in New Issue
Block a user