Drop unison, use ceph replication instead.
This commit is contained in:
parent
1149e54b93
commit
4b9099d8ed
@ -1,215 +0,0 @@
|
|||||||
#!/usr/bin/python
|
|
||||||
#
|
|
||||||
# Easy file synchronization among peer units using ssh + unison.
|
|
||||||
#
|
|
||||||
# From *both* peer relation -joined and -changed, add a call to
|
|
||||||
# ssh_authorized_peers() describing the peer relation and the desired
|
|
||||||
# user + group. After all peer relations have settled, all hosts should
|
|
||||||
# be able to connect to on another via key auth'd ssh as the specified user.
|
|
||||||
#
|
|
||||||
# Other hooks are then free to synchronize files and directories using
|
|
||||||
# sync_to_peers().
|
|
||||||
#
|
|
||||||
# For a peer relation named 'cluster', for example:
|
|
||||||
#
|
|
||||||
# cluster-relation-joined:
|
|
||||||
# ...
|
|
||||||
# ssh_authorized_peers(peer_interface='cluster',
|
|
||||||
# user='juju_ssh', group='juju_ssh',
|
|
||||||
# ensure_user=True)
|
|
||||||
# ...
|
|
||||||
#
|
|
||||||
# cluster-relation-changed:
|
|
||||||
# ...
|
|
||||||
# ssh_authorized_peers(peer_interface='cluster',
|
|
||||||
# user='juju_ssh', group='juju_ssh',
|
|
||||||
# ensure_user=True)
|
|
||||||
# ...
|
|
||||||
#
|
|
||||||
# Hooks are now free to sync files as easily as:
|
|
||||||
#
|
|
||||||
# files = ['/etc/fstab', '/etc/apt.conf.d/']
|
|
||||||
# sync_to_peers(peer_interface='cluster',
|
|
||||||
# user='juju_ssh, paths=[files])
|
|
||||||
#
|
|
||||||
# It is assumed the charm itself has setup permissions on each unit
|
|
||||||
# such that 'juju_ssh' has read + write permissions. Also assumed
|
|
||||||
# that the calling charm takes care of leader delegation.
|
|
||||||
#
|
|
||||||
# TODO: Currently depends on the utils.py shipped with the keystone charm.
|
|
||||||
# Either copy required functionality to this library or depend on
|
|
||||||
# something more generic.
|
|
||||||
|
|
||||||
import json
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import utils
|
|
||||||
import subprocess
|
|
||||||
import shutil
|
|
||||||
import grp
|
|
||||||
import pwd
|
|
||||||
|
|
||||||
|
|
||||||
def get_homedir(user):
|
|
||||||
try:
|
|
||||||
user = pwd.getpwnam(user)
|
|
||||||
return user.pw_dir
|
|
||||||
except KeyError:
|
|
||||||
utils.juju_log('Could not get homedir for user %s: user exists?')
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
|
|
||||||
def get_keypair(user):
|
|
||||||
home_dir = get_homedir(user)
|
|
||||||
ssh_dir = os.path.join(home_dir, '.ssh')
|
|
||||||
if not os.path.isdir(ssh_dir):
|
|
||||||
os.mkdir(ssh_dir)
|
|
||||||
|
|
||||||
priv_key = os.path.join(ssh_dir, 'id_rsa')
|
|
||||||
if not os.path.isfile(priv_key):
|
|
||||||
utils.juju_log('Generating new ssh key for user %s.' % user)
|
|
||||||
cmd = ['ssh-keygen', '-q', '-N', '', '-t', 'rsa', '-b', '2048',
|
|
||||||
'-f', priv_key]
|
|
||||||
subprocess.check_call(cmd)
|
|
||||||
|
|
||||||
pub_key = '%s.pub' % priv_key
|
|
||||||
if not os.path.isfile(pub_key):
|
|
||||||
utils.juju_log('Generatring missing ssh public key @ %s.' % pub_key)
|
|
||||||
cmd = ['ssh-keygen', '-y', '-f', priv_key]
|
|
||||||
p = subprocess.check_output(cmd).strip()
|
|
||||||
with open(pub_key, 'wb') as out:
|
|
||||||
out.write(p)
|
|
||||||
subprocess.check_call(['chown', '-R', user, ssh_dir])
|
|
||||||
return open(priv_key, 'r').read().strip(), open(pub_key, 'r').read().strip()
|
|
||||||
|
|
||||||
|
|
||||||
def write_authorized_keys(user, keys):
|
|
||||||
home_dir = get_homedir(user)
|
|
||||||
ssh_dir = os.path.join(home_dir, '.ssh')
|
|
||||||
auth_keys = os.path.join(ssh_dir, 'authorized_keys')
|
|
||||||
utils.juju_log('Syncing authorized_keys @ %s.' % auth_keys)
|
|
||||||
with open(auth_keys, 'wb') as out:
|
|
||||||
for k in keys:
|
|
||||||
out.write('%s\n' % k)
|
|
||||||
|
|
||||||
|
|
||||||
def write_known_hosts(user, hosts):
|
|
||||||
home_dir = get_homedir(user)
|
|
||||||
ssh_dir = os.path.join(home_dir, '.ssh')
|
|
||||||
known_hosts = os.path.join(ssh_dir, 'known_hosts')
|
|
||||||
khosts = []
|
|
||||||
for host in hosts:
|
|
||||||
cmd = ['ssh-keyscan', '-H', '-t', 'rsa', host]
|
|
||||||
remote_key = subprocess.check_output(cmd).strip()
|
|
||||||
khosts.append(remote_key)
|
|
||||||
utils.juju_log('Syncing known_hosts @ %s.' % known_hosts)
|
|
||||||
with open(known_hosts, 'wb') as out:
|
|
||||||
for host in khosts:
|
|
||||||
out.write('%s\n' % host)
|
|
||||||
|
|
||||||
|
|
||||||
def _ensure_user(user, group=None):
|
|
||||||
# need to ensure a bash shell'd user exists.
|
|
||||||
try:
|
|
||||||
pwd.getpwnam(user)
|
|
||||||
except KeyError:
|
|
||||||
utils.juju_log('Creating new user %s.%s.' % (user, group))
|
|
||||||
cmd = ['adduser', '--system', '--shell', '/bin/bash', user]
|
|
||||||
if group:
|
|
||||||
try:
|
|
||||||
grp.getgrnam(group)
|
|
||||||
except KeyError:
|
|
||||||
subprocess.check_call(['addgroup', group])
|
|
||||||
cmd += ['--ingroup', group]
|
|
||||||
subprocess.check_call(cmd)
|
|
||||||
|
|
||||||
|
|
||||||
def ssh_authorized_peers(peer_interface, user, group=None, ensure_user=False):
|
|
||||||
"""
|
|
||||||
Main setup function, should be called from both peer -changed and -joined
|
|
||||||
hooks with the same parameters.
|
|
||||||
"""
|
|
||||||
if ensure_user:
|
|
||||||
_ensure_user(user, group)
|
|
||||||
priv_key, pub_key = get_keypair(user)
|
|
||||||
hook = os.path.basename(sys.argv[0])
|
|
||||||
if hook == '%s-relation-joined' % peer_interface:
|
|
||||||
utils.relation_set_2(ssh_pub_key=pub_key)
|
|
||||||
print 'joined'
|
|
||||||
elif hook == '%s-relation-changed' % peer_interface:
|
|
||||||
hosts = []
|
|
||||||
keys = []
|
|
||||||
for r_id in utils.relation_ids(peer_interface):
|
|
||||||
for unit in utils.relation_list(r_id):
|
|
||||||
settings = utils.relation_get_dict(relation_id=r_id,
|
|
||||||
remote_unit=unit)
|
|
||||||
if 'ssh_pub_key' in settings:
|
|
||||||
keys.append(settings['ssh_pub_key'])
|
|
||||||
hosts.append(settings['private-address'])
|
|
||||||
else:
|
|
||||||
utils.juju_log('ssh_authorized_peers(): ssh_pub_key '\
|
|
||||||
'missing for unit %s, skipping.' % unit)
|
|
||||||
write_authorized_keys(user, keys)
|
|
||||||
write_known_hosts(user, hosts)
|
|
||||||
authed_hosts = ':'.join(hosts)
|
|
||||||
utils.relation_set_2(ssh_authorized_hosts=authed_hosts)
|
|
||||||
|
|
||||||
|
|
||||||
def _run_as_user(user):
|
|
||||||
try:
|
|
||||||
user = pwd.getpwnam(user)
|
|
||||||
except KeyError:
|
|
||||||
utils.juju_log('Invalid user: %s' % user)
|
|
||||||
sys.exit(1)
|
|
||||||
uid, gid = user.pw_uid, user.pw_gid
|
|
||||||
os.environ['HOME'] = user.pw_dir
|
|
||||||
def _inner():
|
|
||||||
os.setgid(gid)
|
|
||||||
os.setuid(uid)
|
|
||||||
return _inner
|
|
||||||
|
|
||||||
def run_as_user(user, cmd):
|
|
||||||
return subprocess.check_output(cmd, preexec_fn=_run_as_user(user))
|
|
||||||
|
|
||||||
def sync_to_peers(peer_interface, user, paths=[], verbose=False):
|
|
||||||
base_cmd = ['unison', '-auto', '-batch=true', '-confirmbigdel=false',
|
|
||||||
'-fastcheck=true', '-group=false', '-owner=false', '-prefer=newer',
|
|
||||||
'-times=true']
|
|
||||||
if not verbose:
|
|
||||||
base_cmd.append('-silent')
|
|
||||||
|
|
||||||
hosts = []
|
|
||||||
for r_id in (utils.relation_ids(peer_interface) or []):
|
|
||||||
for unit in utils.relation_list(r_id):
|
|
||||||
settings = utils.relation_get_dict(relation_id=r_id,
|
|
||||||
remote_unit=unit)
|
|
||||||
try:
|
|
||||||
authed_hosts = settings['ssh_authorized_hosts'].split(':')
|
|
||||||
except KeyError:
|
|
||||||
print 'unison sync_to_peers: peer has not authorized *any* '\
|
|
||||||
'hosts yet.'
|
|
||||||
return
|
|
||||||
|
|
||||||
unit_hostname = utils.unit_get('private-address')
|
|
||||||
add_host = None
|
|
||||||
for authed_host in authed_hosts:
|
|
||||||
if unit_hostname == authed_host:
|
|
||||||
add_host = settings['private-address']
|
|
||||||
if add_host:
|
|
||||||
hosts.append(settings['private-address'])
|
|
||||||
else:
|
|
||||||
print 'unison sync_to_peers: peer (%s) has not authorized '\
|
|
||||||
'*this* host yet, skipping.' %\
|
|
||||||
settings['private-address']
|
|
||||||
|
|
||||||
for path in paths:
|
|
||||||
# removing trailing slash from directory paths, unison
|
|
||||||
# doesn't like these.
|
|
||||||
if path.endswith('/'):
|
|
||||||
path = path[:(len(path)-1)]
|
|
||||||
for host in hosts:
|
|
||||||
cmd = base_cmd + [path, 'ssh://%s@%s/%s' % (user, host, path)]
|
|
||||||
utils.juju_log('Syncing local path %s to %s@%s:%s' %\
|
|
||||||
(path, user, host, path))
|
|
||||||
print ' '.join(cmd)
|
|
||||||
run_as_user(user, cmd)
|
|
@ -9,7 +9,6 @@ import subprocess
|
|||||||
import rabbit_utils as rabbit
|
import rabbit_utils as rabbit
|
||||||
import utils
|
import utils
|
||||||
import lib.ceph as ceph
|
import lib.ceph as ceph
|
||||||
import lib.unison as unison
|
|
||||||
|
|
||||||
SERVICE_NAME = os.getenv('JUJU_UNIT_NAME').split('/')[0]
|
SERVICE_NAME = os.getenv('JUJU_UNIT_NAME').split('/')[0]
|
||||||
POOL_NAME = SERVICE_NAME
|
POOL_NAME = SERVICE_NAME
|
||||||
@ -54,13 +53,6 @@ def amqp_changed():
|
|||||||
|
|
||||||
|
|
||||||
def cluster_joined():
|
def cluster_joined():
|
||||||
# Ensure permissions for unison file sync.
|
|
||||||
cmd = ['chmod', '-R', 'g+wrx', '/var/lib/rabbitmq']
|
|
||||||
subprocess.check_call(cmd)
|
|
||||||
unison.ssh_authorized_peers(user=SSH_USER,
|
|
||||||
group='rabbitmq',
|
|
||||||
peer_interface='cluster',
|
|
||||||
ensure_user=True)
|
|
||||||
l_unit_no = os.getenv('JUJU_UNIT_NAME').split('/')[1]
|
l_unit_no = os.getenv('JUJU_UNIT_NAME').split('/')[1]
|
||||||
r_unit_no = os.getenv('JUJU_REMOTE_UNIT').split('/')[1]
|
r_unit_no = os.getenv('JUJU_REMOTE_UNIT').split('/')[1]
|
||||||
if l_unit_no > r_unit_no:
|
if l_unit_no > r_unit_no:
|
||||||
|
Loading…
Reference in New Issue
Block a user