Blame cloudinit/distros/ug_util.py

Packit Service a04d08
# Copyright (C) 2012 Canonical Ltd.
Packit Service a04d08
# Copyright (C) 2012, 2013 Hewlett-Packard Development Company, L.P.
Packit Service a04d08
# Copyright (C) 2012 Yahoo! Inc.
Packit Service a04d08
#
Packit Service a04d08
# Author: Scott Moser <scott.moser@canonical.com>
Packit Service a04d08
# Author: Juerg Haefliger <juerg.haefliger@hp.com>
Packit Service a04d08
# Author: Joshua Harlow <harlowja@yahoo-inc.com>
Packit Service a04d08
# Author: Ben Howard <ben.howard@canonical.com>
Packit Service a04d08
#
Packit Service a04d08
# This file is part of cloud-init. See LICENSE file for license information.
Packit Service a04d08
Packit Service a04d08
from cloudinit import log as logging
Packit Service a04d08
from cloudinit import type_utils
Packit Service a04d08
from cloudinit import util
Packit Service a04d08
Packit Service a04d08
LOG = logging.getLogger(__name__)
Packit Service a04d08
Packit Service a04d08
Packit Service a04d08
# Normalizes a input group configuration
Packit Service a04d08
# which can be a comma seperated list of
Packit Service a04d08
# group names, or a list of group names
Packit Service a04d08
# or a python dictionary of group names
Packit Service a04d08
# to a list of members of that group.
Packit Service a04d08
#
Packit Service a04d08
# The output is a dictionary of group
Packit Service a04d08
# names => members of that group which
Packit Service a04d08
# is the standard form used in the rest
Packit Service a04d08
# of cloud-init
Packit Service a04d08
def _normalize_groups(grp_cfg):
Packit Service 751c4a
    if isinstance(grp_cfg, str):
Packit Service a04d08
        grp_cfg = grp_cfg.strip().split(",")
Packit Service a04d08
    if isinstance(grp_cfg, list):
Packit Service a04d08
        c_grp_cfg = {}
Packit Service a04d08
        for i in grp_cfg:
Packit Service a04d08
            if isinstance(i, dict):
Packit Service a04d08
                for k, v in i.items():
Packit Service a04d08
                    if k not in c_grp_cfg:
Packit Service a04d08
                        if isinstance(v, list):
Packit Service a04d08
                            c_grp_cfg[k] = list(v)
Packit Service 751c4a
                        elif isinstance(v, str):
Packit Service a04d08
                            c_grp_cfg[k] = [v]
Packit Service a04d08
                        else:
Packit Service a04d08
                            raise TypeError("Bad group member type %s" %
Packit Service a04d08
                                            type_utils.obj_name(v))
Packit Service a04d08
                    else:
Packit Service a04d08
                        if isinstance(v, list):
Packit Service a04d08
                            c_grp_cfg[k].extend(v)
Packit Service 751c4a
                        elif isinstance(v, str):
Packit Service a04d08
                            c_grp_cfg[k].append(v)
Packit Service a04d08
                        else:
Packit Service a04d08
                            raise TypeError("Bad group member type %s" %
Packit Service a04d08
                                            type_utils.obj_name(v))
Packit Service 751c4a
            elif isinstance(i, str):
Packit Service a04d08
                if i not in c_grp_cfg:
Packit Service a04d08
                    c_grp_cfg[i] = []
Packit Service a04d08
            else:
Packit Service a04d08
                raise TypeError("Unknown group name type %s" %
Packit Service a04d08
                                type_utils.obj_name(i))
Packit Service a04d08
        grp_cfg = c_grp_cfg
Packit Service a04d08
    groups = {}
Packit Service a04d08
    if isinstance(grp_cfg, dict):
Packit Service a04d08
        for (grp_name, grp_members) in grp_cfg.items():
Packit Service a04d08
            groups[grp_name] = util.uniq_merge_sorted(grp_members)
Packit Service a04d08
    else:
Packit Service a04d08
        raise TypeError(("Group config must be list, dict "
Packit Service a04d08
                         " or string types only and not %s") %
Packit Service a04d08
                        type_utils.obj_name(grp_cfg))
Packit Service a04d08
    return groups
Packit Service a04d08
Packit Service a04d08
Packit Service a04d08
# Normalizes a input group configuration
Packit Service a04d08
# which can be a comma seperated list of
Packit Service a04d08
# user names, or a list of string user names
Packit Service a04d08
# or a list of dictionaries with components
Packit Service a04d08
# that define the user config + 'name' (if
Packit Service a04d08
# a 'name' field does not exist then the
Packit Service a04d08
# default user is assumed to 'own' that
Packit Service a04d08
# configuration.
Packit Service a04d08
#
Packit Service a04d08
# The output is a dictionary of user
Packit Service a04d08
# names => user config which is the standard
Packit Service a04d08
# form used in the rest of cloud-init. Note
Packit Service a04d08
# the default user will have a special config
Packit Service a04d08
# entry 'default' which will be marked as true
Packit Service a04d08
# all other users will be marked as false.
Packit Service a04d08
def _normalize_users(u_cfg, def_user_cfg=None):
Packit Service a04d08
    if isinstance(u_cfg, dict):
Packit Service a04d08
        ad_ucfg = []
Packit Service a04d08
        for (k, v) in u_cfg.items():
Packit Service 751c4a
            if isinstance(v, (bool, int, float, str)):
Packit Service a04d08
                if util.is_true(v):
Packit Service a04d08
                    ad_ucfg.append(str(k))
Packit Service a04d08
            elif isinstance(v, dict):
Packit Service a04d08
                v['name'] = k
Packit Service a04d08
                ad_ucfg.append(v)
Packit Service a04d08
            else:
Packit Service a04d08
                raise TypeError(("Unmappable user value type %s"
Packit Service a04d08
                                 " for key %s") % (type_utils.obj_name(v), k))
Packit Service a04d08
        u_cfg = ad_ucfg
Packit Service 751c4a
    elif isinstance(u_cfg, str):
Packit Service a04d08
        u_cfg = util.uniq_merge_sorted(u_cfg)
Packit Service a04d08
Packit Service a04d08
    users = {}
Packit Service a04d08
    for user_config in u_cfg:
Packit Service 751c4a
        if isinstance(user_config, (list, str)):
Packit Service a04d08
            for u in util.uniq_merge(user_config):
Packit Service a04d08
                if u and u not in users:
Packit Service a04d08
                    users[u] = {}
Packit Service a04d08
        elif isinstance(user_config, dict):
Packit Service a04d08
            if 'name' in user_config:
Packit Service a04d08
                n = user_config.pop('name')
Packit Service a04d08
                prev_config = users.get(n) or {}
Packit Service a04d08
                users[n] = util.mergemanydict([prev_config,
Packit Service a04d08
                                               user_config])
Packit Service a04d08
            else:
Packit Service a04d08
                # Assume the default user then
Packit Service a04d08
                prev_config = users.get('default') or {}
Packit Service a04d08
                users['default'] = util.mergemanydict([prev_config,
Packit Service a04d08
                                                       user_config])
Packit Service a04d08
        else:
Packit Service a04d08
            raise TypeError(("User config must be dictionary/list "
Packit Service a04d08
                             " or string types only and not %s") %
Packit Service a04d08
                            type_utils.obj_name(user_config))
Packit Service a04d08
Packit Service a04d08
    # Ensure user options are in the right python friendly format
Packit Service a04d08
    if users:
Packit Service a04d08
        c_users = {}
Packit Service a04d08
        for (uname, uconfig) in users.items():
Packit Service a04d08
            c_uconfig = {}
Packit Service a04d08
            for (k, v) in uconfig.items():
Packit Service a04d08
                k = k.replace('-', '_').strip()
Packit Service a04d08
                if k:
Packit Service a04d08
                    c_uconfig[k] = v
Packit Service a04d08
            c_users[uname] = c_uconfig
Packit Service a04d08
        users = c_users
Packit Service a04d08
Packit Service a04d08
    # Fixup the default user into the real
Packit Service a04d08
    # default user name and replace it...
Packit Service a04d08
    def_user = None
Packit Service a04d08
    if users and 'default' in users:
Packit Service a04d08
        def_config = users.pop('default')
Packit Service a04d08
        if def_user_cfg:
Packit Service a04d08
            # Pickup what the default 'real name' is
Packit Service a04d08
            # and any groups that are provided by the
Packit Service a04d08
            # default config
Packit Service a04d08
            def_user_cfg = def_user_cfg.copy()
Packit Service a04d08
            def_user = def_user_cfg.pop('name')
Packit Service a04d08
            def_groups = def_user_cfg.pop('groups', [])
Packit Service a04d08
            # Pickup any config + groups for that user name
Packit Service a04d08
            # that we may have previously extracted
Packit Service a04d08
            parsed_config = users.pop(def_user, {})
Packit Service a04d08
            parsed_groups = parsed_config.get('groups', [])
Packit Service a04d08
            # Now merge our extracted groups with
Packit Service a04d08
            # anything the default config provided
Packit Service a04d08
            users_groups = util.uniq_merge_sorted(parsed_groups, def_groups)
Packit Service a04d08
            parsed_config['groups'] = ",".join(users_groups)
Packit Service a04d08
            # The real config for the default user is the
Packit Service a04d08
            # combination of the default user config provided
Packit Service a04d08
            # by the distro, the default user config provided
Packit Service a04d08
            # by the above merging for the user 'default' and
Packit Service a04d08
            # then the parsed config from the user's 'real name'
Packit Service a04d08
            # which does not have to be 'default' (but could be)
Packit Service a04d08
            users[def_user] = util.mergemanydict([def_user_cfg,
Packit Service a04d08
                                                  def_config,
Packit Service a04d08
                                                  parsed_config])
Packit Service a04d08
Packit Service a04d08
    # Ensure that only the default user that we
Packit Service a04d08
    # found (if any) is actually marked as being
Packit Service a04d08
    # the default user
Packit Service a04d08
    if users:
Packit Service a04d08
        for (uname, uconfig) in users.items():
Packit Service a04d08
            if def_user and uname == def_user:
Packit Service a04d08
                uconfig['default'] = True
Packit Service a04d08
            else:
Packit Service a04d08
                uconfig['default'] = False
Packit Service a04d08
Packit Service a04d08
    return users
Packit Service a04d08
Packit Service a04d08
Packit Service a04d08
# Normalizes a set of user/users and group
Packit Service a04d08
# dictionary configuration into a useable
Packit Service a04d08
# format that the rest of cloud-init can
Packit Service a04d08
# understand using the default user
Packit Service a04d08
# provided by the input distrobution (if any)
Packit Service a04d08
# to allow for mapping of the 'default' user.
Packit Service a04d08
#
Packit Service a04d08
# Output is a dictionary of group names -> [member] (list)
Packit Service a04d08
# and a dictionary of user names -> user configuration (dict)
Packit Service a04d08
#
Packit Service a04d08
# If 'user' exists it will override
Packit Service a04d08
# the 'users'[0] entry (if a list) otherwise it will
Packit Service a04d08
# just become an entry in the returned dictionary (no override)
Packit Service a04d08
def normalize_users_groups(cfg, distro):
Packit Service a04d08
    if not cfg:
Packit Service a04d08
        cfg = {}
Packit Service a04d08
Packit Service a04d08
    users = {}
Packit Service a04d08
    groups = {}
Packit Service a04d08
    if 'groups' in cfg:
Packit Service a04d08
        groups = _normalize_groups(cfg['groups'])
Packit Service a04d08
Packit Service a04d08
    # Handle the previous style of doing this where the first user
Packit Service a04d08
    # overrides the concept of the default user if provided in the user: XYZ
Packit Service a04d08
    # format.
Packit Service a04d08
    old_user = {}
Packit Service a04d08
    if 'user' in cfg and cfg['user']:
Packit Service a04d08
        old_user = cfg['user']
Packit Service a04d08
        # Translate it into the format that is more useful
Packit Service a04d08
        # going forward
Packit Service 751c4a
        if isinstance(old_user, str):
Packit Service a04d08
            old_user = {
Packit Service a04d08
                'name': old_user,
Packit Service a04d08
            }
Packit Service a04d08
        if not isinstance(old_user, dict):
Packit Service a04d08
            LOG.warning(("Format for 'user' key must be a string or dictionary"
Packit Service a04d08
                         " and not %s"), type_utils.obj_name(old_user))
Packit Service a04d08
            old_user = {}
Packit Service a04d08
Packit Service a04d08
    # If no old user format, then assume the distro
Packit Service a04d08
    # provides what the 'default' user maps to, but notice
Packit Service a04d08
    # that if this is provided, we won't automatically inject
Packit Service a04d08
    # a 'default' user into the users list, while if a old user
Packit Service a04d08
    # format is provided we will.
Packit Service a04d08
    distro_user_config = {}
Packit Service a04d08
    try:
Packit Service a04d08
        distro_user_config = distro.get_default_user()
Packit Service a04d08
    except NotImplementedError:
Packit Service a04d08
        LOG.warning(("Distro has not implemented default user "
Packit Service a04d08
                     "access. No distribution provided default user"
Packit Service a04d08
                     " will be normalized."))
Packit Service a04d08
Packit Service a04d08
    # Merge the old user (which may just be an empty dict when not
Packit Service a04d08
    # present with the distro provided default user configuration so
Packit Service a04d08
    # that the old user style picks up all the distribution specific
Packit Service a04d08
    # attributes (if any)
Packit Service a04d08
    default_user_config = util.mergemanydict([old_user, distro_user_config])
Packit Service a04d08
Packit Service a04d08
    base_users = cfg.get('users', [])
Packit Service 751c4a
    if not isinstance(base_users, (list, dict, str)):
Packit Service a04d08
        LOG.warning(("Format for 'users' key must be a comma separated string"
Packit Service a04d08
                     " or a dictionary or a list and not %s"),
Packit Service a04d08
                    type_utils.obj_name(base_users))
Packit Service a04d08
        base_users = []
Packit Service a04d08
Packit Service a04d08
    if old_user:
Packit Service a04d08
        # Ensure that when user: is provided that this user
Packit Service a04d08
        # always gets added (as the default user)
Packit Service a04d08
        if isinstance(base_users, list):
Packit Service a04d08
            # Just add it on at the end...
Packit Service a04d08
            base_users.append({'name': 'default'})
Packit Service a04d08
        elif isinstance(base_users, dict):
Packit Service a04d08
            base_users['default'] = dict(base_users).get('default', True)
Packit Service 751c4a
        elif isinstance(base_users, str):
Packit Service a04d08
            # Just append it on to be re-parsed later
Packit Service a04d08
            base_users += ",default"
Packit Service a04d08
Packit Service a04d08
    users = _normalize_users(base_users, default_user_config)
Packit Service a04d08
    return (users, groups)
Packit Service a04d08
Packit Service a04d08
Packit Service a04d08
# Given a user dictionary config it will
Packit Service a04d08
# extract the default user name and user config
Packit Service a04d08
# from that list and return that tuple or
Packit Service a04d08
# return (None, None) if no default user is
Packit Service a04d08
# found in the given input
Packit Service a04d08
def extract_default(users, default_name=None, default_config=None):
Packit Service a04d08
    if not users:
Packit Service a04d08
        users = {}
Packit Service a04d08
Packit Service a04d08
    def safe_find(entry):
Packit Service a04d08
        config = entry[1]
Packit Service a04d08
        if not config or 'default' not in config:
Packit Service a04d08
            return False
Packit Service a04d08
        else:
Packit Service a04d08
            return config['default']
Packit Service a04d08
Packit Service a04d08
    tmp_users = users.items()
Packit Service a04d08
    tmp_users = dict(filter(safe_find, tmp_users))
Packit Service a04d08
    if not tmp_users:
Packit Service a04d08
        return (default_name, default_config)
Packit Service a04d08
    else:
Packit Service a04d08
        name = list(tmp_users)[0]
Packit Service a04d08
        config = tmp_users[name]
Packit Service a04d08
        config.pop('default', None)
Packit Service a04d08
        return (name, config)
Packit Service a04d08
Packit Service a04d08
# vi: ts=4 expandtab