components/openstack/glance/files/glance-upgrade
author Drew Fisher <drew.fisher@oracle.com>
Tue, 19 May 2015 13:51:17 -0700
branchs11-update
changeset 4314 96c1b7e2e45c
parent 4207 787ed839f409
child 4625 18adb92d4193
permissions -rw-r--r--
PSARC/2015/233 OpenStack Common Package 20866995 glance.images table is corrupted/missing on upgrade from 69 to 71 20984895 Upgrade still fails when the mappings change section to 'None' 20984926 nova-upgrade has multiple deprecation mappings for DEFAULT.sql_connection 20990795 OpenStack upgrade methods should preserve some values from the previous release 21085479 An openstack-common package should be added to Userland

#!/usr/bin/python2.6

# Copyright (c) 2015, Oracle and/or its affiliates. All rights reserved.
#
#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.

import glob
import os
from subprocess import check_call, Popen, PIPE
import sys
import traceback

import iniparse
import smf_include
import sqlalchemy

from openstack_common import alter_mysql_tables, create_backups, modify_conf


GLANCE_API_MAPPINGS = {
    # Deprecated group/name
    ('DEFAULT', 'db_backend'): ('database', 'backend'),
    ('DEFAULT', 'sql_connection'): ('database', 'connection'),
    ('DATABASE', 'sql_connection'): ('database', 'connection'),
    ('sql', 'connection'): ('database', 'connection'),
    ('DEFAULT', 'sql_idle_timeout'): ('database', 'idle_timeout'),
    ('DATABASE', 'sql_idle_timeout'): ('database', 'idle_timeout'),
    ('sql', 'idle_timeout'): ('database', 'idle_timeout'),
    ('DEFAULT', 'sql_min_pool_size'): ('database', 'min_pool_size'),
    ('DATABASE', 'sql_min_pool_size'): ('database', 'min_pool_size'),
    ('DEFAULT', 'sql_max_pool_size'): ('database', 'max_pool_size'),
    ('DATABASE', 'sql_max_pool_size'): ('database', 'max_pool_size'),
    ('DEFAULT', 'sql_max_retries'): ('database', 'max_retries'),
    ('DATABASE', 'sql_max_retries'): ('database', 'max_retries'),
    ('DEFAULT', 'sql_retry_interval'): ('database', 'retry_interval'),
    ('DATABASE', 'reconnect_interval'): ('database', 'retry_interval'),
    ('DEFAULT', 'sql_max_overflow'): ('database', 'max_overflow'),
    ('DATABASE', 'sqlalchemy_max_overflow'): ('database', 'max_overflow'),
    ('DEFAULT', 'sql_connection_debug'): ('database', 'connection_debug'),
    ('DEFAULT', 'sql_connection_trace'): ('database', 'connection_trace'),
    ('DATABASE', 'sqlalchemy_pool_timeout'): ('database', 'pool_timeout'),
    ('DEFAULT', 'filesystem_store_datadir'):
        ('glance_store', 'filesystem_store_datadir'),
    ('DEFAULT', 'swift_store_auth_version'):
         ('glance_store', 'swift_store_auth_version'),
    ('DEFAULT', 'swift_store_auth_address'):
         ('glance_store', 'swift_store_auth_address'),
    ('DEFAULT', 'swift_store_user'): ('glance_store', 'swift_store_user'),
    ('DEFAULT', 'swift_store_key'): ('glance_store', 'swift_store_key'),
    ('DEFAULT', 'swift_store_container'):
         ('glance_store', 'swift_store_container'),
    ('DEFAULT', 'swift_store_create_container_on_put'):
         ('glance_store', 'swift_store_create_container_on_put'),
    ('DEFAULT', 'swift_store_large_object_size'):
         ('glance_store', 'swift_store_large_object_size'),
    ('DEFAULT', 'swift_store_large_object_chunk_size'):
         ('glance_store', 'swift_store_large_object_chunk_size'),
    ('DEFAULT', 'swift_enable_snet'): ('glance_store', 'swift_enable_snet'),
    ('DEFAULT', 's3_store_host'): ('glance_store', 's3_store_host'),
    ('DEFAULT', 's3_store_access_key'):
         ('glance_store', 's3_store_access_key'),
    ('DEFAULT', 's3_store_secret_key'):
         ('glance_store', 's3_store_secret_key'),
    ('DEFAULT', 's3_store_bucket'): ('glance_store', 's3_store_bucket'),
    ('DEFAULT', 's3_store_create_bucket_on_put'):
         ('glance_store', 's3_store_create_bucket_on_put'),
    ('DEFAULT', 'sheepdog_store_address'):
         ('glance_store', 'sheepdog_store_address'),
    ('DEFAULT', 'sheepdog_store_port'):
         ('glance_store', 'sheepdog_store_port'),
    ('DEFAULT', 'sheepdog_store_chunk_size'):
         ('glance_store', 'sheepdog_store_chunk_size'),
}

GLANCE_API_EXCEPTIONS = [
    ('DEFAULT', 'bind_host'),
    ('DEFAULT', 'bind_port'),
    ('DEFAULT', 'log_file'),
    ('DEFAULT', 'backlog'),
    ('DEFAULT', 'workers'),
    ('DEFAULT', 'registry_host'),
    ('DEFAULT', 'registry_port'),
    ('DEFAULT', 'registry_client_protocol'),
    ('DEFAULT', 'rabbit_host'),
    ('DEFAULT', 'rabbit_port'),
    ('DEFAULT', 'rabbit_use_ssl'),
    ('DEFAULT', 'rabbit_userid'),
    ('DEFAULT', 'rabbit_password'),
    ('DEFAULT', 'rabbit_virtual_host'),
    ('DEFAULT', 'rabbit_notification_exchange'),
    ('DEFAULT', 'rabbit_notification_topic'),
    ('DEFAULT', 'rabbit_durable_queues'),
    ('DEFAULT', 'qpid_notification_exchange'),
    ('DEFAULT', 'qpid_notification_topic'),
    ('DEFAULT', 'qpid_hostname'),
    ('DEFAULT', 'qpid_port'),
    ('DEFAULT', 'qpid_usernamd'),
    ('DEFAULT', 'qpid_password'),
    ('DEFAULT', 'qpid_sasl_mechanisms'),
    ('DEFAULT', 'qpid_reconnect_timeout'),
    ('DEFAULT', 'qpid_reconnect_limit'),
    ('DEFAULT', 'qpid_reconnect_interval_min'),
    ('DEFAULT', 'qpid_reconnect_interval_max'),
    ('DEFAULT', 'qpid_reconnect_interval'),
    ('DEFAULT', 'qpid_heartbeat'),
    ('DEFAULT', 'qpid_protocol'),
    ('DEFAULT', 'qpid_tcp_nodelay'),
    ('DEFAULT', 'delayed_delete'),
    ('DEFAULT', 'scrub_time'),
    ('DEFAULT', 'scrubber_datadir'),
    ('DEFAULT', 'image_cache_dir'),
    ('database', 'connection'),
    ('keystone_authtoken', 'auth_uri'),
    ('keystone_authtoken', 'identity_uri'),
    ('keystone_authtoken', 'admin_tenant_name'),
    ('keystone_authtoken', 'admin_user'),
    ('keystone_authtoken', 'admin_password'),
    ('keystone_authtoken', 'revocation_cache_time'),
    ('keystone_authtoken', 'signing_dir'),
    ('paste_deploy', 'flavor'),
    ('glance_store', 'filesystem_store_datadir'),
    ('glance_store', 'swift_store_auth_version'),
    ('glance_store', 'swift_store_auth_address'),
    ('glance_store', 'swift_store_user'),
    ('glance_store', 'swift_store_key'),
    ('glance_store', 'swift_store_container'),
    ('glance_store', 'swift_store_create_container_on_put'),
    ('glance_store', 'swift_store_large_object_size'),
    ('glance_store', 'swift_store_large_object_chunk_size'),
    ('glance_store', 'swift_enable_snet'),
    ('glance_store', 's3_store_host'),
    ('glance_store', 's3_store_access_key'),
    ('glance_store', 's3_store_secret_key'),
    ('glance_store', 's3_store_bucket'),
    ('glance_store', 's3_store_create_bucket_on_put'),
    ('glance_store', 'sheepdog_store_address'),
    ('glance_store', 'sheepdog_store_port'),
    ('glance_store', 'sheepdog_store_chunk_size'),
]

GLANCE_CACHE_EXCEPTIONS = [
    ('DEFAULT', 'log_file'),
    ('DEFAULT', 'image_cache_dir'),
    ('DEFAULT', 'image_cache_stall_time'),
    ('DEFAULT', 'image_cache_max_size'),
    ('DEFAULT', 'registry_host'),
    ('DEFAULT', 'registry_port'),
    ('DEFAULT', 'auth_url'),
    ('DEFAULT', 'admin_tenant_name'),
    ('DEFAULT', 'admin_user'),
    ('DEFAULT', 'admin_password'),
    ('DEFAULT', 'filesystem_store_datadir'),
    ('DEFAULT', 'swift_store_auth_version'),
    ('DEFAULT', 'swift_store_auth_address'),
    ('DEFAULT', 'swift_store_user'),
    ('DEFAULT', 'swift_store_key'),
    ('DEFAULT', 'swift_store_container'),
    ('DEFAULT', 'swift_store_create_container_on_put'),
    ('DEFAULT', 'swift_store_large_object_size'),
    ('DEFAULT', 'swift_store_large_object_chunk_size'),
    ('DEFAULT', 'swift_enable_snet'),
    ('DEFAULT', 's3_store_host'),
    ('DEFAULT', 's3_store_access_key'),
    ('DEFAULT', 's3_store_secret_key'),
    ('DEFAULT', 's3_store_bucket'),
    ('DEFAULT', 's3_store_create_bucket_on_put'),
]

GLANCE_REGISTRY_MAPPINGS = {
    # Deprecated group/name
    ('DEFAULT', 'db_backend'): ('database', 'backend'),
    ('DEFAULT', 'sql_connection'): ('database', 'connection'),
    ('DATABASE', 'sql_connection'): ('database', 'connection'),
    ('sql', 'connection'): ('database', 'connection'),
    ('DEFAULT', 'sql_idle_timeout'): ('database', 'idle_timeout'),
    ('DATABASE', 'sql_idle_timeout'): ('database', 'idle_timeout'),
    ('sql', 'idle_timeout'): ('database', 'idle_timeout'),
    ('DEFAULT', 'sql_min_pool_size'): ('database', 'min_pool_size'),
    ('DATABASE', 'sql_min_pool_size'): ('database', 'min_pool_size'),
    ('DEFAULT', 'sql_max_pool_size'): ('database', 'max_pool_size'),
    ('DATABASE', 'sql_max_pool_size'): ('database', 'max_pool_size'),
    ('DEFAULT', 'sql_max_retries'): ('database', 'max_retries'),
    ('DATABASE', 'sql_max_retries'): ('database', 'max_retries'),
    ('DEFAULT', 'sql_retry_interval'): ('database', 'retry_interval'),
    ('DATABASE', 'reconnect_interval'): ('database', 'retry_interval'),
    ('DEFAULT', 'sql_max_overflow'): ('database', 'max_overflow'),
    ('DATABASE', 'sqlalchemy_max_overflow'): ('database', 'max_overflow'),
    ('DEFAULT', 'sql_connection_debug'): ('database', 'connection_debug'),
    ('DEFAULT', 'sql_connection_trace'): ('database', 'connection_trace'),
    ('DATABASE', 'sqlalchemy_pool_timeout'): ('database', 'pool_timeout'),
}

GLANCE_REGISTRY_EXCEPTIONS = [
    ('DEFAULT', 'bind_host'),
    ('DEFAULT', 'bind_host'),
    ('DEFAULT', 'log_file'),
    ('DEFAULT', 'backlog'),
    ('DEFAULT', 'workers'),
    ('DEFAULT', 'api_limit_max'),
    ('DEFAULT', 'limit_param_default'),
    ('DEFAULT', 'rabbit_host'),
    ('DEFAULT', 'rabbit_port'),
    ('DEFAULT', 'rabbit_use_ssl'),
    ('DEFAULT', 'rabbit_userid'),
    ('DEFAULT', 'rabbit_password'),
    ('DEFAULT', 'rabbit_virtual_host'),
    ('DEFAULT', 'rabbit_notification_exchange'),
    ('DEFAULT', 'rabbit_notification_topic'),
    ('DEFAULT', 'rabbit_durable_queues'),
    ('DEFAULT', 'qpid_notification_exchange'),
    ('DEFAULT', 'qpid_notification_topic'),
    ('DEFAULT', 'qpid_hostname'),
    ('DEFAULT', 'qpid_port'),
    ('DEFAULT', 'qpid_usernamd'),
    ('DEFAULT', 'qpid_password'),
    ('DEFAULT', 'qpid_sasl_mechanisms'),
    ('DEFAULT', 'qpid_reconnect_timeout'),
    ('DEFAULT', 'qpid_reconnect_limit'),
    ('DEFAULT', 'qpid_reconnect_interval_min'),
    ('DEFAULT', 'qpid_reconnect_interval_max'),
    ('DEFAULT', 'qpid_reconnect_interval'),
    ('DEFAULT', 'qpid_heartbeat'),
    ('DEFAULT', 'qpid_protocol'),
    ('DEFAULT', 'qpid_tcp_nodelay'),
    ('database', 'connection'),
    ('keystone_authtoken', 'auth_uri'),
    ('keystone_authtoken', 'identity_uri'),
    ('keystone_authtoken', 'admin_tenant_name'),
    ('keystone_authtoken', 'admin_user'),
    ('keystone_authtoken', 'admin_password'),
    ('keystone_authtoken', 'signing_dir'),
    ('paste_deploy', 'flavor'),
]

GLANCE_SCRUBBER_MAPPINGS = {
    # Deprecated group/name
    ('DEFAULT', 'filesystem_store_datadir'):
        ('glance_store', 'filesystem_store_datadir'),
}

GLANCE_SCRUBBER_EXCEPTIONS = [
    ('DEFAULT', 'log_file'),
    ('DEFAULT', 'wakeup_time'),
    ('DEFAULT', 'scrubber_datadir'),
    ('DEFAULT', 'cleanup_scrubber'),
    ('DEFAULT', 'cleanup_scrubber_time'),
    ('DEFAULT', 'registry_host'),
    ('DEFAULT', 'registry_port'),
    ('DEFAULT', 'auth_url'),
    ('DEFAULT', 'admin_tenant_name'),
    ('DEFAULT', 'admin_user'),
    ('DEFAULT', 'admin_password'),
    ('database', 'connection'),
    ('glance_store', 'filesystem_store_datadir'),
]


def start():
    # pull out the current version of config/upgrade-id
    p = Popen(['/usr/bin/svcprop', '-p', 'config/upgrade-id',
               os.environ['SMF_FMRI']], stdout=PIPE, stderr=PIPE)
    curr_ver, _err = p.communicate()
    curr_ver = curr_ver.strip()

    # extract the openstack-upgrade-id from the pkg
    p = Popen(['/usr/bin/pkg', 'contents', '-H', '-t', 'set', '-o', 'value',
               '-a', 'name=openstack.upgrade-id',
               'pkg:/cloud/openstack/glance'], stdout=PIPE, stderr=PIPE)
    pkg_ver, _err = p.communicate()
    pkg_ver = pkg_ver.strip()

    if curr_ver == pkg_ver:
        # No need to upgrade
        sys.exit(smf_include.SMF_EXIT_OK)

    # look for any .new files
    if glob.glob('/etc/glance/*.new'):
        # the versions are different, so perform an upgrade
        # modify the configuration files

        # backup all the old configuration files
        create_backups('/etc/glance')

        modify_conf('/etc/glance/glance-api.conf', GLANCE_API_MAPPINGS,
                    GLANCE_API_EXCEPTIONS)
        modify_conf('/etc/glance/glance-api-paste.ini')
        modify_conf('/etc/glance/glance-cache.conf',
                    exception_list=GLANCE_CACHE_EXCEPTIONS)
        modify_conf('/etc/glance/glance-registry.conf',
                    GLANCE_REGISTRY_MAPPINGS,
                    GLANCE_REGISTRY_EXCEPTIONS)
        modify_conf('/etc/glance/glance-registry-paste.ini')
        modify_conf('/etc/glance/glance-scrubber.conf',
                    GLANCE_SCRUBBER_MAPPINGS,
                    GLANCE_SCRUBBER_EXCEPTIONS)
        modify_conf('/etc/glance/logging.conf')

    config = iniparse.RawConfigParser()
    config.read('/etc/glance/glance-api.conf')
    # In certain cases the database section does not exist and the
    # default database chosen is sqlite.
    if config.has_section('database'):
        db_connection = config.get('database', 'connection')

        if db_connection.startswith('mysql'):
            engine = sqlalchemy.create_engine(db_connection)
            if engine.url.username != '%SERVICE_USER%':
                alter_mysql_tables(engine)
                print "altered character set to utf8 in glance tables"

    # update the current version
    check_call(['/usr/sbin/svccfg', '-s', os.environ['SMF_FMRI'], 'setprop',
               'config/upgrade-id', '=', pkg_ver])
    check_call(['/usr/sbin/svccfg', '-s', os.environ['SMF_FMRI'], 'refresh'])

    sys.exit(smf_include.SMF_EXIT_OK)


if __name__ == '__main__':
    os.putenv('LC_ALL', 'C')
    try:
        smf_include.smf_main()
    except RuntimeError:
        sys.exit(smf_include.SMF_EXIT_ERR_FATAL)
    except Exception as err:
        print 'Unknown error:  %s' % err
        print
        traceback.print_exc(file=sys.stdout)
        sys.exit(smf_include.SMF_EXIT_ERR_FATAL)