535 lines
22 KiB
Python
535 lines
22 KiB
Python
# Copyright (c) 2013 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""
|
|
Command-line interface to the Murano Project.
|
|
"""
|
|
|
|
from __future__ import print_function
|
|
|
|
import argparse
|
|
import sys
|
|
|
|
import glanceclient
|
|
from keystoneclient.auth.identity.generic.cli import DefaultCLI
|
|
from keystoneclient.auth.identity import v3 as identity
|
|
from keystoneclient import discover
|
|
from keystoneclient import exceptions as ks_exc
|
|
from keystoneclient import session as ksession
|
|
from oslo_log import handlers
|
|
from oslo_log import log as logging
|
|
from oslo_log import versionutils
|
|
from oslo_utils import encodeutils
|
|
from oslo_utils import importutils
|
|
import six
|
|
import six.moves.urllib.parse as urlparse
|
|
|
|
import muranoclient
|
|
from muranoclient.apiclient import exceptions as exc
|
|
from muranoclient import client as murano_client
|
|
from muranoclient.common import utils
|
|
from muranoclient.glance import client as art_client
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
DEFAULT_REPO_URL = "http://apps.openstack.org/api/v1/murano_repo/liberty/"
|
|
|
|
|
|
# quick local fix for keystoneclient bug which blocks built-in reauth
|
|
# functionality in case of expired token.
|
|
# bug: https://bugs.launchpad.net/python-keystoneclient/+bug/1551392
|
|
# fix: https://review.openstack.org/#/c/286236/
|
|
class AuthCLI(DefaultCLI):
|
|
def invalidate(self):
|
|
retval = super(AuthCLI, self).invalidate()
|
|
if self._token:
|
|
self._token = None
|
|
retval = True
|
|
return retval
|
|
|
|
|
|
class MuranoShell(object):
|
|
|
|
def _append_global_identity_args(self, parser):
|
|
# Register the CLI arguments that have moved to the session object.
|
|
ksession.Session.register_cli_options(parser)
|
|
|
|
identity.Password.register_argparse_arguments(parser)
|
|
|
|
def get_base_parser(self):
|
|
|
|
parser = argparse.ArgumentParser(
|
|
prog='murano',
|
|
description=__doc__.strip(),
|
|
epilog='See "murano help COMMAND" '
|
|
'for help on a specific command.',
|
|
add_help=False,
|
|
formatter_class=HelpFormatter,
|
|
)
|
|
|
|
# Global arguments
|
|
parser.add_argument('-h', '--help',
|
|
action='store_true',
|
|
help=argparse.SUPPRESS, )
|
|
|
|
parser.add_argument('--version',
|
|
action='version',
|
|
version=muranoclient.__version__,
|
|
help="Show program's version number and exit.")
|
|
|
|
parser.add_argument('-d', '--debug',
|
|
default=bool(utils.env('MURANOCLIENT_DEBUG')),
|
|
action='store_true',
|
|
help='Defaults to env[MURANOCLIENT_DEBUG].')
|
|
|
|
parser.add_argument('-v', '--verbose',
|
|
default=False, action="store_true",
|
|
help="Print more verbose output.")
|
|
|
|
# os-cert, os-key, insecure, ca-file are all added
|
|
# by keystone session register_cli_opts later
|
|
parser.add_argument('--cert-file',
|
|
dest='os_cert',
|
|
help='DEPRECATED! Use --os-cert.')
|
|
|
|
parser.add_argument('--key-file',
|
|
dest='os_key',
|
|
help='DEPRECATED! Use --os-key.')
|
|
|
|
parser.add_argument('--ca-file',
|
|
dest='os_cacert',
|
|
help='DEPRECATED! Use --os-cacert.')
|
|
|
|
parser.add_argument('--api-timeout',
|
|
help='Number of seconds to wait for an '
|
|
'API response, '
|
|
'defaults to system socket timeout.')
|
|
|
|
parser.add_argument('--os-tenant-id',
|
|
default=utils.env('OS_TENANT_ID'),
|
|
help='Defaults to env[OS_TENANT_ID].')
|
|
|
|
parser.add_argument('--os-tenant-name',
|
|
default=utils.env('OS_TENANT_NAME'),
|
|
help='Defaults to env[OS_TENANT_NAME].')
|
|
|
|
parser.add_argument('--os-region-name',
|
|
default=utils.env('OS_REGION_NAME'),
|
|
help='Defaults to env[OS_REGION_NAME].')
|
|
|
|
parser.add_argument('--os-auth-token',
|
|
default=utils.env('OS_AUTH_TOKEN'),
|
|
help='Defaults to env[OS_AUTH_TOKEN].')
|
|
|
|
parser.add_argument('--os-no-client-auth',
|
|
default=utils.env('OS_NO_CLIENT_AUTH'),
|
|
action='store_true',
|
|
help="Do not contact keystone for a token. "
|
|
"Defaults to env[OS_NO_CLIENT_AUTH].")
|
|
parser.add_argument('--murano-url',
|
|
default=utils.env('MURANO_URL'),
|
|
help='Defaults to env[MURANO_URL].')
|
|
|
|
parser.add_argument('--glance-url',
|
|
default=utils.env('GLANCE_URL'),
|
|
help='Defaults to env[GLANCE_URL].')
|
|
|
|
parser.add_argument('--glare-url',
|
|
default=utils.env('GLARE_URL'),
|
|
help='Defaults to env[GLARE_URL].')
|
|
|
|
parser.add_argument('--murano-api-version',
|
|
default=utils.env(
|
|
'MURANO_API_VERSION', default='1'),
|
|
help='Defaults to env[MURANO_API_VERSION] '
|
|
'or 1.')
|
|
|
|
parser.add_argument('--os-service-type',
|
|
default=utils.env('OS_SERVICE_TYPE'),
|
|
help='Defaults to env[OS_SERVICE_TYPE].')
|
|
|
|
parser.add_argument('--os-endpoint-type',
|
|
default=utils.env('OS_ENDPOINT_TYPE'),
|
|
help='Defaults to env[OS_ENDPOINT_TYPE].')
|
|
|
|
parser.add_argument('--include-password',
|
|
default=bool(utils.env('MURANO_INCLUDE_PASSWORD')),
|
|
action='store_true',
|
|
help='Send os-username and os-password to murano.')
|
|
|
|
parser.add_argument('--murano-repo-url',
|
|
default=utils.env(
|
|
'MURANO_REPO_URL',
|
|
default=DEFAULT_REPO_URL),
|
|
help=('Defaults to env[MURANO_REPO_URL] '
|
|
'or {0}'.format(DEFAULT_REPO_URL)))
|
|
|
|
parser.add_argument('--murano-packages-service',
|
|
choices=['murano', 'glance', 'glare'],
|
|
default=utils.env('MURANO_PACKAGES_SERVICE',
|
|
default='murano'),
|
|
help='Specifies if murano-api ("murano") or '
|
|
'Glance Artifact Repository ("glare") '
|
|
'should be used to store murano packages. '
|
|
'Defaults to env[MURANO_PACKAGES_SERVICE] or '
|
|
'to "murano"')
|
|
|
|
self._append_global_identity_args(parser)
|
|
|
|
return parser
|
|
|
|
def get_subcommand_parser(self, version):
|
|
parser = self.get_base_parser()
|
|
|
|
self.subcommands = {}
|
|
subparsers = parser.add_subparsers(metavar='<subcommand>')
|
|
submodule = importutils.import_versioned_module('muranoclient',
|
|
version, 'shell')
|
|
self._find_actions(subparsers, submodule)
|
|
self._find_actions(subparsers, self)
|
|
|
|
return parser
|
|
|
|
def _find_actions(self, subparsers, actions_module):
|
|
for attr in (a for a in dir(actions_module) if a.startswith('do_')):
|
|
# I prefer to be hypen-separated instead of underscores.
|
|
command = attr[3:].replace('_', '-')
|
|
callback = getattr(actions_module, attr)
|
|
desc = callback.__doc__ or ''
|
|
help = desc.strip().split('\n')[0]
|
|
arguments = getattr(callback, 'arguments', [])
|
|
|
|
subparser = subparsers.add_parser(command, help=help,
|
|
description=desc,
|
|
add_help=False,
|
|
formatter_class=HelpFormatter)
|
|
subparser.add_argument('-h', '--help', action='help',
|
|
help=argparse.SUPPRESS)
|
|
self.subcommands[command] = subparser
|
|
for (args, kwargs) in arguments:
|
|
subparser.add_argument(*args, **kwargs)
|
|
subparser.set_defaults(func=callback)
|
|
|
|
def _discover_auth_versions(self, session, auth_url):
|
|
# discover the API versions the server is supporting base on the
|
|
# given URL
|
|
v2_auth_url = None
|
|
v3_auth_url = None
|
|
try:
|
|
ks_discover = discover.Discover(session=session, auth_url=auth_url)
|
|
v2_auth_url = ks_discover.url_for('2.0')
|
|
v3_auth_url = ks_discover.url_for('3.0')
|
|
except ks_exc.ClientException as e:
|
|
# Identity service may not support discover API version.
|
|
# Lets trying to figure out the API version from the original URL.
|
|
url_parts = urlparse.urlparse(auth_url)
|
|
(scheme, netloc, path, params, query, fragment) = url_parts
|
|
path = path.lower()
|
|
if path.startswith('/v3'):
|
|
v3_auth_url = auth_url
|
|
elif path.startswith('/v2'):
|
|
v2_auth_url = auth_url
|
|
else:
|
|
# not enough information to determine the auth version
|
|
msg = ('Unable to determine the Keystone version '
|
|
'to authenticate with using the given '
|
|
'auth_url. Identity service may not support API '
|
|
'version discovery. Please provide a versioned '
|
|
'auth_url instead. error=%s') % (e)
|
|
raise exc.CommandError(msg)
|
|
|
|
return (v2_auth_url, v3_auth_url)
|
|
|
|
def _setup_logging(self, debug):
|
|
# Output the logs to command-line interface
|
|
color_handler = handlers.ColorHandler(sys.stdout)
|
|
logger_root = logging.getLogger(None).logger
|
|
logger_root.level = logging.DEBUG if debug else logging.WARNING
|
|
logger_root.addHandler(color_handler)
|
|
|
|
# Set the logger level of special library
|
|
logging.getLogger('iso8601') \
|
|
.logger.setLevel(logging.WARNING)
|
|
logging.getLogger('urllib3.connectionpool') \
|
|
.logger.setLevel(logging.WARNING)
|
|
|
|
def main(self, argv):
|
|
# Parse args once to find version
|
|
parser = self.get_base_parser()
|
|
(options, args) = parser.parse_known_args(argv)
|
|
self._setup_logging(options.debug)
|
|
|
|
# build available subcommands based on version
|
|
api_version = options.murano_api_version
|
|
subcommand_parser = self.get_subcommand_parser(api_version)
|
|
self.parser = subcommand_parser
|
|
|
|
keystone_session = None
|
|
keystone_auth = None
|
|
|
|
# Handle top-level --help/-h before attempting to parse
|
|
# a command off the command line.
|
|
if (not args and options.help) or not argv:
|
|
self.do_help(options)
|
|
return 0
|
|
|
|
# Parse args again and call whatever callback was selected.
|
|
args = subcommand_parser.parse_args(argv)
|
|
|
|
# Short-circuit and deal with help command right away.
|
|
if args.func == self.do_help:
|
|
self.do_help(args)
|
|
return 0
|
|
elif args.func == self.do_bash_completion:
|
|
self.do_bash_completion(args)
|
|
return 0
|
|
|
|
if not args.os_username and not args.os_auth_token:
|
|
raise exc.CommandError("You must provide a username via"
|
|
" either --os-username or env[OS_USERNAME]"
|
|
" or a token via --os-auth-token or"
|
|
" env[OS_AUTH_TOKEN]")
|
|
|
|
if args.murano_packages_service == 'glance':
|
|
args.murano_packages_service = 'glare'
|
|
# TODO(kzaitsev): remove in P cycle
|
|
versionutils.report_deprecated_feature(
|
|
logger, "'glance' is no longer a valid option for "
|
|
"--murano-packages-service, please use 'glare' "
|
|
"instead.")
|
|
|
|
if args.os_no_client_auth:
|
|
if not args.murano_url:
|
|
raise exc.CommandError(
|
|
"If you specify --os-no-client-auth"
|
|
" you must also specify a Murano API URL"
|
|
" via either --murano-url or env[MURANO_URL]")
|
|
if (not args.glare_url and
|
|
args.murano_packages_service == 'glare'):
|
|
raise exc.CommandError(
|
|
"If you specify --os-no-client-auth and"
|
|
" set murano-packages-service to 'glare'"
|
|
" you must also specify a glare API URL"
|
|
" via either --glare-url or env[GLARE_API]")
|
|
if (not any([args.os_tenant_id, args.os_project_id]) and
|
|
args.murano_packages_service == 'glare'):
|
|
# TODO(kzaitsev): see if we can use project's name here
|
|
# NOTE(kzaitsev): glare v0.1 needs project_id to operate
|
|
# correctly
|
|
raise exc.CommandError(
|
|
"If you specify --os-no-client-auth and"
|
|
" set murano-packages-service to 'glare'"
|
|
" you must also specify your project's id"
|
|
" via either --os-project-id or env[OS_PROJECT_ID] or"
|
|
" --os-tenant-id or env[OS_TENANT_ID]")
|
|
|
|
else:
|
|
# Tenant name or ID is needed to make keystoneclient retrieve a
|
|
# service catalog, it's not required if os_no_client_auth is
|
|
# specified, neither is the auth URL.
|
|
if not any([args.os_tenant_name, args.os_tenant_id,
|
|
args.os_project_id, args.os_project_name]):
|
|
raise exc.CommandError("You must provide a project name or"
|
|
" project id via --os-project-name,"
|
|
" --os-project-id, env[OS_PROJECT_ID]"
|
|
" or env[OS_PROJECT_NAME]. You may"
|
|
" use os-project and os-tenant"
|
|
" interchangeably.")
|
|
if not args.os_auth_url:
|
|
raise exc.CommandError("You must provide an auth url via"
|
|
" either --os-auth-url or via"
|
|
" env[OS_AUTH_URL]")
|
|
|
|
endpoint_type = args.os_endpoint_type or 'publicURL'
|
|
endpoint = args.murano_url
|
|
glance_endpoint = args.glance_url
|
|
|
|
if args.os_no_client_auth:
|
|
# Authenticate through murano, don't use session
|
|
kwargs = {
|
|
'username': args.os_username,
|
|
'password': args.os_password,
|
|
'auth_token': args.os_auth_token,
|
|
'auth_url': args.os_auth_url,
|
|
'token': args.os_auth_token,
|
|
'insecure': args.insecure,
|
|
'timeout': args.api_timeout,
|
|
'tenant': args.os_project_id or args.os_tenant_id,
|
|
}
|
|
glance_kwargs = kwargs.copy()
|
|
|
|
if args.os_region_name:
|
|
kwargs['region_name'] = args.os_region_name
|
|
glance_kwargs['region_name'] = args.os_region_name
|
|
else:
|
|
# Create a keystone session and keystone auth
|
|
keystone_session = ksession.Session.load_from_cli_options(args)
|
|
|
|
args.os_project_name = args.os_project_name or args.os_tenant_name
|
|
args.os_project_id = args.os_project_id or args.os_tenant_id
|
|
|
|
# make args compatible with DefaultCLI/AuthCLI
|
|
args.os_token = args.os_auth_token
|
|
args.os_endpoint = ''
|
|
# avoid password prompt if no password given
|
|
args.os_password = args.os_password or '<no password>'
|
|
(v2_auth_url, v3_auth_url) = self._discover_auth_versions(
|
|
keystone_session, args.os_auth_url)
|
|
if v3_auth_url:
|
|
if (not args.os_user_domain_id and
|
|
not args.os_user_domain_name):
|
|
args.os_user_domain_name = 'default'
|
|
|
|
if (not args.os_project_domain_id and
|
|
not args.os_project_domain_name):
|
|
args.os_project_domain_name = 'default'
|
|
|
|
keystone_auth = AuthCLI.load_from_argparse_arguments(args)
|
|
|
|
service_type = args.os_service_type or 'application-catalog'
|
|
|
|
if not endpoint:
|
|
endpoint = keystone_auth.get_endpoint(
|
|
keystone_session,
|
|
service_type=service_type,
|
|
interface=endpoint_type,
|
|
region_name=args.os_region_name)
|
|
|
|
kwargs = {
|
|
'session': keystone_session,
|
|
'auth': keystone_auth,
|
|
'service_type': service_type,
|
|
'region_name': args.os_region_name,
|
|
}
|
|
glance_kwargs = kwargs.copy()
|
|
|
|
# glance doesn't need endpoint_type
|
|
kwargs['endpoint_type'] = endpoint_type
|
|
kwargs['tenant'] = keystone_auth.get_project_id(keystone_session)
|
|
|
|
if args.api_timeout:
|
|
kwargs['timeout'] = args.api_timeout
|
|
|
|
if not glance_endpoint:
|
|
try:
|
|
glance_endpoint = keystone_auth.get_endpoint(
|
|
keystone_session,
|
|
service_type='image',
|
|
interface=endpoint_type,
|
|
region_name=args.os_region_name)
|
|
except Exception:
|
|
pass
|
|
|
|
glance_client = None
|
|
if glance_endpoint:
|
|
try:
|
|
# TODO(starodubcevna): switch back to glance APIv2 when it will
|
|
# be ready for use.
|
|
glance_client = glanceclient.Client(
|
|
'1', glance_endpoint, **glance_kwargs)
|
|
except Exception:
|
|
pass
|
|
if glance_client:
|
|
kwargs['glance_client'] = glance_client
|
|
else:
|
|
logger.warning("Could not initialize glance client. "
|
|
"Image creation will be unavailable.")
|
|
kwargs['glance_client'] = None
|
|
|
|
if args.murano_packages_service == 'glare':
|
|
glare_endpoint = args.glare_url
|
|
|
|
if not glare_endpoint:
|
|
# no glare_endpoint and we requested to store packages in glare
|
|
# let's check keystone
|
|
try:
|
|
glare_endpoint = keystone_auth.get_endpoint(
|
|
keystone_session,
|
|
service_type='artifact',
|
|
interface=endpoint_type,
|
|
region_name=args.os_region_name)
|
|
except Exception:
|
|
raise exc.CommandError(
|
|
"You set murano-packages-service to {}"
|
|
" but there is not 'artifact' endpoint in keystone"
|
|
" Either register one or specify endpoint "
|
|
" via either --glare-url or env[GLARE_API]".format(
|
|
args.murano_packages_service))
|
|
|
|
auth_token = \
|
|
args.os_auth_token or keystone_auth.get_token(keystone_session)
|
|
|
|
artifacts_client = art_client.Client(endpoint=glare_endpoint,
|
|
type_name='murano',
|
|
type_version=1,
|
|
token=auth_token,
|
|
insecure=args.insecure)
|
|
kwargs['artifacts_client'] = artifacts_client
|
|
|
|
client = murano_client.Client(api_version, endpoint, **kwargs)
|
|
|
|
args.func(client, args)
|
|
|
|
def do_bash_completion(self, args):
|
|
"""Prints all of the commands and options to stdout."""
|
|
commands = set()
|
|
options = set()
|
|
for sc_str, sc in self.subcommands.items():
|
|
commands.add(sc_str)
|
|
for option in list(sc._optionals._option_string_actions):
|
|
options.add(option)
|
|
|
|
commands.remove('bash-completion')
|
|
print(' '.join(commands | options))
|
|
|
|
@utils.arg('command', metavar='<subcommand>', nargs='?',
|
|
help='Display help for <subcommand>')
|
|
def do_help(self, args):
|
|
"""Display help about this program or one of its subcommands."""
|
|
if getattr(args, 'command', None):
|
|
if args.command in self.subcommands:
|
|
self.subcommands[args.command].print_help()
|
|
else:
|
|
msg = "'%s' is not a valid subcommand"
|
|
raise exc.CommandError(msg % args.command)
|
|
else:
|
|
self.parser.print_help()
|
|
|
|
|
|
class HelpFormatter(argparse.HelpFormatter):
|
|
def start_section(self, heading):
|
|
# Title-case the headings
|
|
heading = '%s%s' % (heading[0].upper(), heading[1:])
|
|
super(HelpFormatter, self).start_section(heading)
|
|
|
|
|
|
def main(args=sys.argv[1:]):
|
|
try:
|
|
MuranoShell().main(args)
|
|
|
|
except KeyboardInterrupt:
|
|
print('... terminating murano client', file=sys.stderr)
|
|
sys.exit(1)
|
|
except Exception as e:
|
|
if '--debug' in args or '-d' in args:
|
|
raise
|
|
else:
|
|
print(encodeutils.safe_encode(six.text_type(e)), file=sys.stderr)
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|