144 lines
4.7 KiB
Python
144 lines
4.7 KiB
Python
# Copyright (c) 2013 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
import tempfile
|
|
import re
|
|
from django.conf import settings
|
|
import os
|
|
import tarfile
|
|
import logging
|
|
import shutil
|
|
import hashlib
|
|
from ..consts import CHUNK_SIZE, CACHE_DIR, ARCHIVE_PKG_PATH
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
from horizon.exceptions import ServiceCatalogException
|
|
from openstack_dashboard.api.base import url_for
|
|
from metadataclient.v1.client import Client
|
|
|
|
|
|
if not os.path.exists(CACHE_DIR):
|
|
os.mkdir(CACHE_DIR)
|
|
log.info('Creating cache directory located at {dir}'.format(dir=CACHE_DIR))
|
|
log.info('Using cache directory located at {dir}'.format(dir=CACHE_DIR))
|
|
|
|
|
|
def get_endpoint(request):
|
|
# prefer location specified in settings for dev purposes
|
|
endpoint = getattr(settings, 'MURANO_METADATA_URL', None)
|
|
|
|
if not endpoint:
|
|
try:
|
|
endpoint = url_for(request, 'murano-metadata')
|
|
except ServiceCatalogException:
|
|
endpoint = 'http://localhost:8084/v1'
|
|
log.warning(
|
|
'Murano Metadata API location could not be found in Service '
|
|
'Catalog, using default: {0}'.format(endpoint))
|
|
return endpoint
|
|
|
|
|
|
def metadataclient(request):
|
|
endpoint = get_endpoint(request)
|
|
token_id = request.user.token.id
|
|
log.debug('Murano::Client <Url: {0}, '
|
|
'TokenId: {1}>'.format(endpoint, token_id))
|
|
|
|
return Client(endpoint=endpoint, token=token_id)
|
|
|
|
|
|
def get_existing_hash():
|
|
for item in os.listdir(CACHE_DIR):
|
|
if re.match(r'[a-f0-9]{40}', item):
|
|
return item
|
|
return None
|
|
|
|
|
|
def get_hash(archive_path):
|
|
"""Calculate SHA1-hash of archive file.
|
|
|
|
SHA-1 take a bit more time than MD5 (see http://tinyurl.com/kpj5jy7),
|
|
but is more secure.
|
|
"""
|
|
if os.path.exists(archive_path):
|
|
sha1 = hashlib.sha1()
|
|
with open(archive_path) as f:
|
|
buf = f.read(CHUNK_SIZE)
|
|
while buf:
|
|
sha1.update(buf)
|
|
buf = f.read(CHUNK_SIZE)
|
|
hsum = sha1.hexdigest()
|
|
log.debug("Archive '{0}' has hash-sum {1}".format(archive_path, hsum))
|
|
return hsum
|
|
else:
|
|
log.info("Archive '{0}' doesn't exist, no hash to calculate".format(
|
|
archive_path))
|
|
return None
|
|
|
|
|
|
def unpack_ui_package(archive_path):
|
|
if not tarfile.is_tarfile(archive_path):
|
|
raise RuntimeError('{0} is not valid tarfile!'.format(archive_path))
|
|
hash = get_hash(archive_path)
|
|
dst_dir = os.path.join(CACHE_DIR, hash)
|
|
if not os.path.exists(dst_dir):
|
|
os.mkdir(dst_dir)
|
|
else:
|
|
shutil.rmtree(dst_dir)
|
|
tar = tarfile.open(archive_path, 'r:gz')
|
|
try:
|
|
log.debug('Extracting metadata archive')
|
|
tar.extractall(dst_dir)
|
|
finally:
|
|
tar.close()
|
|
return dst_dir
|
|
|
|
|
|
def get_ui_metadata(request):
|
|
"""Returns directory with unpacked definitions provided by Metadata
|
|
Repository at `endpoint' URL or, if it was not found or some error has
|
|
occurred, returns None.
|
|
"""
|
|
log.debug("Retrieving metadata from Repository")
|
|
hash = get_existing_hash()
|
|
if hash:
|
|
metadata_dir = os.path.join(CACHE_DIR, hash)
|
|
|
|
#ToDO: Do we need to catch exception here?
|
|
response, body_iter = metadataclient(request).metadata_client.get_ui_data(
|
|
hash)
|
|
code = response.status
|
|
if code == 200:
|
|
with tempfile.NamedTemporaryFile(delete=False) as out:
|
|
for chunk in body_iter:
|
|
out.write(chunk)
|
|
shutil.move(out.name, ARCHIVE_PKG_PATH)
|
|
log.info("Successfully downloaded new metadata package to {0}".format(
|
|
ARCHIVE_PKG_PATH))
|
|
if hash:
|
|
log.debug('Removing outdated metadata: {0}'.format(metadata_dir))
|
|
shutil.rmtree(metadata_dir)
|
|
return unpack_ui_package(ARCHIVE_PKG_PATH), True
|
|
elif code == 304:
|
|
log.info("Metadata package hash-sum hasn't changed, doing nothing")
|
|
return metadata_dir, False
|
|
else:
|
|
msq = 'Unexpected response received: {0}'.format(code)
|
|
if hash:
|
|
log.error('Using existing version of metadata '
|
|
'which may be outdated due to: {0}'.format(msq))
|
|
return metadata_dir, False
|
|
raise RuntimeError(msq)
|