89 lines
3.0 KiB
Python
89 lines
3.0 KiB
Python
# Copyright 2013 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import errno
|
|
import logging
|
|
import os
|
|
import shutil
|
|
|
|
import fabric.exceptions
|
|
|
|
from shotgun.driver import Driver
|
|
from shotgun import utils
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class Manager(object):
|
|
def __init__(self, conf):
|
|
logger.debug("Initializing snapshot manager")
|
|
self.conf = conf
|
|
|
|
def snapshot(self):
|
|
logger.debug("Making snapshot")
|
|
self.clear_target()
|
|
exclusions = []
|
|
try:
|
|
for obj_data in self.conf.objects:
|
|
logger.debug("Dumping: %s", obj_data)
|
|
self.action_single(obj_data, action='snapshot')
|
|
if 'exclude' in obj_data:
|
|
exclusions += (
|
|
os.path.join(obj_data['path'], ex).lstrip('/')
|
|
for ex in obj_data['exclude']
|
|
)
|
|
|
|
logger.debug("Dumping shotgun log "
|
|
"and archiving dump directory: %s",
|
|
self.conf.target)
|
|
self.action_single(self.conf.self_log_object, action='snapshot')
|
|
|
|
utils.compress(self.conf.target, self.conf.compression_level,
|
|
exclude=exclusions)
|
|
|
|
with open(self.conf.lastdump, "w") as fo:
|
|
fo.write("{0}.tar.gz".format(self.conf.target))
|
|
except IOError as e:
|
|
if e.errno == errno.ENOSPC:
|
|
logger.error("Not enough space in "
|
|
"{} for snapshot".format(self.conf.target))
|
|
self.clear_target()
|
|
raise
|
|
|
|
return "{0}.tar.gz".format(self.conf.target)
|
|
|
|
def action_single(self, obj, action='snapshot'):
|
|
driver = Driver.getDriver(obj, self.conf)
|
|
try:
|
|
return getattr(driver, action)()
|
|
except fabric.exceptions.NetworkError:
|
|
self.conf.on_network_error(obj)
|
|
|
|
def report(self):
|
|
logger.debug("Making report")
|
|
for obj_data in self.conf.objects:
|
|
logger.debug("Gathering report for: %s", obj_data)
|
|
for report in self.action_single(obj_data, action='report'):
|
|
yield report
|
|
|
|
def clear_target(self):
|
|
def on_rmtree_error(function, path, excinfo):
|
|
msg = "Clearing target failed. function: {}, path: {}, excinfo: {}"
|
|
logger.error(msg.format(function, path, excinfo))
|
|
|
|
if os.path.exists(self.conf.target):
|
|
shutil.rmtree(os.path.dirname(self.conf.target),
|
|
onerror=on_rmtree_error)
|