238 lines
8.5 KiB
Python
238 lines
8.5 KiB
Python
"""
|
|
(c) Copyright 2014,2015 Hewlett-Packard Development Company, L.P.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
|
|
"""
|
|
|
|
import os
|
|
from oslo_utils import importutils
|
|
import sys
|
|
|
|
from freezer.openstack import backup
|
|
from freezer.openstack import restore
|
|
from freezer.snapshot import snapshot
|
|
from freezer.utils import exec_cmd
|
|
from freezer.utils import utils
|
|
|
|
from oslo_log import log
|
|
|
|
LOG = log.getLogger(__name__)
|
|
|
|
|
|
class Job:
|
|
"""
|
|
:type storage: freezer.storage.base.Storage
|
|
:type engine: freezer.engine.engine.BackupEngine
|
|
"""
|
|
|
|
def __init__(self, conf_dict, storage):
|
|
self.conf = conf_dict
|
|
self.storage = storage
|
|
self.engine = conf_dict.engine
|
|
|
|
#TODO remove this when we switch to --config-file instead of --config
|
|
self.conf.max_level = utils.cast_to_int(self.conf.max_level)
|
|
self.conf.always_level = utils.cast_to_int(self.conf.always_level)
|
|
self.conf.max_segment_size = utils.cast_to_int(
|
|
self.conf.max_segment_size)
|
|
|
|
def execute(self):
|
|
LOG.info('Action not implemented')
|
|
|
|
@staticmethod
|
|
def executemethod(func):
|
|
def wrapper(self):
|
|
self.start_time = utils.DateTime.now()
|
|
LOG.info('Job execution Started at: {0}'.
|
|
format(self.start_time))
|
|
|
|
retval = func(self)
|
|
|
|
end_time = utils.DateTime.now()
|
|
LOG.info('Job execution Finished, at: {0}'.
|
|
format(end_time))
|
|
LOG.info('Job time Elapsed: {0}'.
|
|
format(end_time - self.start_time))
|
|
return retval
|
|
return wrapper
|
|
|
|
|
|
class InfoJob(Job):
|
|
@Job.executemethod
|
|
def execute(self):
|
|
self.storage.info()
|
|
|
|
|
|
class BackupJob(Job):
|
|
@Job.executemethod
|
|
def execute(self):
|
|
try:
|
|
(out, err) = utils.create_subprocess('sync')
|
|
if err:
|
|
LOG.error('Error while sync exec: {0}'.format(err))
|
|
except Exception as error:
|
|
LOG.error('Error while sync exec: {0}'.format(error))
|
|
if not self.conf.mode:
|
|
raise ValueError("Empty mode")
|
|
mod_name = 'freezer.mode.{0}.{1}'.format(
|
|
self.conf.mode, self.conf.mode.capitalize() + 'Mode')
|
|
app_mode = importutils.import_object(mod_name, self.conf)
|
|
backup_instance = self.backup(app_mode)
|
|
|
|
level = backup_instance.level if backup_instance else 0
|
|
|
|
metadata = {
|
|
'curr_backup_level': level,
|
|
'fs_real_path': (self.conf.lvm_auto_snap or
|
|
self.conf.path_to_backup),
|
|
'vol_snap_path':
|
|
self.conf.path_to_backup if self.conf.lvm_auto_snap else '',
|
|
'client_os': sys.platform,
|
|
'client_version': self.conf.__version__,
|
|
'time_stamp': self.conf.time_stamp
|
|
}
|
|
fields = ['action', 'always_level', 'backup_media', 'backup_name',
|
|
'container', 'container_segments',
|
|
'dry_run', 'hostname', 'path_to_backup', 'max_level',
|
|
'mode', 'backup_name', 'hostname',
|
|
'time_stamp', 'log_file', 'storage', 'mode',
|
|
'os_auth_version', 'proxy', 'compression', 'ssh_key',
|
|
'ssh_username', 'ssh_host', 'ssh_port']
|
|
for field_name in fields:
|
|
metadata[field_name] = self.conf.__dict__.get(field_name, '') or ''
|
|
return metadata
|
|
|
|
def backup(self, app_mode):
|
|
"""
|
|
|
|
:type app_mode: freezer.mode.mode.Mode
|
|
:return:
|
|
"""
|
|
backup_media = self.conf.backup_media
|
|
|
|
time_stamp = utils.DateTime.now().timestamp
|
|
self.conf.time_stamp = time_stamp
|
|
|
|
if backup_media == 'fs':
|
|
app_mode.prepare()
|
|
snapshot_taken = snapshot.snapshot_create(self.conf)
|
|
if snapshot_taken:
|
|
app_mode.release()
|
|
try:
|
|
filepath = '.'
|
|
chdir_path = os.path.expanduser(
|
|
os.path.normpath(self.conf.path_to_backup.strip()))
|
|
if not os.path.isdir(chdir_path):
|
|
filepath = os.path.basename(chdir_path)
|
|
chdir_path = os.path.dirname(chdir_path)
|
|
os.chdir(chdir_path)
|
|
hostname_backup_name = self.conf.hostname_backup_name
|
|
backup_instance = self.storage.create_backup(
|
|
hostname_backup_name,
|
|
self.conf.no_incremental,
|
|
self.conf.max_level,
|
|
self.conf.always_level,
|
|
self.conf.restart_always_level,
|
|
time_stamp=time_stamp)
|
|
self.engine.backup(filepath, backup_instance)
|
|
return backup_instance
|
|
finally:
|
|
# whether an error occurred or not, remove the snapshot anyway
|
|
app_mode.release()
|
|
if snapshot_taken:
|
|
snapshot.snapshot_remove(
|
|
self.conf, self.conf.shadow,
|
|
self.conf.windows_volume)
|
|
|
|
backup_os = backup.BackupOs(self.conf.client_manager,
|
|
self.conf.container,
|
|
self.storage)
|
|
|
|
if backup_media == 'nova':
|
|
LOG.info('Executing nova backup')
|
|
backup_os.backup_nova(self.conf.nova_inst_id)
|
|
elif backup_media == 'cindernative':
|
|
LOG.info('Executing cinder backup')
|
|
backup_os.backup_cinder(self.conf.cindernative_vol_id)
|
|
elif backup_media == 'cinder':
|
|
LOG.info('Executing cinder snapshot')
|
|
backup_os.backup_cinder_by_glance(self.conf.cinder_vol_id)
|
|
else:
|
|
raise Exception('unknown parameter backup_media %s' % backup_media)
|
|
return None
|
|
|
|
|
|
class RestoreJob(Job):
|
|
@Job.executemethod
|
|
def execute(self):
|
|
conf = self.conf
|
|
LOG.info('Executing FS restore...')
|
|
restore_timestamp = None
|
|
|
|
restore_abs_path = conf.restore_abs_path
|
|
if conf.restore_from_date:
|
|
restore_timestamp = utils.date_to_timestamp(conf.restore_from_date)
|
|
if conf.backup_media == 'fs':
|
|
backup = self.storage.find_one(conf.hostname_backup_name,
|
|
restore_timestamp)
|
|
|
|
self.engine.restore(backup, restore_abs_path, conf.overwrite)
|
|
return {}
|
|
|
|
res = restore.RestoreOs(conf.client_manager, conf.container)
|
|
if conf.backup_media == 'nova':
|
|
res.restore_nova(conf.nova_inst_id, restore_timestamp)
|
|
elif conf.backup_media == 'cinder':
|
|
res.restore_cinder_by_glance(conf.cinder_vol_id, restore_timestamp)
|
|
elif conf.backup_media == 'cindernative':
|
|
res.restore_cinder(conf.cindernative_vol_id, restore_timestamp)
|
|
else:
|
|
raise Exception("unknown backup type: %s" % conf.backup_media)
|
|
return {}
|
|
|
|
|
|
class AdminJob(Job):
|
|
@Job.executemethod
|
|
def execute(self):
|
|
if self.conf.remove_before_date:
|
|
|
|
if utils.is_iso_date(self.conf.remove_before_date):
|
|
timestamp = utils.date_to_timestamp(
|
|
self.conf.remove_before_date)
|
|
elif utils.is_timestamp(self.conf.remove_before_date):
|
|
timestamp = self.conf.remove_before_date
|
|
else:
|
|
raise Exception('Expecting ISO date or valid timestamp.')
|
|
|
|
self.storage.remove_before_date(timestamp,
|
|
self.conf.hostname_backup_name)
|
|
return {}
|
|
elif self.conf.remove_older_than:
|
|
self.storage.remove_older_than(self.conf.remove_older_than,
|
|
self.conf.hostname_backup_name)
|
|
return {}
|
|
|
|
|
|
class ExecJob(Job):
|
|
@Job.executemethod
|
|
def execute(self):
|
|
LOG.info('exec job....')
|
|
if self.conf.command:
|
|
LOG.info('Executing exec job....')
|
|
exec_cmd.execute(self.conf.command)
|
|
else:
|
|
LOG.warning(
|
|
'No command info options were set. Exiting.')
|
|
return {}
|