From e5b22e2e2017c0c39688c30e6a07f0326c8ac233 Mon Sep 17 00:00:00 2001
From: Vladimir Kozhukalov <vkozhukalov@mirantis.com>
Date: Thu, 12 Nov 2015 12:25:09 +0300
Subject: [PATCH] Remove unused jenkins related files

Change-Id: I701882b31b2bec869a3e3bbb637d5d208f823323
Related-Bug: #1474947
---
 utils/jenkins/artifact_helper.py   | 147 ---------
 utils/jenkins/process_artifacts.sh |  57 ----
 utils/jenkins/system_tests.sh      | 471 -----------------------------
 3 files changed, 675 deletions(-)
 delete mode 100755 utils/jenkins/artifact_helper.py
 delete mode 100755 utils/jenkins/process_artifacts.sh
 delete mode 100755 utils/jenkins/system_tests.sh

diff --git a/utils/jenkins/artifact_helper.py b/utils/jenkins/artifact_helper.py
deleted file mode 100755
index 213aa1316..000000000
--- a/utils/jenkins/artifact_helper.py
+++ /dev/null
@@ -1,147 +0,0 @@
-#!/usr/bin/env python
-
-import argparse
-import logging
-import re
-import sys
-
-
-logger = logging.getLogger(__name__)
-logger.addHandler(logging.StreamHandler())
-
-# Artifact id is a function of artifact type and artifact extension
-# Combination of art_type and art_ext should be unique
-
-ART_ID = {
-    (None, 'img'): 'img',
-    (None, 'iso'): 'iso',
-    ('upgrade', 'tar'): 'upgrade',
-    ('upgrade', 'tar.lrzip'): 'upgrade-lrzip',
-    ('patching', 'tar'): 'patching',
-}
-
-MATCH_STRING = (
-    "fuel"
-    "(-(?P<ci_id>(gerrit)|(community)))?"
-    "(-(?P<version>(\d\.\d)|(master)))?"
-    "(-(?P<art_type>(upgrade)|(patching)))?"
-    "(-(?P<build_number>\d*))?"
-    "(-(?P<timestamp>\d{4}-\d{2}-\d{2}_\d{2}-\d{2}-\d{2}))?"
-    "(\.(?P<art_ext>[a-z\.]*))\Z"
-)
-
-
-class NamingException(Exception):
-    pass
-
-
-def parsed_name_to_str(parsed_name, fmt_string):
-    """Print dictionary using specified fmt string"""
-    if not fmt_string:
-        fmt_string = ("fullname: {fullname}\n"
-                      "version: {version}\n"
-                      "ci_id: {ci_id}\n"
-                      "art_type: {art_type}\n"
-                      "art_ext: {art_ext}\n"
-                      "art_id: {art_id}\n"
-                      "build_number: {build_number}\n"
-                      "timestamp: {timestamp}")
-    return fmt_string.format(**parsed_name)
-
-
-def parse_name(name):
-    """Parse artifact name according to schema:
-
-    fuel
-    [-<ci_id>]
-    [-<version>]
-    [-<art_type>]
-    [-<build_number>]
-    [-<timestamp>]
-    .<art_ext>
-    """
-
-    parsed_name = {'fullname': name}
-
-    matched = re.match(MATCH_STRING, name)
-
-    if not matched:
-        raise NamingException(
-            "Name %s does not match string: %s" % (name, MATCH_STRING)
-        )
-
-    parsed_name.update(matched.groupdict())
-
-    # Add art_id - the unique id combined from art_type and art_ext
-
-    parsed_name['art_id'] = ART_ID[
-        (parsed_name['art_type'], parsed_name['art_ext'])
-    ]
-
-    return parsed_name
-
-
-def run_command(command, args):
-    """Runs subcommand according to parsed data"""
-
-    if command == 'parse':
-        parsed_name = parse_name(args.artifact_name)
-        print parsed_name_to_str(parsed_name, args.fmt)
-    elif command == 'test':
-        try:
-            parse_name(args.artifact_name)
-        except NamingException:
-            logger.info("Artifact name does not match schema")
-            sys.exit(-1)
-    else:
-        logger.warning("Nothing to do for command %s" % command)
-
-
-def main():
-
-    parser = argparse.ArgumentParser(description='Artifacts helper')
-
-    parser.add_argument('-v', '--verbose',
-                        action='store_true',
-                        default=False,
-                        help='show debug output')
-
-    subparsers = parser.add_subparsers(
-        title='Subcommands',
-        description='Run %(prog)s <subcommand> -h for subcommand help.',
-        dest='command')
-
-    parser_test = subparsers.add_parser(
-        'test',
-        help=(
-            'Test if artifact name follows naming schema. '
-            'Return error code -1 if not.'
-        )
-    )
-
-    parser_test.add_argument('artifact_name', help='artifact name')
-
-    parser_parse = subparsers.add_parser(
-        'parse',
-        help=(
-            'Parse artifact name according to naming schema'
-            'and print formatted output'
-        )
-    )
-
-    parser_parse.add_argument('artifact_name', help='artifact name')
-    parser_parse.add_argument('--fmt', default=None,
-                              help='output format string')
-
-    args = parser.parse_args()
-
-    if args.verbose:
-        logger.setLevel(level=logging.DEBUG)
-
-    logger.debug("Args: %s" % args)
-
-    run_command(args.command, args)
-
-
-if __name__ == '__main__':
-    main()
diff --git a/utils/jenkins/process_artifacts.sh b/utils/jenkins/process_artifacts.sh
deleted file mode 100755
index 9d61197cb..000000000
--- a/utils/jenkins/process_artifacts.sh
+++ /dev/null
@@ -1,57 +0,0 @@
-#!/bin/bash
-
-set -x
-
-usage(){
-    echo "Usage: `basename $0` <artifact_file_name>"
-    exit 1
-}
-
-if [ $# -ne 1 ] || [ ! -f "$1" ]
-then
-    usage
-fi
-
-# Defaults
-HOSTNAME=`hostname -f`
-
-[[ -z "${LOCAL_STORAGE}" ]] && LOCAL_STORAGE="/var/www/fuelweb-iso"
-[[ -z "${TRACKER_URL}" ]] && TRACKER_URL='http://tracker01-bud.infra.mirantis.net:8080/announce,http://tracker01-mnv.infra.mirantis.net:8080/announce,http://tracker01-msk.infra.mirantis.net:8080/announce'
-[[ -z "${HTTP_ROOT}" ]] && HTTP_ROOT="http://${HOSTNAME}/fuelweb-iso"
-
-
-# Process artifact
-
-ARTIFACT=$1
-
-echo "MD5SUM is:"
-md5sum $ARTIFACT
-
-echo "SHA1SUM is:"
-sha1sum $ARTIFACT
-
-mkdir -p $LOCAL_STORAGE
-mv $ARTIFACT $LOCAL_STORAGE
-
-MAGNET_LINK=`seedclient.py -v -u -f "$LOCAL_STORAGE"/"$ARTIFACT" --tracker-url="${TRACKER_URL}" --http-root="${HTTP_ROOT}" || true`
-STORAGES=($(echo "${HTTP_ROOT}" | tr ',' '\n'))
-HTTP_LINK="${STORAGES}/${ARTIFACT}"
-HTTP_TORRENT="${HTTP_LINK}.torrent"
-
-# Generate txt
-
-echo "
-ARTIFACT=$ARTIFACT
-HTTP_LINK=$HTTP_LINK
-HTTP_TORRENT=$HTTP_TORRENT
-MAGNET_LINK=$MAGNET_LINK
-" > $ARTIFACT.data.txt
-
-# Generate html
-
-echo "
-<h1>$ARTIFACT</h1>
-<a href=\"$HTTP_LINK\">HTTP link</a><br>
-<a href=\"$HTTP_TORRENT\">Torrent file</a><br>
-<a href=\"$MAGNET_LINK\">Magnet link</a><br>
-" > $ARTIFACT.data.html
diff --git a/utils/jenkins/system_tests.sh b/utils/jenkins/system_tests.sh
deleted file mode 100755
index 3d397b251..000000000
--- a/utils/jenkins/system_tests.sh
+++ /dev/null
@@ -1,471 +0,0 @@
-#!/bin/sh
-PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
-
-# functions
-
-INVALIDOPTS_ERR=100
-NOJOBNAME_ERR=101
-NOISOPATH_ERR=102
-NOTASKNAME_ERR=103
-NOWORKSPACE_ERR=104
-DEEPCLEAN_ERR=105
-MAKEISO_ERR=106
-NOISOFOUND_ERR=107
-COPYISO_ERR=108
-SYMLINKISO_ERR=109
-CDWORKSPACE_ERR=110
-ISODOWNLOAD_ERR=111 
-INVALIDTASK_ERR=112
-
-# Defaults
-
-export REBOOT_TIMEOUT=${REBOOT_TIMEOUT:-5000}
-
-
-ShowHelp() {
-cat << EOF
-System Tests Script
-
-It can perform several actions depending on Jenkins JOB_NAME it's ran from
-or it can take names from exported environment variables or command line options
-if you do need to override them.
-
--w (dir)    - Path to workspace where fuelweb git repository was checked out.
-              Uses Jenkins' WORKSPACE if not set
--e (name)   - Directly specify environment name used in tests
-              Uses ENV_NAME variable is set.
--j (name)   - Name of this job. Determines ISO name, Task name and used by tests.
-              Uses Jenkins' JOB_NAME if not set
--V (dir)    - Path to python virtual environment
--i (file)   - Full path to ISO file to build or use for tests.
-              Made from iso dir and name if not set.
--t (name)   - Name of task this script should perform. Should be one of defined ones.
-              Taken from Jenkins' job's suffix if not set.
--o (str)    - Allows you any extra command line option to run test job if you
-              want to use some parameters.
--a (str)    - Allows you to path NOSE_ATTR to the test job if you want
-              to use some parameters.
--A (str)    - Allows you to path  NOSE_EVAL_ATTR if you want to enter attributes
-              as python expressions.
--m (name)   - Use this mirror to build ISO from.
-              Uses 'srt' if not set.
--U          - ISO URL for tests.
-              Null by default.             
--r (yes/no) - Should built ISO file be places with build number tag and
-              symlinked to the last build or just copied over the last file.
--b (num)    - Allows you to override Jenkins' build number if you need to.
--l (dir)    - Path to logs directory. Can be set by LOGS_DIR evironment variable.
-              Uses WORKSPACE/logs if not set.
--d          - Dry run mode. Only show what would be done and do nothing.
-              Useful for debugging.
--k          - Keep previously created test environment before tests run
--K          - Keep test environment after tests are finished
--h          - Show this help page
-
-Most variables uses guesing from Jenkins' job name but can be overriden
-by exported variable before script is run or by one of command line options.
-
-You can override following variables using export VARNAME="value" before running this script
-WORKSPACE  - path to directory where Fuelweb repository was checked out by Jenkins or manually
-JOB_NAME   - name of Jenkins job that determines which task should be done and ISO file name.
-
-If task name is "iso" it will make iso file
-Other defined names will run Nose tests using previously built ISO file.
-
-ISO file name is taken from job name prefix
-Task name is taken from job name suffix
-Separator is one dot '.'
-
-For example if JOB_NAME is:
-mytest.somestring.iso
-ISO name: mytest.iso
-Task name: iso
-If ran with such JOB_NAME iso file with name mytest.iso will be created
-
-If JOB_NAME is:
-mytest.somestring.node
-ISO name: mytest.iso
-Task name: node
-If script was run with this JOB_NAME node tests will be using ISO file mytest.iso.
-
-First you should run mytest.somestring.iso job to create mytest.iso.
-Then you can ran mytest.somestring.node job to start tests using mytest.iso and other tests too.
-EOF
-}
-
-GlobalVariables() {
-  # where built iso's should be placed
-  # use hardcoded default if not set before by export
-  ISO_DIR="${ISO_DIR:=/var/www/fuelweb-iso}"
-
-  # name of iso file
-  # taken from jenkins job prefix
-  # if not set before by variable export
-  if [ -z "${ISO_NAME}" ]; then
-    ISO_NAME="${JOB_NAME%.*}.iso"
-  fi
-
-  # full path where iso file should be placed
-  # make from iso name and path to iso shared directory
-  # if was not overriden by options or export
-  if [ -z "${ISO_PATH}" ]; then
-    ISO_PATH="${ISO_DIR}/${ISO_NAME}"
-  fi  
-  
-  # what task should be ran
-  # it's taken from jenkins job name suffix if not set by options
-  if [ -z "${TASK_NAME}" ]; then
-    TASK_NAME="${JOB_NAME##*.}"
-  fi
-
-  # do we want to keep iso's for each build or just copy over single file
-  ROTATE_ISO="${ROTATE_ISO:=yes}"
-
-  # choose mirror to build iso from. Default is 'srt' for Saratov's mirror
-  # you can change mirror by exporting USE_MIRROR variable before running this script
-  USE_MIRROR="${USE_MIRROR:=srt}"
-
-  # only show what commands would be executed but do nothing
-  # this feature is usefull if you want to debug this script's behaviour
-  DRY_RUN="${DRY_RUN:=no}"
-}
-
-GetoptsVariables() {
-  while getopts ":w:j:i:t:o:a:A:m:U:r:b:V:l:dkKe:h" opt; do
-    case $opt in
-      w)
-        WORKSPACE="${OPTARG}"
-        ;;
-      j)
-        JOB_NAME="${OPTARG}"
-        ;;
-      i)
-        ISO_PATH="${OPTARG}"
-        ;;
-      t)
-        TASK_NAME="${OPTARG}"
-        ;;
-      o)
-        TEST_OPTIONS="${TEST_OPTIONS} ${OPTARG}"
-        ;;
-      a)
-        NOSE_ATTR="${OPTARG}"
-        ;;
-      A)
-        NOSE_EVAL_ATTR="${OPTARG}"
-        ;;
-      m)
-        USE_MIRROR="${OPTARG}"
-        ;;
-      U)
-        ISO_URL="${OPTARG}"
-        ;;
-      r)
-        ROTATE_ISO="${OPTARG}"
-        ;;
-      b)
-        BUILD_NUMBER="${OPTARG}"
-        ;;
-      V)
-        VENV_PATH="${OPTARG}"
-        ;;
-      l)
-        LOGS_DIR="${OPTARG}"
-        ;;
-      k)
-        KEEP_BEFORE="yes"
-        ;;
-      K)
-        KEEP_AFTER="yes"
-        ;;
-      e)
-        ENV_NAME="${OPTARG}"
-        ;;
-      d)
-        DRY_RUN="yes"
-        ;;
-      h)
-        ShowHelp
-        exit 0
-        ;;
-      \?)
-        echo "Invalid option: -$OPTARG"
-        ShowHelp
-        exit $INVALIDOPTS_ERR
-        ;;
-      :)
-        echo "Option -$OPTARG requires an argument."
-        ShowHelp
-        exit $INVALIDOPTS_ERR
-        ;;
-    esac
-  done
-}
-
-CheckVariables() {
-
-  if [ -z "${JOB_NAME}" ]; then
-    echo "Error! JOB_NAME is not set!"
-    exit $NOJOBNAME_ERR 
-  fi
-
-  if [ -z "${ISO_PATH}" ]; then
-    echo "Error! ISO_PATH is not set!"
-    exit $NOISOPATH_ERR 
-  fi
-  
-  if [ -z "${TASK_NAME}" ]; then
-    echo "Error! TASK_NAME is not set!"
-    exit $NOTASKNAME_ERR
-  fi
-
-  if [ -z "${WORKSPACE}" ]; then
-    echo "Error! WORKSPACE is not set!"
-    exit $NOWORKSPACE_ERR
-  fi
-}
-
-MakeISO() {
-  # Create iso file to be used in tests
-
-  # clean previous garbage
-  if [ "${DRY_RUN}" = "yes" ]; then
-    echo make deep_clean
-  else
-    make deep_clean
-  fi
-  ec="${?}"
-
-  if [ "${ec}" -gt "0" ]; then
-    echo "Error! Deep clean failed!"
-    exit $DEEPCLEAN_ERR
-  fi
-
-  # create ISO file
-  export USE_MIRROR
-  if [ "${DRY_RUN}" = "yes" ]; then
-    echo make iso
-  else
-    make iso
-  fi
-  ec=$?
-
-  if [ "${ec}" -gt "0" ]; then
-    echo "Error making ISO!"
-    exit $MAKEISO_ERR 
-  fi
-
-  if [ "${DRY_RUN}" = "yes" ]; then
-    ISO="${WORKSPACE}/build/iso/fuel.iso"
-  else
-    ISO="`ls ${WORKSPACE}/build/iso/*.iso | head -n 1`"
-    # check that ISO file exists
-    if [ ! -f "${ISO}" ]; then
-      echo "Error! ISO file not found!"
-      exit $NOISOFOUND_ERR
-    fi
-  fi
-
-  # copy ISO file to storage dir
-  # if rotation is enabled and build number is aviable
-  # save iso to tagged file and symlink to the last build
-  # if rotation is not enabled just copy iso to iso_dir
-
-  if [ "${ROTATE_ISO}" = "yes" -a "${BUILD_NUMBER}" != "" ]; then
-    # copy iso file to shared dir with revision tagged name
-    NEW_BUILD_ISO_PATH="${ISO_PATH#.iso}_${BUILD_NUMBER}.iso"
-    if [ "${DRY_RUN}" = "yes" ]; then
-      echo cp "${ISO}" "${NEW_BUILD_ISO_PATH}"
-    else
-      cp "${ISO}" "${NEW_BUILD_ISO_PATH}"
-    fi
-    ec=$?
-
-    if [ "${ec}" -gt "0" ]; then
-      echo "Error! Copy ${ISO} to ${NEW_BUILD_ISO_PATH} failed!"
-      exit $COPYISO_ERR
-    fi
-
-    # create symlink to the last built ISO file
-    if [ "${DRY_RUN}" = "yes" ]; then
-      echo ln -sf "${NEW_BUILD_ISO_PATH}" "${ISO_PATH}"
-    else
-      ln -sf "${NEW_BUILD_ISO_PATH}" "${ISO_PATH}"
-    fi
-    ec=$?
-
-    if [ "${ec}" -gt "0" ]; then
-      echo "Error! Create symlink from ${NEW_BUILD_ISO_PATH} to ${ISO_PATH} failed!"
-      exit $SYMLINKISO_ERR
-    fi
-  else
-    # just copy file to shared dir
-    if [ "${DRY_RUN}" = "yes" ]; then
-      echo cp "${ISO}" "${ISO_PATH}"
-    else
-      cp "${ISO}" "${ISO_PATH}"
-    fi
-    ec=$?
-
-    if [ "${ec}" -gt "0" ]; then
-      echo "Error! Copy ${ISO} to ${ISO_PATH} failed!"
-      exit $COPYISO_ERR
-    fi
-  fi
-
-  if [ "${ec}" -gt "0" ]; then
-    echo "Error! Copy ISO from ${ISO} to ${ISO_PATH} failed!"
-    exit $COPYISO_ERR
-  fi
-  echo "Finished building ISO: ${ISO_PATH}"
-  exit 0
-}
-
-CdWorkSpace() {
-    # chdir into workspace or fail if could not
-    if [ "${DRY_RUN}" != "yes" ]; then
-        cd "${WORKSPACE}"
-        ec=$?
-
-        if [ "${ec}" -gt "0" ]; then
-            echo "Error! Cannot cd to WORKSPACE!"
-            exit $CDWORKSPACE_ERR
-        fi
-    else
-        echo cd "${WORKSPACE}"
-    fi
-}
-
-RunTest() {
-    # Run test selected by task name
-
-    # check if iso file exists
-    if [ ! -f "${ISO_PATH}" ]; then
-        if [ -z "${ISO_URL}" -a "${DRY_RUN}" != "yes" ]; then
-            echo "Error! File ${ISO_PATH} not found and no ISO_URL (-U key) for downloading!"
-            exit $NOISOFOUND_ERR
-        else
-            if [ "${DRY_RUN}" = "yes" ]; then
-                echo wget -nv -c ${ISO_URL} -O ${ISO_PATH}
-            else
-                echo "No ${ISO_PATH} found. Trying to download file."
-                wget -nv -c ${ISO_URL} -O ${ISO_PATH}
-                rc=$?
-                if [ $rc -ne 0 ]; then
-                    echo "Failed to fetch ISO from ${ISO_URL}"
-                    exit $ISODOWNLOAD_ERR
-                fi
-            fi
-        fi
-    fi
-
-    if [ -z "${VENV_PATH}" ]; then
-        VENV_PATH="/home/jenkins/venv-nailgun-tests"
-    fi
-
-    # run python virtualenv
-    if [ "${DRY_RUN}" = "yes" ]; then
-        echo . $VENV_PATH/bin/activate
-    else
-        . $VENV_PATH/bin/activate
-    fi
-
-    if [ "${ENV_NAME}" = "" ]; then
-      ENV_NAME="${JOB_NAME}_system_test"
-    fi
-
-    if [ "${LOGS_DIR}" = "" ]; then
-      LOGS_DIR="${WORKSPACE}/logs"
-    fi
-
-    if [ ! -f "$LOGS_DIR" ]; then
-      mkdir -p $LOGS_DIR
-    fi
-
-    export ENV_NAME
-    export LOGS_DIR
-    export ISO_PATH
-
-    if [ "${KEEP_BEFORE}" != "yes" ]; then
-      # remove previous environment
-      if [ "${DRY_RUN}" = "yes" ]; then
-        echo dos.py erase "${ENV_NAME}"
-      else
-        if [ $(dos.py list | grep "^${ENV_NAME}\$") ]; then
-          dos.py erase "${ENV_NAME}"
-        fi
-      fi
-    fi
-
-    # gather additional option for this nose test run
-    OPTS=""
-    if [ -n "${NOSE_ATTR}" ]; then
-        OPTS="${OPTS} -a ${NOSE_ATTR}"
-    fi
-    if [ -n "${NOSE_EVAL_ATTR}" ]; then
-        OPTS="${OPTS} -A ${NOSE_EVAL_ATTR}"
-    fi
-    if [ -n "${TEST_OPTIONS}" ]; then
-        OPTS="${OPTS} ${TEST_OPTIONS}"
-    fi
-
-    # run python test set to create environments, deploy and test product
-    if [ "${DRY_RUN}" = "yes" ]; then
-        echo export PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${WORKSPACE}"
-        echo python fuelweb_test/run_tests.py -q --nologcapture --with-xunit ${OPTS}
-    else
-        export PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${WORKSPACE}"
-        echo ${PYTHONPATH}
-        python fuelweb_test/run_tests.py -q --nologcapture --with-xunit ${OPTS}
-
-    fi
-    ec=$?
-
-    if [ "${KEEP_AFTER}" != "yes" ]; then
-      # remove environment after tests
-      if [ "${DRY_RUN}" = "yes" ]; then
-        echo dos.py destroy "${ENV_NAME}"
-      else
-        dos.py destroy "${ENV_NAME}"
-      fi
-    fi
-
-    exit "${ec}"
-}
-
-RouteTasks() {
-  # this selector defines task names that are recognised by this script
-  # and runs corresponding jobs for them
-  # running any jobs should exit this script
-
-  case "${TASK_NAME}" in
-  test)
-    RunTest
-    ;;  
-  iso)
-    MakeISO
-    ;;
-  *)
-    echo "Unknown task: ${TASK_NAME}!"
-    exit $INVALIDTASK_ERR
-    ;;
-  esac
-  exit 0
-}
-
-# MAIN
-
-# first we want to get variable from command line options
-GetoptsVariables ${@}
-
-# then we define global variables and there defaults when needed
-GlobalVariables
-
-# check do we have all critical variables set
-CheckVariables
-
-# first we chdir into our working directory unless we dry run
-CdWorkSpace
-
-# finally we can choose what to do according to TASK_NAME
-RouteTasks