Migrate to Zuulv3

Move legacy jobs to projects Co-Authored-By: Daniel Mellado <dmellado@redhat.com> Change-Id: I0e981e2bf3b3df2a920f169b6194f064a92eb023
2017-10-04 16:12:36 +07:00 · 2017-10-04 16:12:36 +07:00 · 39f615bce5
parent 49689a553b
commit 39f615bce5
7 changed files with 555 additions and 0 deletions
--- a/.zuul.yaml
+++ b/.zuul.yaml
@ -0,0 +1,101 @@
+- job:
+    name: kuryr-kubernetes-install-base
+    parent: legacy-dsvm-base
+    run: playbooks/kuryr-kubernetes-install-base/run
+    post-run: playbooks/kuryr-kubernetes-install-base/post
+    timeout: 4200
+    vars:
+      variant: default
+    required-projects:
+      - openstack-infra/devstack-gate
+      - openstack/devstack-plugin-container
+      - openstack/dragonflow
+      - openstack/kuryr
+      - openstack/kuryr-kubernetes
+
+- job:
+    name: tempest-kuryr-kubernetes-base
+    parent: legacy-dsvm-base
+    run: playbooks/tempest-kuryr-kubernetes-base/run
+    post-run: playbooks/tempest-kuryr-kubernetes-base/post
+    timeout: 4200
+    vars:
+      loadbalancer: lbaasv2
+    required-projects:
+      - openstack-infra/devstack-gate
+      - openstack/devstack-plugin-container
+      - openstack/kuryr
+      - openstack/kuryr-kubernetes
+      - openstack/kuryr-tempest-plugin
+      - openstack/tempest
+    irrelevant-files:
+      - ^(test-|)requirements.txt$
+      - ^setup.cfg$
+    voting: false
+
+
+- job:
+    name: kuryr-kubernetes-install-default
+    parent: kuryr-kubernetes-install-base
+
+- job:
+    name: kuryr-kubernetes-install-dragonflow
+    parent: kuryr-kubernetes-install-base
+    vars:
+      variant: dragonflow
+    voting: false
+
+- job:
+    name: tempest-kuryr-kubernetes-multinode
+    parent: legacy-dsvm-base-multinode
+    run: playbooks/tempest-kuryr-kubernetes-multinode/run
+    post-run: playbooks/tempest-kuryr-kubernetes-multinode/post
+    timeout: 4200
+    required-projects:
+      - openstack-infra/devstack-gate
+      - openstack/devstack-plugin-container
+      - openstack/kuryr
+      - openstack/kuryr-kubernetes
+      - openstack/kuryr-tempest-plugin
+      - openstack/tempest
+    nodeset: legacy-ubuntu-xenial-2-node
+    voting: false
+    irrelevant-files:
+      - ^(test-|)requirements.txt$
+      - ^setup.cfg$
+
+- job:
+    name: tempest-kuryr-kubernetes-lbaasv2
+    parent: tempest-kuryr-kubernetes-base
+
+- job:
+    name: tempest-kuryr-kubernetes-octavia
+    parent: tempest-kuryr-kubernetes-base
+    vars:
+      loadbalancer: octavia
+    required-projects:
+      - openstack-infra/devstack-gate
+      - openstack/barbican
+      - openstack/devstack-plugin-container
+      - openstack/kuryr
+      - openstack/kuryr-kubernetes
+      - openstack/kuryr-tempest-plugin
+      - openstack/octavia
+      - openstack/python-barbicanclient
+      - openstack/python-octaviaclient
+      - openstack/tempest
+
+- project:
+    name: openstack/kuryr-kubernetes
+    check:
+      jobs:
+        - kuryr-kubernetes-install-default
+        - kuryr-kubernetes-install-dragonflow
+        - tempest-kuryr-kubernetes-lbaasv2
+        - tempest-kuryr-kubernetes-octavia
+    gate:
+      jobs:
+        - kuryr-kubernetes-install-default
+    experimental:
+      jobs:
+        - tempest-kuryr-kubernetes-multinode
--- a/playbooks/kuryr-kubernetes-install-base/post.yaml
+++ b/playbooks/kuryr-kubernetes-install-base/post.yaml
@ -0,0 +1,15 @@
+- hosts: primary
+  tasks:
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=/logs/**
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
--- a/playbooks/kuryr-kubernetes-install-base/run.yaml
+++ b/playbooks/kuryr-kubernetes-install-base/run.yaml
@ -0,0 +1,56 @@
+- hosts: all
+  name: kuryr-kubernetes-install-base
+  tasks:
+
+    - name: Ensure legacy workspace directory
+      file:
+        path: '{{ ansible_user_dir }}/workspace'
+        state: directory
+
+    - shell:
+        cmd: |
+          set -e
+          set -x
+          cat > clonemap.yaml << EOF
+          clonemap:
+            - name: openstack-infra/devstack-gate
+              dest: devstack-gate
+          EOF
+          /usr/zuul-env/bin/zuul-cloner -m clonemap.yaml --cache-dir /opt/git \
+              git://git.openstack.org \
+              openstack-infra/devstack-gate
+        executable: /bin/bash
+        chdir: '{{ ansible_user_dir }}/workspace'
+      environment: '{{ zuul | zuul_legacy_vars }}'
+
+    - shell:
+        cmd: |
+          set -e
+          set -x
+          export PYTHONUNBUFFERED=true
+          export DEVSTACK_GATE_NEUTRON=1
+
+          export DEVSTACK_GATE_TEMPEST=0
+
+          export BRANCH_OVERRIDE=default
+          if [ "$BRANCH_OVERRIDE" != "default" ] ; then
+              export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE
+          fi
+
+          # Keep localrc to be able to set some vars in pre_test_hook
+          export KEEP_LOCALRC=1
+
+          export PROJECTS="openstack/kuryr-kubernetes $PROJECTS"
+          export PROJECTS="openstack/dragonflow $PROJECTS"
+          export PROJECTS="openstack/devstack-plugin-container $PROJECTS"
+
+          function gate_hook {
+              bash -xe $BASE/new/kuryr-kubernetes/devstack/gate_hook.sh "{{ variant }}"
+          }
+          export -f gate_hook
+
+          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
+          ./safe-devstack-vm-gate-wrap.sh
+        executable: /bin/bash
+        chdir: '{{ ansible_user_dir }}/workspace'
+      environment: '{{ zuul | zuul_legacy_vars }}'
--- a/playbooks/tempest-kuryr-kubernetes-base/post.yaml
+++ b/playbooks/tempest-kuryr-kubernetes-base/post.yaml
@ -0,0 +1,80 @@
+- hosts: primary
+  tasks:
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=**/*nose_results.html
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=**/*testr_results.html.gz
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=/.testrepository/tmp*
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=**/*testrepository.subunit.gz
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}/tox'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=/.tox/*/log/*
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=/logs/**
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
--- a/playbooks/tempest-kuryr-kubernetes-base/run.yaml
+++ b/playbooks/tempest-kuryr-kubernetes-base/run.yaml
@ -0,0 +1,124 @@
+- hosts: all
+  name: tempest-kuryr-kubernetes-base
+  tasks:
+
+    - name: Ensure legacy workspace directory
+      file:
+        path: '{{ ansible_user_dir }}/workspace'
+        state: directory
+
+    - shell:
+        cmd: |
+          set -e
+          set -x
+          cat > clonemap.yaml << EOF
+          clonemap:
+            - name: openstack-infra/devstack-gate
+              dest: devstack-gate
+          EOF
+          /usr/zuul-env/bin/zuul-cloner -m clonemap.yaml --cache-dir /opt/git \
+              git://git.openstack.org \
+              openstack-infra/devstack-gate
+        executable: /bin/bash
+        chdir: '{{ ansible_user_dir }}/workspace'
+      environment: '{{ zuul | zuul_legacy_vars }}'
+
+    - shell:
+        cmd: |
+          set -e
+          set -x
+          cat << 'EOF' >>"/tmp/dg-local.conf"
+          [[local|localrc]]
+          enable_plugin kuryr-kubernetes \
+              https://git.openstack.org/openstack/kuryr-kubernetes
+          ENABLED_SERVICES=""
+          # Neutron services
+          enable_service neutron
+          enable_service q-agt
+          enable_service q-dhcp
+          enable_service q-l3
+          enable_service q-svc
+          # Keystone
+          enable_service key
+          # dependencies
+          enable_service mysql
+          enable_service rabbit
+          # Nova
+          enable_service n-api
+          enable_service n-cpu
+          enable_service n-cond
+          enable_service n-sch
+          enable_service placement-api
+          enable_service placement-client
+          # Glance
+          enable_service g-api
+          enable_service g-reg
+          # Cinder
+          enable_service c-api
+          enable_service c-vol
+          enable_service c-sch
+          # Docker
+          enable_plugin devstack-plugin-container \
+              git://git.openstack.org/openstack/devstack-plugin-container
+          # Etcd
+          enable_service etcd3
+          # Kubernetes
+          enable_service kubernetes-api
+          enable_service kubernetes-controller-manager
+          enable_service kubernetes-scheduler
+          KURYR_K8S_API_PORT="8080"
+          # Kubelet
+          enable_service kubelet
+          # Kuryr watcher
+          enable_service kuryr-kubernetes
+          # LBaaS service
+          ENABLED_SERVICES+=,q-lbaasv2
+
+          enable_plugin neutron-lbaas git://git.openstack.org/openstack/neutron-lbaas
+          if "{{ loadbalancer }}" == "lbaasv2"; then
+              # Haproxy agent
+              NEUTRON_LBAAS_SERVICE_PROVIDERV2=LOADBALANCERV2:Haproxy:neutron_lbaas.drivers.haproxy.plugin_driver.HaproxyOnHostPluginDriver:default
+          elif "{{ loadbalancer }}" == "octavia"; then
+              # Octavia
+              enable_plugin octavia https://git.openstack.org/openstack/octavia
+              enable_plugin barbican https://git.openstack.org/openstack/barbican
+              ENABLED_SERVICES+=,octavia,o-api,o-cw,o-hk,o-hm
+              export PROJECTS="openstack/barbican $PROJECTS"
+              export PROJECTS="openstack/python-barbicanclient $PROJECTS"
+              export PROJECTS="openstack/octavia $PROJECTS"
+              export PROJECTS="openstack/python-octaviaclient $PROJECTS"
+          fi
+
+          # Enable Tempest
+          enable_service tempest
+          # Enable Tempest plugin
+          TEMPEST_PLUGINS='/opt/stack/new/kuryr-tempest-plugin'
+
+          EOF
+        executable: /bin/bash
+        chdir: '{{ ansible_user_dir }}/workspace'
+      environment: '{{ zuul | zuul_legacy_vars }}'
+
+    - shell:
+        cmd: |
+          set -e
+          set -x
+          export PYTHONUNBUFFERED=true
+          export DEVSTACK_GATE_TEMPEST=1
+          export DEVSTACK_GATE_NEUTRON=1
+          export DEVSTACK_GATE_TEMPEST_REGEX="kuryr_tempest_plugin.tests"
+          export BRANCH_OVERRIDE=default
+
+          if [ "$BRANCH_OVERRIDE" != "default" ] ; then
+              export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE
+          fi
+
+          export PROJECTS="openstack/kuryr-kubernetes $PROJECTS"
+          export PROJECTS="openstack/kuryr-tempest-plugin $PROJECTS"
+          export PROJECTS="openstack/devstack-plugin-container $PROJECTS"
+
+          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
+          ./safe-devstack-vm-gate-wrap.sh
+        executable: /bin/bash
+        chdir: '{{ ansible_user_dir }}/workspace'
+      environment: '{{ zuul | zuul_legacy_vars }}'
--- a/playbooks/tempest-kuryr-kubernetes-multinode/post.yaml
+++ b/playbooks/tempest-kuryr-kubernetes-multinode/post.yaml
@ -0,0 +1,80 @@
+- hosts: primary
+  tasks:
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=**/*nose_results.html
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=**/*testr_results.html.gz
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=/.testrepository/tmp*
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=**/*testrepository.subunit.gz
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}/tox'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=/.tox/*/log/*
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
+
+    - name: Copy files from {{ ansible_user_dir }}/workspace/ on node
+      synchronize:
+        src: '{{ ansible_user_dir }}/workspace/'
+        dest: '{{ zuul.executor.log_root }}'
+        mode: pull
+        copy_links: true
+        verify_host: true
+        rsync_opts:
+          - --include=/logs/**
+          - --include=*/
+          - --exclude=*
+          - --prune-empty-dirs
--- a/playbooks/tempest-kuryr-kubernetes-multinode/run.yaml
+++ b/playbooks/tempest-kuryr-kubernetes-multinode/run.yaml
@ -0,0 +1,99 @@
+- hosts: controller
+  name: tempest-kuryr-kubernetes-multinode
+  tasks:
+
+    - name: Ensure legacy workspace directory
+      file:
+        path: '{{ ansible_user_dir }}/workspace'
+        state: directory
+
+    - shell:
+        cmd: |
+          set -e
+          set -x
+          cat > clonemap.yaml << EOF
+          clonemap:
+            - name: openstack-infra/devstack-gate
+              dest: devstack-gate
+          EOF
+          /usr/zuul-env/bin/zuul-cloner -m clonemap.yaml --cache-dir /opt/git \
+              git://git.openstack.org \
+              openstack-infra/devstack-gate
+        executable: /bin/bash
+        chdir: '{{ ansible_user_dir }}/workspace'
+      environment: '{{ zuul | zuul_legacy_vars }}'
+
+    - shell:
+        cmd: |
+          set -e
+          set -x
+          cat << 'EOF' >>"/tmp/dg-local.conf"
+          [[local|localrc]]
+          enable_plugin kuryr-kubernetes \
+              https://git.openstack.org/openstack/kuryr-kubernetes
+          ENABLED_SERVICES=""
+          # Neutron services
+          enable_service neutron
+          enable_service q-agt
+          enable_service q-dhcp
+          enable_service q-l3
+          enable_service q-svc
+          # LBaaSv2 service and Haproxy agent
+          enable_plugin neutron-lbaas \
+              git://git.openstack.org/openstack/neutron-lbaas
+          enable_service q-lbaasv2
+          NEUTRON_LBAAS_SERVICE_PROVIDERV2="LOADBALANCERV2:Haproxy:neutron_lbaas.drivers.haproxy.plugin_driver.HaproxyOnHostPluginDriver:default"
+          # Keystone
+          enable_service key
+          # dependencies
+          enable_service mysql
+          enable_service rabbit
+          # Docker
+          enable_plugin devstack-plugin-container \
+              git://git.openstack.org/openstack/devstack-plugin-container
+          # Etcd
+          enable_service etcd3
+          # Kubernetes
+          enable_service kubernetes-api
+          enable_service kubernetes-controller-manager
+          enable_service kubernetes-scheduler
+          KURYR_K8S_API_PORT="8080"
+          # Kubelet
+          enable_service kubelet
+          # Kuryr watcher
+          enable_service kuryr-kubernetes
+          # Enable Tempest
+          enable_service tempest
+          # Enable Tempest plugin
+          TEMPEST_PLUGINS='/opt/stack/new/kuryr-tempest-plugin'
+
+          EOF
+        executable: /bin/bash
+        chdir: '{{ ansible_user_dir }}/workspace'
+      environment: '{{ zuul | zuul_legacy_vars }}'
+
+    - shell:
+        cmd: |
+          set -e
+          set -x
+          export PYTHONUNBUFFERED=true
+          export DEVSTACK_GATE_TEMPEST=1
+          export DEVSTACK_GATE_NEUTRON=1
+          export DEVSTACK_GATE_TEMPEST_REGEX="kuryr_tempest_plugin.tests"
+          export BRANCH_OVERRIDE=default
+
+          if [ "$BRANCH_OVERRIDE" != "default" ] ; then
+              export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE
+          fi
+
+          export PROJECTS="openstack/kuryr-kubernetes $PROJECTS"
+          export PROJECTS="openstack/kuryr-tempest-plugin $PROJECTS"
+          export PROJECTS="openstack/devstack-plugin-container $PROJECTS"
+
+          export DEVSTACK_GATE_TOPOLOGY="multinode"
+
+          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
+          ./safe-devstack-vm-gate-wrap.sh
+        executable: /bin/bash
+        chdir: '{{ ansible_user_dir }}/workspace'
+      environment: '{{ zuul | zuul_legacy_vars }}'