Switch to simple service test instead of tempest

It appears that ceilometer itself has no tests now that there
is no API, so we switch to simply verifying if the services
are up.

Distro installs for xenial are not working, which is not
surprising given that the service is using queens packages.
We therefore disable the test for follow up in another patch.

Change-Id: Ia06438c22430c3432f6dff523c22ec3cd7bdddf8

tests/os_ceilometer-overrides.yml

@@ -34,21 +34,3 @@ swift_system_user_name: swift
 swift_system_shell: /bin/false
 swift_system_comment: swift test user
 swift_system_home_folder: "/var/lib/{{ swift_system_user_name }}"
-
-# Without Panko, ceilometer doesn't have any functional tempest tests
-# that can run against the telemetry system. The ceilometer API is
-# deprecated in Pike, which causes the test_telemetry_notification_api
-# test to fail. We set tempest_run to no until we have Panko integration
-# TODO: (alextricity25) Look into enabling the autoscaling scenario
-# once we have Panko integration.
-tempest_run: no
-tempest_venv_tag: "{{ tempest_git_install_branch }}"
-tempest_venv_bin: "/opt/tempest_{{ tempest_venv_tag }}/bin"
-
-tempest_plugins:
-  - name: tempest-ceilometer
-    repo: https://git.openstack.org/openstack/ceilometer
-    branch: master
-
-tempest_test_whitelist:
-  - ceilometer.tests.tempest.api.test_telemetry_notification_api

tests/test-install-ceilometer.yml

@@ -21,3 +21,41 @@
     - common/test-vars.yml
   roles:
     - role: "os_ceilometer"
+  post_tasks:
+    - name: Check status of ceilometer-agent-notification
+      command: systemctl status ceilometer-agent-notification
+      ignore_errors: yes
+      changed_when: false
+      register: _ceilometer_agent_notification
+      args:
+        warn: no
+      tags:
+        - skip_ansible_lint
+
+    - name: Fail if ceilometer-agent-notification is not running
+      fail:
+        msg: |
+          Service ceilometer-agent-notification is not running.
+          {{ _ceilometer_agent_notification.stdout }}
+          {{ _ceilometer_agent_notification.stderr }}
+      when:
+        - "_ceilometer_agent_notification is failed"
+
+    - name: Check status of ceilometer-polling
+      command: systemctl status ceilometer-polling
+      ignore_errors: yes
+      changed_when: false
+      register: _ceilometer_polling
+      args:
+        warn: no
+      tags:
+        - skip_ansible_lint
+
+    - name: Fail if ceilometer-polling is not running
+      fail:
+        msg: |
+          Service ceilometer-polling is not running.
+          {{ _ceilometer_polling.stdout }}
+          {{ _ceilometer_polling.stderr }}
+      when:
+        - "_ceilometer_polling is failed"

tests/test.yml

@@ -26,6 +26,3 @@
 - import_playbook: common/test-install-glance.yml
 
 - import_playbook: test-install-ceilometer.yml
-
-# Install and execute Tempest
-- import_playbook: common/test-install-tempest.yml

zuul.d/project.yaml

@@ -20,7 +20,11 @@
       - release-notes-jobs-python3
     check:
       jobs:
-        - openstack-ansible-functional-distro_install-ubuntu-xenial
+          # NOTE(odyssey4me):
+          # Distro installs are not yet working for xenial/bionic,
+          # so leave them non-voting for now.
+        - openstack-ansible-functional-distro_install-ubuntu-xenial:
+            voting: false
           # NOTE(hwoarang) Centos7 is having some troubles with repo dependencies
           # so disabling until it's investigated.
         - openstack-ansible-functional-distro_install-centos-7:
@@ -28,5 +32,4 @@
         - openstack-ansible-functional-distro_install-opensuse-423
     gate:
       jobs:
-        - openstack-ansible-functional-distro_install-ubuntu-xenial
         - openstack-ansible-functional-distro_install-opensuse-423