403 lines
13 KiB
YAML
403 lines
13 KiB
YAML
# Stress test designed for telemetry services (ceilometer, gnocchi) by
|
|
# booting persisting xtiny cirros instances. It boots 100 each iteration
|
|
# with a concurrency of 20 instances. A total of 1000 instances are
|
|
# booted. These instances are attached to a network which creates
|
|
# additional telemetry load. In between Boot storms, Gnocchi responsiveness
|
|
# benchmarks are run to verify responsiveness at scale. Afterwards, view
|
|
# how system resources and api responsiveness degrade over each new set of
|
|
# instances booted.
|
|
browbeat:
|
|
results: results/
|
|
rerun: 1
|
|
cloud_name: openstack
|
|
elasticsearch:
|
|
enabled: false
|
|
regather: false
|
|
host: 1.1.1.1
|
|
port: 9200
|
|
metadata_files:
|
|
- name: hardware-metadata
|
|
file: metadata/hardware-metadata.json
|
|
- name: environment-metadata
|
|
file: metadata/environment-metadata.json
|
|
- name: software-metadata
|
|
file: metadata/software-metadata.json
|
|
- name: version
|
|
file: metadata/version.json
|
|
ansible:
|
|
ssh_config: ansible/ssh-config
|
|
hosts: ansible/hosts
|
|
adjust:
|
|
keystone_token: ansible/browbeat/adjustment-keystone-token.yml
|
|
neutron_l3: ansible/browbeat/adjustment-l3.yml
|
|
nova_db: ansible/browbeat/adjustment-db.yml
|
|
workers: ansible/browbeat/adjustment-workers.yml
|
|
metadata: ansible/gather/site.yml
|
|
grafana:
|
|
enabled: false
|
|
grafana_ip: 1.1.1.1
|
|
grafana_port: 3000
|
|
dashboards:
|
|
- openstack-general-system-performance
|
|
rally:
|
|
enabled: true
|
|
sleep_before: 5
|
|
sleep_after: 5
|
|
plugins:
|
|
- browbeat: rally/rally-plugins/browbeat
|
|
- nova: rally/rally-plugins/nova
|
|
- neutron: rally/rally-plugins/neutron
|
|
- gnocchi: rally/rally-plugins/gnocchi
|
|
benchmarks:
|
|
|
|
# Baseline
|
|
- name: BrowbeatGnocchiBaseline
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-Baseline
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-Baseline
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-Baseline
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork01
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-01
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.0.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi01
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-01
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-01
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-01
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork02
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-02
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.2.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi02
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-02
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-02
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-02
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork03
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-03
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.4.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi03
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-03
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-03
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-03
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork04
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-04
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.6.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi04
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-04
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-04
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-04
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork05
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-05
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.8.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi05
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-05
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-05
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-05
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork06
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-06
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.10.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi06
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-06
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-06
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-06
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork07
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-07
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.12.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi07
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-07
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-07
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-07
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork08
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-08
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.14.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi08
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-08
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-08
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-08
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork09
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-09
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.16.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi09
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-09
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-09
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-09
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|
|
|
|
- name: BrowbeatNovaPersistWithNetwork10
|
|
enabled: true
|
|
concurrency:
|
|
- 20
|
|
times: 100
|
|
scenarios:
|
|
- name: nova-boot-persist-with-network-100-10
|
|
enabled: true
|
|
image_name: cirros
|
|
flavor_name: m1.xtiny
|
|
network_start_cidr: 10.1.18.0/23
|
|
cleanup_delay: 1800
|
|
file: rally/rally-plugins/nova/nova_boot_persist_with_network.yml
|
|
- name: BrowbeatGnocchi10
|
|
enabled: true
|
|
concurrency:
|
|
- 8
|
|
times: 5000
|
|
scenarios:
|
|
- name: gnocchi-metric-get-measures-agg-mean-10
|
|
enabled: true
|
|
all_metrics: true
|
|
aggregation: mean
|
|
file: rally/rally-plugins/gnocchi/gnocchi-metric-get-measures.yml
|
|
- name: gnocchi-create-delete-metric-10
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-metric.yml
|
|
- name: gnocchi-create-delete-resource-10
|
|
enabled: true
|
|
times: 1000
|
|
file: rally/rally-plugins/gnocchi/gnocchi-create-delete-resource.yml
|