From 6c61cf7af71a3661a14900b7baa2e7985ba6673f Mon Sep 17 00:00:00 2001 From: Boris Pavlovic Date: Sat, 14 Mar 2015 16:15:42 +0300 Subject: [PATCH] Run more Rally benchmark on every patch * Since 24 Nov 2014 we added a lot of Neutron benchmarks Running more Neutron related benchmarks in Neutron gate allows to avoid performance regressions and races. * Neutron benchmarks are described here: https://github.com/stackforge/rally/blob/master/rally/benchmark/scenarios/neutron/network.py It's quite simple code be free to take a look. * All changes in concurrency and times are related to optimization of duration/usefulness * To get description of benchmarks use: rally info find NeutronNetworks.create_and_update_networks New benchmarks: - NeutronNetworks.create_and_update_networks - NeutronNetworks.create_and_delete_networks - NeutronNetworks.create_and_update_subnets - NeutronNetworks.create_and_delete_subnets - NeutronNetworks.create_and_update_routers - NeutronNetworks.create_and_delete_routers - NeutronNetworks.create_and_list_routers - NeutronNetworks.create_and_update_ports - NeutronNetworks.create_and_delete_ports - NeutronNetworks.create_and_list_ports - Quotas.neutron_update related bug: #bug 1419723 Change-Id: Ie3c84e057fc96c0f35ad77b7297c564442ebcf10 --- rally-jobs/neutron-neutron.yaml | 273 +++++++++++++++++++++++++++++++- 1 file changed, 269 insertions(+), 4 deletions(-) diff --git a/rally-jobs/neutron-neutron.yaml b/rally-jobs/neutron-neutron.yaml index 79dd597f4..86852e1c8 100644 --- a/rally-jobs/neutron-neutron.yaml +++ b/rally-jobs/neutron-neutron.yaml @@ -3,8 +3,8 @@ - runner: type: "constant" - times: 100 - concurrency: 10 + times: 40 + concurrency: 20 context: users: tenants: 1 @@ -12,6 +12,9 @@ quotas: neutron: network: -1 + sla: + failure_rate: + max: 0 NeutronNetworks.create_and_list_subnets: - @@ -19,8 +22,8 @@ subnets_per_network: 2 runner: type: "constant" - times: 100 - concurrency: 5 + times: 40 + concurrency: 20 context: users: tenants: 1 @@ -29,3 +32,265 @@ neutron: subnet: -1 network: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_list_routers: + - + args: + network_create_args: + subnet_create_args: + subnet_cidr_start: "1.1.0.0/30" + subnets_per_network: 2 + router_create_args: + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + neutron: + network: -1 + subnet: -1 + router: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_list_ports: + - + args: + network_create_args: + port_create_args: + ports_per_network: 2 + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + neutron: + network: -1 + subnet: -1 + router: -1 + port: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_update_networks: + - + args: + network_create_args: {} + network_update_args: + admin_state_up: False + name: "_updated" + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + neutron: + network: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_update_subnets: + - + args: + network_create_args: {} + subnet_create_args: {} + subnet_cidr_start: "1.4.0.0/16" + subnets_per_network: 2 + subnet_update_args: + enable_dhcp: False + name: "_subnet_updated" + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 5 + users_per_tenant: 5 + quotas: + neutron: + network: -1 + subnet: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_update_routers: + - + args: + network_create_args: {} + subnet_create_args: {} + subnet_cidr_start: "1.1.0.0/30" + subnets_per_network: 2 + router_create_args: {} + router_update_args: + admin_state_up: False + name: "_router_updated" + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + neutron: + network: -1 + subnet: -1 + router: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_update_ports: + - + args: + network_create_args: {} + port_create_args: {} + ports_per_network: 5 + port_update_args: + admin_state_up: False + device_id: "dummy_id" + device_owner: "dummy_owner" + name: "_port_updated" + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + neutron: + network: -1 + port: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_delete_networks: + - + args: + network_create_args: {} + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + neutron: + network: -1 + subnet: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_delete_subnets: + - + args: + network_create_args: {} + subnet_create_args: {} + subnet_cidr_start: "1.1.0.0/30" + subnets_per_network: 2 + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + neutron: + network: -1 + subnet: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_delete_routers: + - + args: + network_create_args: {} + subnet_create_args: {} + subnet_cidr_start: "1.1.0.0/30" + subnets_per_network: 2 + router_create_args: {} + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + neutron: + network: -1 + subnet: -1 + router: -1 + sla: + failure_rate: + max: 0 + + NeutronNetworks.create_and_delete_ports: + - + args: + network_create_args: {} + port_create_args: {} + ports_per_network: 5 + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + neutron: + network: -1 + port: -1 + sla: + failure_rate: + max: 0 + + Quotas.neutron_update: + - + args: + max_quota: 1024 + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 20 + users_per_tenant: 1 + sla: + failure_rate: + max: 0 + -- 2.45.2