From ffa99711f165dd0bbee95037c16fcc5da302fc66 Mon Sep 17 00:00:00 2001 From: Ilya Shakhat Date: Fri, 24 Jun 2016 13:39:02 +0300 Subject: [PATCH] OpenStack load test plan and reports Change-Id: Id1127ee46a744b90f825d330d54518277385a547 --- doc/source/test_plans/index.rst | 1 + doc/source/test_plans/openstack_load/plan.rst | 188 ++++ .../cinder_create_volumes.json | 36 + .../neutron_create_and_list_ports.json | 37 + .../neutron_create_network_with_port.json | 37 + .../neutron_create_networks.json | 34 + .../rally_scenarios/nova_boot_servers.json | 54 ++ doc/source/test_results/index.rst | 1 + .../cinder_create_volumes_rps.png | Bin 0 -> 10284 bytes .../test_results/openstack_load/index.rst | 296 ++++++ .../openstack_load/network_scheme.png | Bin 0 -> 20176 bytes .../neutron_create_network_with_port.png | Bin 0 -> 10143 bytes .../openstack_load/nova_boot_servers_rps.png | Bin 0 -> 11653 bytes .../cinder_create_volumes_1rps.html | 856 ++++++++++++++++++ .../cinder_create_volumes_2rps.html | 856 ++++++++++++++++++ .../cinder_create_volumes_5rps.html | 856 ++++++++++++++++++ .../cinder_create_volumes_6rps.html | 856 ++++++++++++++++++ .../cinder_create_volumes_8rps.html | 856 ++++++++++++++++++ .../neutron_create_and_list_ports.html | 856 ++++++++++++++++++ ...eutron_create_network_with_port_10rps.html | 856 ++++++++++++++++++ ...neutron_create_network_with_port_5rps.html | 856 ++++++++++++++++++ .../neutron_create_networks.html | 856 ++++++++++++++++++ .../nova_boot_server_1_5rps.html | 856 ++++++++++++++++++ .../nova_boot_server_1_7rps.html | 856 ++++++++++++++++++ .../rally_reports/nova_boot_server_2rps.html | 856 ++++++++++++++++++ 25 files changed, 10956 insertions(+) create mode 100644 doc/source/test_plans/openstack_load/plan.rst create mode 100644 doc/source/test_plans/openstack_load/rally_scenarios/cinder_create_volumes.json create mode 100644 doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_and_list_ports.json create mode 100644 doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_network_with_port.json create mode 100644 doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_networks.json create mode 100644 doc/source/test_plans/openstack_load/rally_scenarios/nova_boot_servers.json create mode 100644 doc/source/test_results/openstack_load/cinder_create_volumes_rps.png create mode 100644 doc/source/test_results/openstack_load/index.rst create mode 100644 doc/source/test_results/openstack_load/network_scheme.png create mode 100644 doc/source/test_results/openstack_load/neutron_create_network_with_port.png create mode 100644 doc/source/test_results/openstack_load/nova_boot_servers_rps.png create mode 100644 doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_1rps.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_2rps.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_5rps.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_6rps.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_8rps.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/neutron_create_and_list_ports.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/neutron_create_network_with_port_10rps.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/neutron_create_network_with_port_5rps.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/neutron_create_networks.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/nova_boot_server_1_5rps.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/nova_boot_server_1_7rps.html create mode 100644 doc/source/test_results/openstack_load/rally_reports/nova_boot_server_2rps.html diff --git a/doc/source/test_plans/index.rst b/doc/source/test_plans/index.rst index 6d9c3a9..68d6ed5 100644 --- a/doc/source/test_plans/index.rst +++ b/doc/source/test_plans/index.rst @@ -19,5 +19,6 @@ Test Plans container_cluster_systems/plan neutron_features/l3_ha/test_plan hardware_features/index + openstack_load/plan 1000_nodes/plan diff --git a/doc/source/test_plans/openstack_load/plan.rst b/doc/source/test_plans/openstack_load/plan.rst new file mode 100644 index 0000000..acb097e --- /dev/null +++ b/doc/source/test_plans/openstack_load/plan.rst @@ -0,0 +1,188 @@ +.. _openstack_load_test_plan: + +====================== +OpenStack load testing +====================== + +:status: **ready** +:version: 1.0 + +:Abstract: + + This test plan describes a set of scenarios to measure maximum number + of requests per second for a particular OpenStack API service. + +:Conventions: + - **RPS** Requests-per-second - number of requests send to an API endpoint + per second + +Test Plan +========= + + +**Rally** is a benchmarking tool that was designed specifically for OpenStack +API testing. To make this possible, **Rally** automates and unifies multi-node +OpenStack deployment, cloud verification, benchmarking & profiling. This is a +simple way to check cloud workability and performance of control plane +operations running on it. This test plan describes several Rally scenarios +that can cover almost all most important in perms of performance basic cloud +operations e.g. VMs creation, work with the security groups, authentication +and other operations. + +Test Environment +---------------- + +Preparation +^^^^^^^^^^^ + +This test plan can be executed with help of Rally tool. + +Environment description +^^^^^^^^^^^^^^^^^^^^^^^ + +The environment description includes hardware specification of servers, +network parameters, operation system and OpenStack deployment characteristics. + +Hardware +~~~~~~~~ + +This section contains list of all types of hardware nodes. + ++-----------+-------+----------------------------------------------------+ +| Parameter | Value | Comments | ++-----------+-------+----------------------------------------------------+ +| model | | e.g. Supermicro X9SRD-F | ++-----------+-------+----------------------------------------------------+ +| CPU | | e.g. 6 x Intel(R) Xeon(R) CPU E5-2620 v2 @ 2.10GHz | ++-----------+-------+----------------------------------------------------+ +| role | | e.g. compute or network | ++-----------+-------+----------------------------------------------------+ + +Network +~~~~~~~ + +This section contains list of interfaces and network parameters. +For complicated cases this section may include topology diagram and switch +parameters. + ++------------------+-------+-------------------------+ +| Parameter | Value | Comments | ++------------------+-------+-------------------------+ +| network role | | e.g. provider or public | ++------------------+-------+-------------------------+ +| card model | | e.g. Intel | ++------------------+-------+-------------------------+ +| driver | | e.g. ixgbe | ++------------------+-------+-------------------------+ +| speed | | e.g. 10G or 1G | ++------------------+-------+-------------------------+ +| MTU | | e.g. 9000 | ++------------------+-------+-------------------------+ +| offloading modes | | e.g. default | ++------------------+-------+-------------------------+ + +Software +~~~~~~~~ + +This section describes installed software. + ++-----------------+-------+---------------------------+ +| Parameter | Value | Comments | ++-----------------+-------+---------------------------+ +| OS | | e.g. Ubuntu 14.04.3 | ++-----------------+-------+---------------------------+ +| OpenStack | | e.g. Mitaka | ++-----------------+-------+---------------------------+ +| Hypervisor | | e.g. KVM | ++-----------------+-------+---------------------------+ +| Neutron plugin | | e.g. ML2 + OVS | ++-----------------+-------+---------------------------+ +| L2 segmentation | | e.g. VLAN / VxLAN / GRE | ++-----------------+-------+---------------------------+ +| virtual routers | | e.g. HA / DVR | ++-----------------+-------+---------------------------+ + +Test Case 1: Neutron Load Testing +--------------------------------- + +Description +^^^^^^^^^^^ + +In this scenario Neutron API is loaded with constant flow of requests. The +number of requests per second is tuned to keep success rate at 100%. +Duration of operations is collected and stats are calculated. The result +is presented in table format. + + +List of performance metrics +^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ++----------+-------+-------------------+-----------------------------------+ +| Priority | Value | Measurement Units | Description | ++==========+=======+===================+===================================+ +| 1 | | RPS | Number of API requests per second | ++----------+-------+-------------------+-----------------------------------+ + + +Tools +===== + +This test plan can be executed with help of Rally. Following is the list +of Rally scenarios. + +Create Neutron networks +----------------------- + +In this scenario Rally creates networks at constant rate. The single +iteration includes the following operations: + + #. create network + +.. literalinclude:: rally_scenarios/neutron_create_networks.json + + + +Create Neutron network with 1 port +---------------------------------- + +In this scenario Rally creates Neutron network with one port at constant rate. +The single iteration includes the following operations: + + #. create network + #. create one port + +.. literalinclude:: rally_scenarios/neutron_create_network_with_port.json + + +Create Neutron ports +-------------------- + +In this scenario Rally creates Neutron network and ports at constant rate. +The single iteration includes the following operations: + + #. create network + #. create 20 ports in each of network + #. list all ports + +.. literalinclude:: rally_scenarios/neutron_create_and_list_ports.json + + +Create Cinder volumes +--------------------- + +In this scenario Rally creates volumes at constant rate. The single +iteration includes the following operations: + + #. create volume + +.. literalinclude:: rally_scenarios/cinder_create_volumes.json + + +Boot Nova servers +----------------- + +In this scenario Rally boots Nova servers at constant rate: + + #. boot server + +.. literalinclude:: rally_scenarios/nova_boot_servers.json diff --git a/doc/source/test_plans/openstack_load/rally_scenarios/cinder_create_volumes.json b/doc/source/test_plans/openstack_load/rally_scenarios/cinder_create_volumes.json new file mode 100644 index 0000000..397e0ee --- /dev/null +++ b/doc/source/test_plans/openstack_load/rally_scenarios/cinder_create_volumes.json @@ -0,0 +1,36 @@ +{ + "CinderVolumes.create_volume": [ + { + "runner": { + "rps": 8, + "type": "rps", + "times": 1000 + }, + "args": { + "size": 10 + }, + "sla": { + "failure_rate": { + "max": 0 + } + }, + "context": { + "users": { + "users_per_tenant": 1, + "project_domain": "default", + "user_choice_method": "random", + "user_domain": "default", + "tenants": 1, + "resource_management_workers": 5 + }, + "quotas": { + "cinder": { + "gigabytes": -1, + "volumes": -1, + "snapshots": -1 + } + } + } + } + ] +} \ No newline at end of file diff --git a/doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_and_list_ports.json b/doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_and_list_ports.json new file mode 100644 index 0000000..b473921 --- /dev/null +++ b/doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_and_list_ports.json @@ -0,0 +1,37 @@ +{ + "NeutronNetworks.create_and_list_ports": [ + { + "runner": { + "rps": 0.1, + "type": "rps", + "times": 50 + }, + "args": { + "network_create_args": {}, + "ports_per_network": 20, + "port_create_args": {} + }, + "sla": { + "failure_rate": { + "max": 0 + } + }, + "context": { + "users": { + "users_per_tenant": 2, + "project_domain": "default", + "user_choice_method": "random", + "user_domain": "default", + "tenants": 20, + "resource_management_workers": 30 + }, + "quotas": { + "neutron": { + "network": -1, + "port": -1 + } + } + } + } + ] +} \ No newline at end of file diff --git a/doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_network_with_port.json b/doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_network_with_port.json new file mode 100644 index 0000000..8d645f5 --- /dev/null +++ b/doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_network_with_port.json @@ -0,0 +1,37 @@ +{ + "NeutronNetworks.create_port": [ + { + "runner": { + "rps": 5, + "type": "rps", + "times": 500 + }, + "args": { + "network_create_args": {}, + "ports_per_network": 1, + "port_create_args": {} + }, + "sla": { + "failure_rate": { + "max": 0 + } + }, + "context": { + "users": { + "users_per_tenant": 2, + "project_domain": "default", + "user_choice_method": "random", + "user_domain": "default", + "tenants": 20, + "resource_management_workers": 30 + }, + "quotas": { + "neutron": { + "network": -1, + "port": -1 + } + } + } + } + ] +} \ No newline at end of file diff --git a/doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_networks.json b/doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_networks.json new file mode 100644 index 0000000..3424b90 --- /dev/null +++ b/doc/source/test_plans/openstack_load/rally_scenarios/neutron_create_networks.json @@ -0,0 +1,34 @@ +{ + "NeutronNetworks.create_network": [ + { + "runner": { + "rps": 5, + "type": "rps", + "times": 1000 + }, + "args": { + "network_create_args": {} + }, + "sla": { + "failure_rate": { + "max": 0 + } + }, + "context": { + "users": { + "users_per_tenant": 4, + "project_domain": "default", + "user_choice_method": "random", + "user_domain": "default", + "tenants": 30, + "resource_management_workers": 30 + }, + "quotas": { + "neutron": { + "network": -1 + } + } + } + } + ] +} \ No newline at end of file diff --git a/doc/source/test_plans/openstack_load/rally_scenarios/nova_boot_servers.json b/doc/source/test_plans/openstack_load/rally_scenarios/nova_boot_servers.json new file mode 100644 index 0000000..fe7ca8d --- /dev/null +++ b/doc/source/test_plans/openstack_load/rally_scenarios/nova_boot_servers.json @@ -0,0 +1,54 @@ +{ + "NovaServers.boot_server": [ + { + "runner": { + "rps": 1.7, + "type": "rps", + "times": 500 + }, + "args": { + "flavor": { + "name": "m1.tiny" + }, + "image": { + "name": "TestVM" + } + }, + "sla": { + "failure_rate": { + "max": 0 + } + }, + "context": { + "network": { + "subnets_per_network": 1, + "start_cidr": "100.1.0.0/21", + "networks_per_tenant": 1 + }, + "users": { + "users_per_tenant": 2, + "project_domain": "default", + "user_choice_method": "random", + "user_domain": "default", + "tenants": 2, + "resource_management_workers": 30 + }, + "quotas": { + "neutron": { + "subnet": -1, + "network": -1, + "port": -1 + }, + "nova": { + "ram": -1, + "floating_ips": -1, + "security_group_rules": -1, + "instances": -1, + "cores": -1, + "security_groups": -1 + } + } + } + } + ] +} diff --git a/doc/source/test_results/index.rst b/doc/source/test_results/index.rst index 3affdb6..daa1047 100644 --- a/doc/source/test_results/index.rst +++ b/doc/source/test_results/index.rst @@ -19,4 +19,5 @@ Test Results neutron_features/index hardware_features/index provisioning/index + openstack_load/index 1000_nodes/index diff --git a/doc/source/test_results/openstack_load/cinder_create_volumes_rps.png b/doc/source/test_results/openstack_load/cinder_create_volumes_rps.png new file mode 100644 index 0000000000000000000000000000000000000000..97fbc410e0ea9cac348e687688a2857d2aac0b47 GIT binary patch literal 10284 zcmdUVdpMNa`?u=5(@rI|Q4ETr9Fv?+TZ&Dgl5<0vy-DNH5M~@Jl`~rk5q1g5VUojO z1|2ZYBVsU4%?x4~8RygZtp}Cw_uBhRp%;wx zckdL~$-%*~+u*k|mpC}KVmLUqcvf2i@e#3x+g&ATlxez_^xWS@mRPQScw z3rljVp6&K0I#*X$D_1Ip33I|s&ABTjw9iv;hE!@clnt&Ip5F|K@VLb{hxBKVJ3%n{fQyMU)%-uyJvzzxVV0 zR_}_bw$Gy2+;VHlM2E(N7!jOlrg2hFF^X1G z*y}|Zq^vHG0>dK{w#|hd&n%G>r;!y*?)L&>c*#+Fi}*hN#J7J$d|NeV~^qH+^NnY zoS_K5lwc^QJ=Lf%G7!YwtPm)&)JbH~WUUKdHq(rroIE;SOmSWCrC^4Wr{=8fPALvu zV3y_@#mmB3E9^ybWk)HS6v+0d&~n8#RkCNWx9BnY872X&*pW1mmFuIuc<)3-q}AgxX*$$WNxIycr|ed#;c`QWz8jp@ zJ;R|ADaY8oAJg>7g6`nya)Ox08eSfl$F@-%$5&FKwAu62m1{L$;S)Y&@qU{Tni;jF z#lxmv2G{e@ZGwVxOJ+o?jlT3->C8ujlgrtQ4AleYgtVrfkUoXx$wU%bhyMb$Q*FFq zM^4j^7S|Nv$(UI={}feokWJfqyH*$ROJ4{%4^DY;V6o05;GubrWsG;wb|TE81?L8-&mR(9WwEUd^5OgvPF10M zf;hRG$^O*+smJ={-XG0VAA9|wm4KOI@uAEY(T`P5P4~p@Q?L?QohP>W_Am8K128N)EXA##?wLnl2w5U}lC+kb1BAGuSMJOCy$ieoBJz5~j{9g@gmQOA)diTKd4HqT z$ZRReKd*VkJnzaA?}lmvp8RlG=2WwHMS=5`%Zr^&pUr$qXI+~*{Vf+)_#EnP^t&xi zk0fc>9^JEB6E}kz&B`2FVpI7mYvc7J4#dcD!&F{3uZV_F7b{m+CaM|i$>=~jLkq-$ zvJJgD!v3|-%qZ0pTd{aU-cWgXq0@Jwe9F^qq2A)ngb4dmYnvVkldEQ4Z5bIz+z0ZHPlxtTR5X;2XoSytcmMMPZ`YHBWHw*Y_v$JG{6-s;GXFn?9Fa_3YVj z@!^VvCbyxbRQLMh3#5dDGDkapl1{D*$I{Ane11T{5xS123H%dmG{--W$ z(iL^y7Dlx2sWgNomPOPh$RkD@-QoT-?MXcn#`{7kR24!if+e~~a1lpq94>+3@6bF$ zXxq4mB1-ynGnU^k4u^@+BB_o%VzX5DF;Pyi)XTqq9#~#1R^cj`mA;^Rm_?5@=}^rs zoOM6+lh5o}Y2EmJM7IMeC3(VBMKx_!XC8`qUo!#Bc{nXzhAF#*Y?>kk5>&9E+PO&60T00%N;$2aG!W_Vxwo*&7 z`&XFWP5@z>98c9e$>Ooew^8)^s5rabb|A%j@ z>C54g*z!yBbVLvXp;E zo9g54Dkd#KHC(}6n-vpH$DSkg$gJQHv&<4&R72pfuE^qr(e5H-${m-y+H4T2vC_?| z!%vqJtC9S8C)$2(DqUz3xBeZE{`hV)qyFGl4zTGh|8yzhij%f_Smr%ZQ3q7ZA(q++ zIl|Y|0vhPo5?g_QAl#rr22t+08T9RQA~Mf_TXXu)Z=Z7tnhhaZ)EDx+Jld9N5>?Tj zZQ*+jQUr|JGd)Hr8mhTAI9VdRaTJaje4Mm`2IO1N<*byHTPJu%*g7GkTr66{JzNx9 zgqdnmwwdXt)y9bFM+x=kt9}7fX%&}iv8OY&2Pw+IF2!9Leb}?Y#UTkzjE`x-??S*p zn5uasEuu8LbwJP|(^cDF%Wcy03NHQ3?HOjTdO3(2&pf-bTTTITy*7+Zo)-QSEey>}^KcvXRPw)>!XFi^X7x<43@M|hD*4STH6Wt)s0`dL{IEy8aH0O7D0Zj(0TdnBjo9J7 zj5U~Q!%E0qzo|Zvp}Kp!t$p~?Bj1S5`m?qz1&*X?h+nZZ-R*m{<_CSYms4hc* zcgp_#y;DBZU#KqfUG4z%26Z#246p~`xjUS~wZ47KGDhB~QjcM^IYBKyv~{WbA3k5- zae90S)i@BL0t^s?2)^YkJurKnK5ID9W=Zcw(;`O*Q_T%_#MFG4mD69IBdtd{Z7-Ob z#+G?9%n33MgMDDg@=Q;uhm_i+=$-<}ayt!IM4$=%-PJ0{1z?nNL?it%vEDXW zW?Lui6d#7iAwOGD6iJ4A8-eZg9Vt}v9DO9mUks=(A58(ImzpMHiT82|iou~LsTwqX zyg%M++*)b-S>auJFjcV9{2M|xv;@Ld)D>SClAlOx_g(@D&U9DlC2H}))T)Fyjr4$; z>(*a^QJw(4`B3-L_Z8u+iE&!^;oMDoZZcLKRE#+#ALYkl%N*=6}I)m zgWc!i;a*l1G8L}J`lv4=<86J8%XPVf$PUp6(EuLnPA~CPuSrBZ!dC+s^lEZbk+JQa z_q%$su@%-6;{ezUwsGz`j~{z;PK_EO)(RAGIIj8$PU7j!(S#_liDL%||82HmR-s$Gva z*kRVy6V$cP6Xh1=-Y&K_-7!{u>po=L;|e~Pa&~g_cd$I_1pqJ zn+^bD7@M>YsU*7m2W9EzYDA*M1#-P<)*6uTFlo@0Z{qY}FUS69Ldyc^=> zOqQ5w(S4Y=;08*%=apG@D|p2X4=7Ch zM2fA?Ncwb#ja#}$v#Mh(5#%Ur(}{k~)#WJ$EY^Fr%Q5_0Xs6XuE?t`)ySLxCR>8+K z<9ycsOZQ`iDkdY{=&{lOSf1WO0p&kP3@va)_6IDEWM)FC%M80W;jqSJ)&41~(v_t- zQoK|oAudYmhbw+0CKhdx=Q_4&*YzR2jhkHP5bI3J2Cjx_055j@=AtHa9s0qWP&CJg zo%uiYe&^v|w91^9#&ISPHv2$3##QU5>=rn6EKqj*J21;=rOkdaHE9yD@anV=9wg=R zg3#K2Wi3EDjYHmslhWap0sdMmropOHw#2UySn>XV=`@k_SQ9N(O`znR+FzM@x-x*C-$VE-BSReAkc+1D0exJz za#q;-QGzV9uN?o)EQFmQX!W54L~E2fGr_A5GpvS(s{=?Z?s7U*FNCakoG`x)eDXy!vvincRfO_# z`IqfI+dD_k#l5(*jWYx8)pb+|RmI~31aLKlI@YZ+rR2&0vF@`l7)6t2sU7ebYBbP& zu&d54d>vjpTchNIEbIn&i%Wz=xtrd;yqMMsDgbTHF^-V-uqn-*!?e}w+3F`Y1=S*P zjY-OKyAPcB3mq5z#-Tfv(PyWCp9 z{E^@8+7}g@ns+?K0Ix4rfTjuCe%WpH-BI&3)%AL2)F#rey`6zAUed~^Mj##A1px_Y zQ|y!_}nY0WP(&A-oT{&Q>k5JXLVlJds%A*GyrDO`k3*S{Jq}20gHa} z%xjv2))FLl6hQldwQwNnCD;`x?G{<;_oT`?3{j7S&yE6G*e1J13(iNFhS6Esr!P~(#GAN?D4)Cr@K7fy<^gb-vkNL3%moJvS zk@(X+)hCako}bkRb(ElWe+DGks>n=K|F=g-@oe#KEB6q9(~N;dLN(Tx?lEw zY)qWA6Ix^OUQ}xpuXl6qes75gwr^~_4i5;p?^}PHU!lm{$#uYOHx`8ct`dm$EX|^L zQ0XX(vRz?dR~ze44?&Cwcn|WO;De}eW2fE`e_Sx+KjG?p@E3q58&)YcCCXT>E$rQf zeQV{nx-NgW63?Sc9ni zAl2ps{Hs1iCe`Q1nmgaYlHSxLlX(E%t$~U2a1_e9H~&MX%bQ(>=c<#Tohb7{FypLK z{ClMOrdy+6VgrUW**Kk2*X4d|872gQgshv83R9?omnt#|z#sNvAk%c-fze9JT1&Fs z)@N8(3c&Cgd8lFNrL747qSshSDY6G6beMIB1HIs`{W`4eJLs;M6I*!y1=MAyI@5{+POjBvc= z_HJd==upI>vE+BvHjCJAln02&c95zl=nX3sjhvtQZOyNPt zrzpKLK*4QcyizQ$HY4S9P`X=Jr1?jfqc*g>qw8}!96db&%2dj0k_hoCFcP0oha5e5 z%vK)|Qj3FgPl>#Y)te(gVarFtR9hh)C+2pqzewN$g}M?CM1qkl&=akRwy$_8eRe#Q)B%g|sf4j;lPzS@H z0bv>;ggx)x-r3fMh}Mkj$hC<#&$WK+TCp&6i{gSi2(8T0GwS}jm#^;+tp0F@MwvL?O;K7!MlNs>^|fIW=;83o|e(v72frhUND z#~JQ#BOTPb4>jy)wgw*%8oN;Ezf7I0uQBQAON`>NYGW4>#`yY88<+iPJ_jo+Y1A3o<+w|t{soA`UBM0fmtTF_{cT7##v*p}8-8w3wOUQO(-K=`Z9ofq3%I$G*rGAn8|mGEZp z;wz?BAvdy@5{VG7iEp?~(TL*NYor+U`tzFO+uP_E6)Pv@j@+| z>*9IDLK4*)+B+{DbtxtMcBTK4V^VQ7>Bh1~4RSJ8Dq~RFW{O`9yxK#oV##Z_BYSN= z1Zv8xS{ZF~^$n!;JnfB~JkBwW@~cx2J*q|)1nUb_jQmth5ap8FT2iNOJ{hPy^$pgyTI&{3h?qh4NX26 z)6cbQgDLf)y^e!h=~d?(oiAQ}Oi^rO8#mxPodiAKn;V)2_&v|AUxe}L%ndy4gge*sCaLp2Z$>p=rH2N^Bs zn=}N-{U3@MLWgz5{7riT(%MK_pd|7io=Gx2^zZ58hM4%q9ss}oEq%mVqd`X3+VV`- zbfT}kEk>u{h7rG3K6Ch%nQTs;|0#X>#?5Q5Vw24`y^54tg>T6_6p0&y062Zq zL7ObT>0j{skKFzLwa0(=`gLXUU)_Choa4-BdlsngZ+@@$fpfihrW>5W?8UE<`g#Oq z^BJp;7oKu#hJDMIgwNP2%6pD}TF%_4mjFX!ck-+$tXjy|LJ8Yf)4D-fv#I0LZc%Or z*0Ooinwp2AbX}y@@&M(tM$qd|*;GvdP`h)JAN>Co@BbHFZoORfzrdUS-t%>7IhOgN zy9Je`fj3D(CFV#0MM)qWtA3!Ut^N?m#eYN8L>OdSV2weQ>3k(<@caijdHx=-*p`}M zVT(yeFGMQ${RZ;ajVdlwuOr6*ooSNtPHL}$kG_b1;SWqFL^VDO7ET0$^8x{8NA%p} z&uS-vVeY>r*HTJQh|!N}LRG zq^?M(0>+%AR*y6)kfy7^_u%=Zpla6&7M2hvV-p8u^-vi;9rUy@8`b?!pFYu#nntNm zLkNf5r6XWmN5DaVABPV9^MFCHd)4!LQ0>Y##F1@%Wp)dxor3HqgrUcbw4ReQ0<|=( zBvGYp5mcy+p#~o7Nr#wT#BbqzGOxN*$xsp16R^oB0cu&48{%$U162g4vCe!9L3R1- zhc=K3#6TS~v#6Q!2a`XaZ9kLKpa!5_BcnzM)XWNRja+ie5ak|^wDdYE`ck0(RM2Mn z!5&uut@~SbN8>L)Mi4Icfztd!QN(ygl52efpsG2tutw>R`bW1u-{<$y<;7fgd+OEg zw4gk4Ba*QAT*+bPRj<5*!K;{q3J!Fupc~7W$O9o9uN*|bh?}Gk+9R;Q0Z0X7?RumX zO^+VlkgL( zQ_0A@QgM=+g~B9P$5>YZE-YVM%fzqcFP#z4r_52qC7=R84Zi^4Jn7-vVdaQ{)`)eM ziSY)#u|dS$S26RSV&`4diW78RDqX87eJxlf5NJy?I_VW8LL~0bwf1D zXsN-D{Sa!&Pxnp)D2u3F%uW5YAAg;eCXpQjx&}igHj*%p1Bhk@wvrin831OH5bE_! znDV|#jJcGcl5;Il$ee~UPScAtBxy{YZ)X$qdaCmp=NBSM!nIq}ntQsrAd$~tYmw5_#fT&J%%(7tgZG(bnONerF$UU@2mKSyG zGw7D&ym~s+lobC#(aXS1rt(o0$@yuirO`AX{AQ~Jo*nH&2dd=6+WlCjjXk+nO5dPW z9S{fyK&hhGcB|J{by74#1}_(Hry3P@$5ny4&?|pT%%y8ea?f8T&cEXh_|viU22n>* zudm(0F4^QomiglBxXrNpzxqGwi;S;tS{8M!4&-iA4|lg4&Vyzw0y8Axpa*4dgrzDH zk|^pRnd--?1D##h*9NiT>Fkvyi^m9HInFWtw|WEBBqx}!Wh8bGv;?weSM6Z?_7Pz< zZ!S+32;g05Y9SivHfOVIdfDBMx35_^5HK~ej}TF+;;EKz0#JE8^x3(NB+ylg4CqB z_+`&ioC}Ol6j%KCC7|6}O-(e-2&7M0ri>m(kmfecVW4X5oE7NoseyuZ8)&jW_Ub_q z{gyzBx|QNqIc~5WoMif|2s8gVxb60qZDH}sAVU{7N_@0ObGn7@ z*EUe7O#v7I&Q5^7gCW129}23xTbKKILPuW82JUjT4#wLtH|8u|9L;V69SfV`GDT#^ z3*%%pUO8?6XT1P4JedXVgY|`N#_GIs#Fc&@My}c%?`-p1aMC-B^5fgwesl0E)tekCIYod%ytJ5+aus0%-18^K&Q8*yGs6+qM~AT z1L%DjYlE{C;RU`Rk2isO)Vui36wcG zg&~N(zRl32EW`yIH8LUF1^TBnaXB*R1l98(bfW;Pvk;pxuwFytL!|(55e4X8^(B)a_i!us8ZjB!T2e%FSFDUIsn#1 z3?)Lfnr^qs71rt6{G{1>DQqKSWXs>3QTx$7|GWSGw>#>8$*ywGpX@3h)r~g-EXrYU M*7!``>8p4D2gC9O>;M1& literal 0 HcmV?d00001 diff --git a/doc/source/test_results/openstack_load/index.rst b/doc/source/test_results/openstack_load/index.rst new file mode 100644 index 0000000..84a6384 --- /dev/null +++ b/doc/source/test_results/openstack_load/index.rst @@ -0,0 +1,296 @@ +.. _openstack_load_report: + +***************************** +OpenStack load testing report +***************************** + +:Abstract: + + This document contains OpenStack load testing results collected for + :ref:`openstack_load_test_plan` + + +Environment description +======================= +Environment contains servers of the following roles: + +- rally node +- controller node +- compute-osd node +- compute node + +.. table:: Amount of servers each role + + +------------+--------------+ + |Role |Servers count | + +============+==============+ + |rally |1 | + +------------+--------------+ + |controller |3 | + +------------+--------------+ + |compute |176 | + +------------+--------------+ + |compute-osd |20 | + +------------+--------------+ + +Hardware configuration of each server +------------------------------------- +All servers have same configuration describing in table below + +.. table:: Description of servers hardware + + +-------+----------------+-------------------------------+ + |server |vendor,model |HP,DL380 Gen9 | + +-------+----------------+-------------------------------+ + |CPU |vendor,model |Intel,E5-2680 v3 | + | +----------------+-------------------------------+ + | |processor_count |2 | + | +----------------+-------------------------------+ + | |core_count |12 | + | +----------------+-------------------------------+ + | |frequency_MHz |2500 | + +-------+----------------+-------------------------------+ + |RAM |vendor,model |HP,752369-081 | + | +----------------+-------------------------------+ + | |amount_MB |262144 | + +-------+----------------+-------------------------------+ + |NETWORK|interface_name |p1p1 | + | +----------------+-------------------------------+ + | |vendor,model |Intel,X710 Dual Port | + | +----------------+-------------------------------+ + | |bandwidth |10G | + +-------+----------------+-------------------------------+ + |STORAGE|dev_name |/dev/sda | + | +----------------+-------------------------------+ + | |vendor,model | | raid10 - HP P840 | + | | | | 12 disks EH0600JEDHE | + | +----------------+-------------------------------+ + | |SSD/HDD |HDD | + | +----------------+-------------------------------+ + | |size | 3,6TB | + +-------+----------------+-------------------------------+ + +Network configuration of each server +------------------------------------ +All servers have same network configuration: + +.. image:: network_scheme.png + :alt: Network Scheme of the environment + +Here is the part of switch configuration for each switch port which connected to +ens1f0 interface of a server: + +.. code:: bash + + switchport mode trunk + switchport trunk native vlan 600 + switchport trunk allowed vlan 600-602,630-649 + spanning-tree port type edge trunk + spanning-tree bpduguard enable + no snmp trap link-status + + +Software configuration on environment servers +--------------------------------------------- +.. table:: Services on servers by role + + +------------+----------------------------+ + |Role |Service name | + +============+============================+ + |controller || horizon | + | || keystone | + | || nova-api | + | || nava-scheduler | + | || nova-cert | + | || nova-conductor | + | || nova-consoleauth | + | || nova-consoleproxy | + | || cinder-api | + | || cinder-backup | + | || cinder-scheduler | + | || cinder-volume | + | || glance-api | + | || glance-glare | + | || glance-registry | + | || neutron-dhcp-agent | + | || neutron-l3-agent | + | || neutron-metadata-agent | + | || neutron-openvswitch-agent | + | || neutron-server | + | || heat-api | + | || heat-api-cfn | + | || heat-api-cloudwatch | + | || ceph-mon | + | || rados-gw | + | || heat-engine | + | || memcached | + | || rabbitmq-server | + | || mysqld | + | || galera | + | || corosync | + | || pacemaker | + | || haproxy | + +------------+----------------------------+ + |compute || nova-compute | + | || neutron-l3-agent | + | || neutron-metadata-agent | + | || neutron-openvswitch-agent | + +------------+----------------------------+ + |compute-osd || nova-compute | + | || neutron-l3-agent | + | || neutron-metadata-agent | + | || neutron-openvswitch-agent | + | || ceph-osd | + +------------+----------------------------+ + |osd |ceph-osd | + +------------+----------------------------+ + +.. table:: Software version of OpenStack nodes + + +------------+-------------------+ + |Software |Version | + +============+===================+ + |OpenStack |Mitaka | + +------------+-------------------+ + |Ceph |Hammer | + +------------+-------------------+ + |Ubuntu |Ubuntu 14.04.3 LTS | + +------------+-------------------+ + + +Software configuration on servers with rally role +------------------------------------------------- + +On this server should be installed Rally. How to do it you can find in +`Rally installation documentation`_ + +.. table:: Software version of Rally server + + +------------+-------------------+ + |Software |Version | + +============+===================+ + |Rally |0.4.0 | + +------------+-------------------+ + |Ubuntu |Ubuntu 14.04.3 LTS | + +------------+-------------------+ + + +Test results +============ + +Create Neutron networks +----------------------- + +In this test case Rally creates Neutron networks at constant rate. Achieved +maximum rate: **5 RPS**. + ++---------------------------------------------------------------------------------------------------------------------------+ +| Response Times (sec) | ++------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ +| Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | ++------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ +| neutron.create_network | 0.165 | 0.197 | 0.277 | 0.295 | 0.462 | 0.211 | 100.0% | 1000 | +| total | 0.166 | 0.197 | 0.277 | 0.295 | 0.462 | 0.211 | 100.0% | 1000 | ++------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ + +Rally report: :download:`rally_neutron_create_port.html ` + + +Create Neutron network with port +-------------------------------- + +In this test case Rally creates Neutron network with one Neutron port at +constant rate. The summary duration time is measured and dependency on number +of requests per second is shown. + +.. image:: neutron_create_network_with_port.png + +===== =========== ============== =========== =========== + RPS Min (sec) Median (sec) Max (sec) Avg (sec) +===== =========== ============== =========== =========== + 5 0.505 0.658 4.712 0.795 + 10 0.468 0.635 2.789 0.712 +===== =========== ============== =========== =========== + +Rally reports: + + * :download:`Create Neutron network with port 5 rps ` + * :download:`Create Neutron network with port 10 rps ` + + + +Create and list Neutron ports +----------------------------- + +In this test case Rally creates Neutron network with 20 ports and lists them. +Operations are requested at constant rate. Achieved maximum rate: **0.1 RPS**. + ++-----------------------------------------------------------------------------------------------------------------------------+ +| Response Times (sec) | ++--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ +| Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | ++--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ +| neutron.create_port | 0.257 | 0.370 | 0.994 | 1.405 | 1.81 | 0.452 | 100.0% | 50 | +| neutron.list_ports | 0.045 | 0.108 | 0.222 | 0.236 | 0.256 | 0.129 | 100.0% | 50 | +| neutron.create_network | 0.221 | 0.311 | 0.418 | 0.44 | 0.525 | 0.312 | 100.0% | 50 | +| total | 8.243 | 9.487 | 10.213 | 10.686 | 12.259 | 9.485 | 100.0% | 50 | ++--------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ + +Rally report: :download:`rally_neutron_create_port.html ` + + +Create Cinder volumes +--------------------- + +The following chart and table show how operation duration depends on number +of requests per second. The median grows, at 8 RPS one of request falls out +of 1 minute. + +.. image:: cinder_create_volumes_rps.png + +===== =========== ============== =========== =========== + RPS Min (sec) Median (sec) Max (sec) Avg (sec) +===== =========== ============== =========== =========== + 1 2.462 2.578 3.158 2.607 + 2 2.474 2.616 3.029 2.644 + 5 2.52 2.757 7.701 2.788 + 6 2.565 2.792 3.975 2.83 + 8 2.654 3.97 73.869 16.608 +===== =========== ============== =========== =========== + +Rally reports: + + * :download:`Create Cinder volumes 1 rps ` + * :download:`Create Cinder volumes 2 rps ` + * :download:`Create Cinder volumes 5 rps ` + * :download:`Create Cinder volumes 6 rps ` + * :download:`Create Cinder volumes 8 rps ` + + +Boot Nova Server +---------------- + +The following chart and table show how operation duration depends on number +of requests per second. Success rate falls beyond 100% as some of operations +take longer than the timeout limit. + +.. image:: nova_boot_servers_rps.png + +===== =========== ============== =========== =========== ============= + RPS Min (sec) Median (sec) Max (sec) Avg (sec) Success (%) +===== =========== ============== =========== =========== ============= + 1.5 12.234 29.197 118.353 34.074 100 + 1.7 12.626 34.993 182.083 48.736 98.4 + 2 13.426 37.698 298.564 50.021 70 +===== =========== ============== =========== =========== ============= + +Rally reports: + + * :download:`Nova Boot server 1.5 rps ` + * :download:`Nova Boot server 1.7 rps ` + * :download:`Nova Boot server 2 rps ` + + + +.. references: +.. _Rally installation documentation: https://rally.readthedocs.io/en/latest/install.html diff --git a/doc/source/test_results/openstack_load/network_scheme.png b/doc/source/test_results/openstack_load/network_scheme.png new file mode 100644 index 0000000000000000000000000000000000000000..b3bdca4a97f53fbcc681be3b25caf642de784525 GIT binary patch literal 20176 zcmd74c{r7A+c&(Lg@g);vP>0aN@X5aLNX*mnW9MMc^(=N2}ww%Bq1TC%w$TEj3M)o zOqntd@%~oN_x$l}-}ijm`wiRnzH7Vh>*~^Co#%1x$G-ojL*NBfg-+e^j!+Wt=^Tf4>>ErWD<2?@bUI}fYrtyo8-&TuyIa#XdaAh+j z2B%Hi6BEQo418 z0mT2+-ypZoY11>8pwLihr?JPW>4ayCGmDFDZEaKe3&gH6#-m4%=6kJv`1cn--dkvg ze%RelQ*vi|+IGi|9qQVfWTrk|6`-c3c6aBco$TX%b}`LSOuyw4p+Q_xNy+ZWk z{{LE#+Z7)TA4f)hs;>4~S>ZP*lA)0FUdzkQ&aS?{`5EIAF{f7{At9;hONS_2rWvE7 zqj|MnH#9Y^%w?I~ym|KDYhLdX!Lz=jqvL5z%(ZLRaDOhr%G}yoTK5Ym3GTs33Zd@q z?)MAsf9ret|NYrqwcOvZ-`{BVSKS_`eFMMB{ivFnnx1EFUXx+#l0BViP|Pz%Us)G@ z;s#q+SuP4gj3c~e*REa9GY8a`mzOydLiFC7MYu~l{J;F zokdGxp*burUYMFnQ9To%zNvcV?c28n1!Dd5+wb;IO&!|5Kah4{cG=I*FF!w@g(jsl z%OSt(v`x>?;bE8KZ}al<@Z~}J+cFJKL_#mUulR_aGPlF`SC=9qBd2;x4@bVydHv(v zjov)Fq!%wZ`T1?umS(~as~r?~{yp|RT~}Avy1eY36dU>I_$I*5|Wa; z4@x|VifZfXDsmic%Dz_J(cZ2cC-(l?vuDk1v$M0TEG*p0Pp+Dn%#UZ4zWrg@uaIR> zOulgEi7VCf3DQ1NreB|&kK&uJEFnxE#j+mmx6eO$^5msUm&)HYe)#YKm$$I6@a4;w zj*ct0Wn_-oSXpJHrKM$LaH-zDd@SFAa@7q19(7jF{wOWwQ)Ry~kS8q&L=P z`^xS*I5-%VcC5NO2mE&( z5VKlb?Dc7DXgG58XdvDd80fY*$vUHc=FHug7%W}Po67?fd4+|!c)fq`HEOq`&q3B^ z|MV2|fdf%|`YV5i&Oc9C7;R3mva-V6?4hSWvR6r6oi4ma!ufam{e8R#CEb6Hjs_a( zSXhid5xhnskrX)}p)4K}&-m`CI1&BT(0e&KE$!ywWVfiOC@O7rVM5~q`DN?u91cuF&Sz~K3^X%se9qV z8_(rGfBx80`aRFg#C>O`qzn%X2-yu(;zFqo=oPy=xw$QO7rN+Pxngf`&%mdrs5$cM z*RS8dzxLa5a&ZNo)X>m4B;~m@*)1*eRY;@s5#>ic0YP`${BI`5~V* zJG6s=fq_Dosb9mxhq=hF;DeH4f`W8JVXF?|qes(1cEyXksA7v?+1J{lP4!Sm;>b=MMQ9g*I>ULV+g7r)=1k}rTQ~fF3HEIdj34V zP+e6OR&#y-{%HK*JsDQr1((#+Y!-h1uskKs&tL!fb82=r`R-9u;x3bVZ?4MbigO)5 zu9AGwNjtxo+?2SyWiK8ZYTF*<0G%)b!T; zI}bm9R>+MJ>h0H>U#dt+N#U+m9}H4|)Smlm5IOVb&#Tl_TBm)|vDTq(=g*%<6)w*X z2j&h|haTp;{JFMvPqboEV}KN=MeA$zix&&r=f}`#sCVs}>dHsAn%fABGd(4vcd(5A&W4VOxma+Aq8&Fq>Nu5YePCm;Wo@>?lGBGjRwC*XM)XNtyy7ChMcbOG`{lY-M#-K~8S%%r1I*deqaobLa4+Il>e%47AZWw6qv9 z8**(7FJJyqR3w2R=Sv$?7a0|mm6a709^P5(ahi1G#EEw~IhyE%=p6F$rl?_x#MiH1 zKYBzzuv3>%Qap9Ki;jekvgs|^ho>8fA#^r~!RZRx#0RY7i5uT^baa+hR_yb;GC6{7 znwjOifB&PiGv?`2>#n@)q9T?G0ikF;UENhQ@`VLwsf3N`{tEnblt}+cT2#q4DhA6R zZ~dwVBO)W^6%@$BYdnjJWHvKUg%&b5KOZOUvmSilG&?){Mbu5EJa@RHgajUtr>Ccx z@D+@W84bI^PrLY{boKS)A|m!3JScVjGrFojtzqKDG&}<*7nip0-!Exsbe8&*;(3xr zP?@?PEZx@E^25R!D+Bj*|9dqzH`}q~e)w?e)F}pMSHm|~%i6QAwPorD(XtoJu=(og z=^ZGVMM*xDKEU{r_XxQK~E=?n?B>WnA4$kruTe(_3~`XzJ9gDHo+Bd z*-lNnJsKMyWre4SQg!|F^PIM}Hho|Y7BKmI6vN)Vv~3QbLJuW8B)^`$erRZx{yVQ;y?XTM zQE>3CnQLsvk4xTc;xsWak(Msqb6C}~^Fwg;U@)tAYg-#5aW4ZyYe&bce>B^%c$|YV1I7Flm+{?o9dt$u!Dr?ga>bmY{jg*|PDCoR#x=FBej&STj0cn-LY+<0(zX_R$`v|U}jhzWO? z;zpOqob}dX3P-=K|AhiH+zn_HM){r9|Gaw#D8Y2f^z=0LufLyPzYlAx$m!EA^JCu| z8ygcE0VG%ijknIo5SAjztis0~jTH#1Ekn0$bh!)@1sJKNMN@s>cBw7k6@5ORuiKwL zU%N6t?srXu!xs>s?QpFv%Z+TEiHQkU7me4pA}kC+-zO9(h}0Dwot>gAs%`tGX}Wbv zEw#NJ8}`vV`VYFc-P1hl$Ak_mwZ3|Ev~+CYT*s7FsrTPw$B%PxaPS+J6kV^OH%`PB zuq9mgr46m-i0ArNQ`0}=%FWGP=sdwJV#_vj^V+q+^}nlo_U!5G=)lN&Z$I=UWMX!C zt)Za-lVbSi&(B}JT)BMNs{M_uhDP|3@afZwzkj^@@#BZ5l%aycjb9kqH@^Aq|0KN| zIFq`125mN|;C?AOIbML)(pyo$*Q!G>wE-YH+uLc?rk#BUmr$?RncH_Cv@|jK-qUk% z-@b^44{2FhC55KrXMjvust-xHUcGT+7?_)${!v_< z7h0~aZs*8|8G0yRl=zKrEd9G3w6t0=;e&&N$ulY=qi%5KTY_|{^F&8qU*E0+rzAWU z9@Jcq7j^hlSGS9(sji-l{{H+qI~~jBY(hUxK_dPSUNkspIotV>S>yW zhP^+3URP7A&&kONIYhUo!uhFxRYQY-pkVg<_wPS^U?8^G^~m-M>rxO0_O7Gn5sAcd zKTM!Xf)#o7g>N?Ds=3wTCCnPw#KpxK8KY$HZZAvSoj~3`4Z%hg{(!4iJw?kOZ*O58 zj^}bLs5#1VCt*ahc}7XKx~=l{G1SR~aM`gqRRxNpyu8(wl`oQ$yYuWg#KbzPtA{Zf zfO@zxn{I7Tl7HeZRF-vj!GY7(ERyb;BKe}E046_i^s>P(fH7cI;JT`+G(@?t<%&m+ z9HA}YcCP|qnIBH@nRHGc*I>ixXc2m*eB(1ET_^`4Yi<`SN9r6jiP;#k#sWBO@c~?G=rUVX7&Znrm1G zpiA41b+>=rtEr_$SU_OJH6m7y-Oa<}#`Wu{LyE#`@+zyS90#7r?ezwVZfwgoGy=B7iRS?%k&a1SqJeR&m<_R6?3O^C)UejePWftQTO{?b~H&rI>4H z*~8EV@R-3B3vM=Z^F^h8%X_PTXm zNy)t7nQXVWwt+zjqvZ6wBmjO~zX%_T=2p++w{PEORny-za+7xQ*$I|vKYb3l%>4Xi zaDpwMo1*qF$bv#(U?55h)p^f$$3Fu9K$-jAy?bb^(nCW-=%Y5Ez4&WJr{f7Xdy3rf zX0mi)`z+zV2qQAW;88$6_bP}z#!L$n9z&E{@BI2@YRq}emo{Xu{P5wzayvaX+O-Nw zf~PhZ`RPCX6+6&NfHm2D1*mo3UJooN0GwdES0Rd0TU(xuIfy;b*AFpZgGYm z4Gn!`V=L&gz85q#Ti%x54-K8l@7~mRNG9*D&F$JDcMlH;Sfw6|G(_~JjlQxi=uW^u zc>1$=B*5U?w{NFnIL3DI?Y&qLy8(RdpX6jG5(_M`W5+!-q~2l=@`MJkdh`Chq~plL zgapGBeyALl!{6cnx->3c1es-D*i6JYTA1j(d-rbO{^al9zpwuFaTNQDE#oOwI_$jT zmJgxW$p~e__&6QBg@H^!D^v-@F+} z%O0kPQ3keU^zMhg#pn9^1R)d3dlhyrE?KFmZ?dzEvUPx;!OeAZt>Yxz-WC-VL79P` z=;}&-%ENUrr_u5-sSNV%w-H;wS3NkW+>xZclCKDUY09MfT#w#Xst-CK?y0nXe z0<7*JW?O!~o3io)uv~v5Y{=7i2?|CFnSANYwGm~Z@i#(O&i?QL@05s8I!gg%v!=Gz z11q(AJ)d~NSO0=7i?*ibZ{bIK6G6F9`%AIr5a*yL{`=1tVPSM6 zMQv@yiZ>8b{HPcK0qd)(&dSOfH9kL!@r(Y8Ck9DSlP98jaOc)LA-T%uI3K-u@j{?3 zFebTDZL_S3%C3qxXl585kowZo(z;81HvX&~~m(m9ZK-;Awn(e0VrnxOi{T zW^QJNoe6fT@>F;yQ4iHXmiv2k$h*|+Z!8q$FS;}a9XgRZ!jpepw5UyX#KS!iyc z$CjV(*W~#Q_K3}b4S9wlA}Z<{)63*!uC5%A@?d!m?p;xlky@87p)(Y_&tq{r(Q4>O z&`);m+zDYC!|8CCBCe{Spa762VR<*%OOJ zV|gPZTPHemK}8_XiDf|TX+e=+ExUu~t&E!k^NZp)MCs_ey5>#4Xs@fYLS3?^=o}EZ z`VneDeS$Q`&}Woo%xRnT_0=iX`lo(Sq-|H`M)6@YgVn=BL---%xYD>*Vt9?C81Vc& z^k%%@*})+QGN7`u1e(L2q1r$vV0c3eaGPE!;~rJthrYg*IX9a#4NFTbe+WSc#5xYF zcmVy{+rI@C!Y#+g_du$GiaUcg1J(ul!Kd@)S#q+UnbCM_#>e%NbaJu@ItEGzuW}7bo(LZ3LA<=; z?sI0SDCnIlEA9~Vu<`JL+U+5@^O6#8FhFy2^MLc6ob;n}qs=rlG~IIbU&~T3V6H+*DcL!WB8;C<#SdT3Ho?q+pb?R70ZSGb~Y_ zQ{mL|m>Z$T5?xySWI0s*jt*NE zMvAT23laxIb-oSRV`NcLQWjW8HWp@UHGF%_6`n#bxu$oWPURy;t@kX zTx$J4#E1r`savjWlTFp1K6wwUU?@=}0zw|l7^@a@*pU!SN~C5Hx!`Jle_d?LmN->L zgQ16yAMagQos@G`0p6qXNMZAZZ6swU*DHlKINGeR1jYJdyK42RqkF&fp2W0NC}Im! zjLU3vdg^{hHN~ZaK`>lTTaHnUIN-mP@O)d;w*Lu-bA)oI7>9f}z0*D)dWx+Si6E^& z8$kt;^|&jxG5U|8Fhm^(3&+x6#vC1^FQKp#z|&5p+9b^Yvul5}vOk^hrjd#N=cb%Q z0V|w+9 zXZP;i>WqJ)0ma&~4Ee`+WJ1X(JxuWhcnLg4GR~f8&#w6Vd1Un{xM+}4vbXg7nzl0c zp7Os6gwvY;Wo4hE(b4VO_r0?)?#0WOpDHW+MAnB?OiWD;@@!?7J|rgIuDQOhUn>$a z{OeaMSe#{>}X~?ku6zoo`Ko&`IC|`kn_cc@JmiMtyw0 zNIY*w4`GU78n-5iX8F}o`~2Pqx4fwg5$8T zumC55%U}nZ(%j=%J0dFj^T`eth164tW2Am^j$+ldXz-s{PqM}&% zWamYoR#)IF7@V1zs!XQ^6IimUswyY}&@Sy99p~_Y zpsa=Q_ZAocQ^6Fdx1VvP1tn2eZ^V2+V+r62mJhyN^PgFO;9#H(_?b}4ii-5|OdT9% zvFXJQe#Be_f`yQB?8J$1QsQgf+|0ob;3xU^$(U}|)|24xPy#OL=qP%&w6^}5oa}*q z)zrkUSDKlLzitB(~uAt~vF_KgOQ?gK;*4Qli4s~D2de^*vk+UWVGKhEL0UJ0wFTfGJ9~6Y|*$4HPq{nw!O3Hir&k&wHMIz>+tA__r0r&@P z44|?HkRtBklBVWMwFD`XFMENV$wUtlA+THAuhMQ%BC@T($yu^|dlUQi8W;JUe&o@`4NnS2QPQ4%T@f zfgP3vigwcll9Y+9Fo z`T5aH0n-Z;x}u`_P{pC=IVpAZBSAr-dU2{3glNl_yS~1@z|iUG z>80-TU%I-AEG+g?o`sn}N`xB&+~+l0y!^${$>|2_K{6X@NDN}+Z*6Rh7IiR%HUG$w(Tzm4d>$K#vQCLblQMQjP#b4+SUPqpq0Uv^Z9sdQ}4pV zTT`3$A~$VhCMNb{P$GT7*7Gzvnl9xY4-XH_UkV}wBI*iS01pGyH-HCL0uK@B9b=B( zXsA~PUxWQeQUqG49;9Pz9d#6&NrQL^LlA?52ykMY54tD=Remeb49ud+r*h9~(Qj*O z8TakO&nNogi!dmv6J$_eXU|sQ3Q?KRCDAfwfY5-8A^qcuW@cuvbpT=J$J?;zQDI?d zvCxmaF`W$zdayf`Ra8nR`Zuv}>0gh)4zF!))@ZrpS)y7zLV@oGu16!1ryvjTCpkHe zxrT7MMBpA{Wyw(lpggo#KK+868@vqfaTC-P5QC5r2$lzPj|dOHCcspgf{TQtG=7PW z(vOsUG2-##x9{Es>ZZZ!mZ3O$^;!~2|^t4vyYdaqMc+ebqTy}hNPYOTQ3%+0@i`-ap7MiN)J zN8PqF+~NCaX(4#K^nJYT{dWbHjq%Wzh|-Pq!nn9NOr^-S`E}kTX0{i>Q9Gih+FqSy5lV8?gG6 zb=MKg*0M5Ls64&BrGp>9^iuL2h8M<~X{HTj^L)IZ=E8FTPB_t>?@(P31i zC;NSJauo&|QaFJ5hzP*|*OArN_X45ECb;n}Rup?&PHt;VUHmDl4)91kfWUE4Q&ZDT zn>JA-TEX_(f8tYDSM124xA>2yri;&6f&MTMuu+=La%^(z4P^`seX8#713|_eqX|Oz z(ByGKzs2(Utj#DO`H_}33LhL^Bld}(@@q2s(ZB<1Mlo;5tnp=D5xb zz|qG~M`MBU#UA#<(iyeqZv?W)$$1^T4F#^Ht-X8KF4j|)I@OQRke+8`bf>AJ{8?G! zZ0r?3x@_4npo`iIw2b`A2~z6o*S{@JF1bKOdi?k?@?MgM#l)T}bGzt=80nlpPZeIn zxnkNUqT02>VSrC%2=X&xngKa0c=^)5et1xXkCvii<9_uZsI+l*z{_?^=V~?7XCn>q z^l3(74&03Ro*6alPcc;Gz)6sFu~jJ7@N+}bvvrO=52v1qtR1o!VHr4yelYn`h7G%e z4m7wt#L&jZhOuPA)z^-tS^y0@znNhtP(}5ilfL4bL!SsF%Dc2mDk^`wwh+WP)>ZEZ z2mh^{ha^i&LWD~4%D&kAyJ{r%uU4N}pfq({)5+U^Z)($~-;OFL+#~!Gu zxmg)N*PRI_<_u|6pb>Yr$uf5lRU3EukB|d-rbk z&mUOsC~JgdE+GwrPXQJJdfUA5U|De@RaH;E9-}2*zI2kb|V*8B~4x#O@p5_9r0mN~-1<20nzdvxRpFo~NMG7e7f(9s)Q_ z)#OR24-E()8!=#g5FW@fsqY1ZtZKp!2O8D-)3CaaHgWMpJVhTpaDd#PFh5|OeZ@{J zyR$9ypd^U`dtLp=-hPoy=th-HY=k*^csB0Ypt4GeiVqbz_v{IW*9&1BOdL|cBSlX7 zKw;PEKG+Awb@-e;gCD8)3%!8J4``{!7sV79C7(p+un+vg#WJ>j*o9Sa`>meM<*akY zV6CoYrtfYFGb2}YF%56lIYLX}yT!waB{xVu3GM@adjFi0oH)q7%-ZH2zLSPUb zM05V+OF*jcpozrt=87|O>Ase z2&;HkR~LMU=AIsd%a`3CjklP{8AAzzJVBOL0U{84f`H5-Y(^WQ1g95jS1)81B>3GHB73iCl{hcFA6+ zo!tSjE6!@Ty6{5QYe`jy_cF)!AMdMFZta@_7`URN6Hsu!zH-Pu(EG1Uk!;>w>)!x& z{pE<*!Eit)!PTDCKYIgH2x2IV@&rg4&apok0(kM0b^-hhY&sNHA)wsCMQGripB(o` zfVp5>Kh4Ksi<>u*H(KS9yn$_>4$-HGl|X@b?}0Kq31~W?NUl&N3xPjjj{jNq^t}M+ zMIzl%q*`ME6~GqS;ORfOckgv$<2$tA{9$2Xn4J!Gb_fhn3$oZLAQQ&UUXFSD{rfy( z46M1|t_m>l8ysWd6g_dm0XP;Vjs>av_U%8JYe^XF3guW4^`)=FFgP%W1Ily}WfFrN zHZ}ceG-c^NYfs=yP_g%L_F-14#7nrrvcQ9mYZV2a0F%UmAQFcN6vne(f_3MI3D6R_ zE3y=VOw{1+w`Jad5aV_Eohk6TcgDrC#ogAachnH#1FS>?#*IWrLy&+^fK+B2a*xnU zpp!k=e_}70KH(D}655!V!6s1G(BLTfX8KN2Qqu44u@avRDRFV66I|ik0my=zfBW{W z*kzyq7^bqS3MjN5X{9HL0_^MqaE74S!(GuU^)7z&s0lmUO(Gs~9336(vknkC{56y) zI3Cz>WV!D7poG5>XuN)&Z9k|EEeRfMifWv_lT&h|S>=Z($}dYxeay^8&?g!B^hUhWHhCWCf_VX;YZuViQE%a^ADMt3M^Xlb`mEE@R#3q~#Itx|7K z8YfX#Kq4L(B!|n;tjQ5ej0NmKB(4_6+d}2ov7(0#B|!OrimUom_#EsWxM9G0c#N^| zQ%EBaR3#4Dz@Nfh$WTBm!=QlBjX0VY6k)ivN~)@p$^8cp93UIE_*SGh;P|5D3T zAQR7vi@h8jb71M>n-pp2Xm^rVsqCufmx>v~HY_HP6bCyyi1PZ%JU(a~*#~s1moK>w zA5MYnE$y-J_1m{eG-_ZFYzQ8nSK!pBFcz8}#K#c+ez#|19$_RtF|) zbf(193C{`cjxe(dZlI?}ikEjBG#RNo-BNE!k|HKP%=bL|=jrJl{pH)hKLNzvydk?0 z5QacR0g{Nm@Pu8^8_umybqqT8D{w&lJ%g_*4&NFrT;#O*<$>xxJQrKF@p zMMdGd1-hyN6BCJoKVQVhAN-fN#%?IzuZ0UjR|0s1sk6F(#(tJ!*FlLqm{@hDs6r@3 zdn}mu?}tPY#bgoxWGO}lKGT^i?7m2!Mk^zLu^-e3a)|r`COTHujLgjVu&^0aX~oPZ^)y-zAFJ8h9HKf4qVYOdvB{JBU_gTbo2Cs%)~xCAN`8Biv9~}Ef7^{Z2)MM zs5{OA#QhNXd|gP8@)8sv2#_Ao(qJG$0vv?$3W*2K1c(d1q@t?I$ICmrxOn(w*`D3F zx60rP2SX761{E|Derj9(5Ya$r^%6>zB%x?!gjplN00RAR{}e>*qg}g#p{dYQ!F~o% z7o!P5R8W8?LP_tw`h^R4h?&T{XHKDgaFC~jVUg=?qbJxb$eLp-zj*Nzp|Qn@&Zx(a zxAw0O-s%zR>z&7c%CRHqL+1ZrwFd=_0VX*LGPyZ8!eP#-tM`wNE&~|>2qC>}4RQzi z50YM)4^#xP$5`OS^9x{wVO1d6Q1_srM5C57baMkTkAi(461XbUmWVJio;x}bun|mF ztO*vAf+!Xz1$2oZ;3WhHT3b<>P;vm?(X)u`>~|{qA26R(($YF5Bm@C*60#VC4%9iC zQW3PxerzygmabnHh9v?jgq?Bc&Yj=C5y!=ZfW+v#m|GS~_|{cc8UvvU4s+D8%R-n6 z@L$nTi?Pwi%~4Mh|Y4$UJx}rrdnfx0ijhWT8qSr5P#=EUAR}ca+qVdtLsU3+^eDJS-5Vpac7mJs%m2h#u*`?g4ggqesIJJNgo6rvtvR{5>Cdb#$m`$OAQkMO5+R|BAcJZ$ zG9M8aJPV^^>*m`yfD=?j??g<1Xrd+}BSEYEAJh!@%>`G(0vNsga42C(3JCI>B4-oC zQCJ*=;;(qHAj8roD*ZBhCCPC(Ldj;Dd$Xf1udp)$Wbe7tkPonVZUb$E01fQAF{?ip z01P?p^xqQQ|MQWzJ|Z{yloXl|VCyY|q-W1$TDTmy;D)wrr`hr>7oLfak&R7n`i^(o zWHjB~Uq2y7^VYWckuXf~ErjXhK7XG79S+j{Z+N!v|KgI&LqB*!`~?d0>~TRr2YwJ( zuXY+I2gerTVXe*TS1%xmIc%_iA8hUvdEfrn{Hpiz_gDky>5aCX6_7W%eN$Is2y zOD|p>B@h}c{$-%o7Jf&I6UD@?V3QuO97%`5i3SOyrVCkma_S7ydnhY);6ix)276hIOBDFh~X4KNmTeJAeE@AZyR~6e7Oh zg_r|zr@C8P5lcm;qLh5Zj;N`ti{uCn{9%F*!Bt1nnjY3U6h8W>cVUcoqpH~UKkZW0_6Rn>1$lnbm^ z05yP=5kup&k1e|ju^U^3-4_roH}`Zlb4*=kTG}~9MKeoF1dV`QfP(;>dwZ6lTw-kdHZnah(y{a0=nHXe&zK$k1VS%S#9@OI284i+5EL?oI8|w=Xdum?+bFe~$m*IS)8qAtLfKO(TUH(I!YekjUi} z6q-lpFr+V}X+qC|qJgv{^msDS3nizTQ6;MJ649hYq|*oh3@)LAb?WJfZ=VDg zARj0s>j{t0Q*epK0^#|N{`GT^ zmr&@JvA@#Oapa1YgyR%nYimyk2s~>Z1x%FNz26sUjmNREdS+%v{75?~DPLt}p@b^) zZo&zK*G&%H*yC{S4PZSCYAAy6z>zhAZbCl92wCNjq&w&DD#es$5Y&IZ8jhv`4hu8a zwYM*UZXlZ80+tvaeujco!u8FyylYI(*sb`^ifD0y^f8J>HKeDvQ!}x7BJ>6UQ>iF2 zJe-516~GikM{Jqt!U`dhN98k*+%2P`E0_)C-r%K5%;hgnV zuL?y2SpzmJ=SI1g+{b>of1eUOnbNQ6OboyTDD>2}2qjcPxps{bSSt?Q!RFz&RA8f( zz{Bf!Z-JhOuJk4+Csy1A8|-MHT!F`8W>%IBeBS9Bzb)JreqTns5S&V!#+6)@K?@#7ijZ(^dNbkdPb{zz49-?2jts1JRt zas@-;+t;tZ+wVXUfIWo=hx|2wGC4Dhm=GZ+pF9uE-Y7MjHL zp|I*fM2w(n6hC`*OEm@c1{b`&y!`pFcd4w+jtvt}1^AV1G$#@O`aRvq=r;?^x+CW% z;{SWNm2o;EA37^ymWqlLBr|*+{*b=MkWW6Q4n`-=d}IJLARSS;R1ygTeKsZ_7+W(7=9ysKFf`NDBmMZ)bNICpvM84tW}MSCIQp zA*|!W!)-HxW`ya~(@V&vj($dnmZ~tJY z1b#suzwz}+<2)}UYk7*~moF(71=-jLM8}o6n=I8EOM|r^ILFj#l4b(E*{986}BmB^*t^>@>kpE0gOt`2`NRU9BoZic@QBYGuwMs`_rlyW` z=4Jt70p;U-Bt|t(tIw=upk9$k#YlnJh(2n^qNbwq9qh5W8FR(IpkM`$2I)mHs}*Eo z;Y}bHAk2(&8c%hOP`gl9ASRmp;swH0Fpc?nc@NOi-ZE;3yNc7Sg98J$EIy!pQ1PML zf{@@N;AaHLQk75h(w2Xb6+>__1RFbxvIx)D>tJP-_Bnp$~%jVv<+c#a0%yir!+CN4511G_2?+PiRX$@tu&Q$_?XiNU*S=!1=FMify%>1hQ)vFE({{79yX6 zgMi4=#H}BPZ~zenq`mp3=+e4ZjP1Qzp=SpW2}CQ*dHa@KY>Wc^J~chvrRW>9w{ENp z`CkY|b8uY4Pl5V`L4~HWTDq}X3MtZSX}SzSbpR|+DIbV*xNxX>&@axZsbytmO4$u; z4H?v@vUPOC1bun$o&rWe^$^fB4K?-L!h-kw*d=6e(AI!%U`U|9d_eE(^!PS)#B zw2}|t;1huQaN3B1i0cCY9?(((K!D+aA+|BU^zO%RI8wGEu{cmA82uHBC_`PIy!3k-)rH)amKGcu#5F_y!$v4tcxYA?QL$G`@uDmygwhGEgkqE&U8P|W|TPS^jPPiY;xhvQ?+S-VO zWCK3pL2vLLKMqLQ-P40p)@nG-tmnL=8wU~^b}^ZIyD2&|Y*5X0!t^Tz1x0E` z299Pxw+z4&M@S>6>iNaA$~0aQ^2*uJD}dlobLA|D{~f0X?C^0JK;7j5W1`scY%e0< zucPxXHS_^q203$q{0f3q*ps*e3L?H8ANu?EZ}QKRN)peLv?f3d?WC1+7t zFe~ta%ZpfMppFB|9|8mLFao~_&p;bPeh2PCxz}%BruxZRoA@o+TW?Hmgop$q>X{HI zBDt0YzJZt(nZ|%mhWwa8(?SjfZIm*KjJplUqS|-NDG_q0d9a$CD^rO<(jF%VvdKvV z2ZwjSifHN6!h5RiXznEeEIH0jMdIkx_3JMn2iq#1L@{Hb9z38P$bS<8sV9_G{1mh~ zcmi2K?r6+$A%yT6pf%JK1re4mdM;=sauR)QhCWzGujN0K(URPL zMsh^BgN;&&>Jj^BLhG5WlD-0|j1hliO-`kpRoeQTy}*ynL-7P};9ft+FI`?sWk%N* zdnSv`CR|DrPKSyQQ*SqvEbX0&HF>4Wz{m(S8)$=trW%CpJ6*=un0Yq6d`ffLuv5NX zG3h96KAf~iaqDA_IwaTkiAY$6+9728u;>05Rcr-ET`aEFh=IqkP~wX*}92jD?5FJODX_@uSC ziena6g_)6CobC2}_T<7PA5uBWf&M9uU*Cb!!#o&ZQ%!Ne=55p{M2ZP65Ar?B zbE6uZ^w0;OI-XZi(bv(rU^rW`^E(vKr*)=ID(5-rXIB40PE<`f;oh4ZshTQ}7+tgZ zd)1U#RDy9Wq=(m9>19_hv~4E(zy9jWvys2Cuh<}~=L&uEdR4?~;u*4A{iU`R*{u@H z7F&^HS}`qcZR7Lq^CtMEIM_U_tgKq;?{RK_FXa!*4*oIM z>J>WInZCo6L6`({Y1FX*`M|$FTyt@j5VeJD{u`^#Q)kr?^a7W}hHd!%eIFy^@Qf>5 z$&<`=;0-WcA>$eeGsC}(K`sqr9Djmp4JG@^u}BqM{B@GBD&^nZOQ4>5w4}F5s$w$jOu68ycQ{H&2jo!vUV;BVR^FQadLQmDJj6 zVrHgD{h`Qfwbe{mzV~%Qd%K9FWOqx;&)Mb5$fYIxRt0yb*uOW(r^T>&u;HL4V=U45 zA>DorXAazfYJkFg)K1B2GO1qOWjZAH4Q7tueOg3Q*|aiofk*38D{5EB#aqH+gP zKh-@wJ(!>QdYLFcND;`jLqmd21K}Ji7wAO}+KY>qdaZ(TIN+F{pnKoqDpL1%%C4fw zy}j3)A`TCHMqkv-MfK%%PoA`Bjg|D!Qh)5{w=J}~xw{*x`n6Lr6V8S5Np5RP*=1MX zbWRMY`PB~}U|~U5Qc+a2E$sF#mBw)bWKO^s8G=mEVo?AH?2e3%;&d3EcWUYpoPRHL zf%byEhNEdfF@I)ft7Z=t6c!d6Ou1x1hS;k?4soi%xZ&Zs=!4%Wfa8TphOfVyL+v_k z*-l$*hZ7|*C%{U^ewR1Zvolebc>gVc1O*rfwusZDo(ut^gM)+I;c2C%hMs~ILc~d# zV>9l>81?{0MfmMcu1`j?ycL$JwYVphs|eZXY#f*cQVI2zr-IJ!@4Lt3u){bIn-5pa z%j^tmHWMx!pJKd@Y*}z7=9ZZdM@3%=M{mC lI6y<7XP^9E`G=J)mmSQPE$n`$L$xNHJF6;}NxFLHe*h}~2~q$6 literal 0 HcmV?d00001 diff --git a/doc/source/test_results/openstack_load/neutron_create_network_with_port.png b/doc/source/test_results/openstack_load/neutron_create_network_with_port.png new file mode 100644 index 0000000000000000000000000000000000000000..b11c26defdcf4c713e677c2e35a9aaefe6fafe31 GIT binary patch literal 10143 zcmch7c|4SB*uNH3QmHJJrB27Oa~wONO$(vOm`s)^vS(k%q>d7yC<>X=DP-TrGBGNQ zU0KF9$V?i`poy`L@w=aqGuy1&==`d-&{Ke%XcmV3v+9c*lD z+~?1oHezGj3}<88p8Ylv@rP@IRn;E}Y=&Qyh?P5N9mS)#T7T z(;hfB(5hN{bn@*~^DZH44Ts}|I6b*?Pi(MhNzm8E=WU~;m!cK}Mt*(XFe~20No7+j z6H6D|(v11c6320?alT+)JxcQnpWe!_fr$@8F=)p1veER6RveR_Q)t^1KV7xY@bx5W zd9fQg-c#gQ6x@-RGdaNrr_WC+E9JU7^}kg!xqSI`xNMm?7MW8%vlo85@}%Rg%r0&| zltH3uUNh>62#P@~90*!WZVCLVFmij#u5-qz23eijUqXuc7oE$$%}5xhT*rd8NSU{w|?>85PTg*0|Od6mx2N z@V*G4M3}^!3ox}r(!FP!64exhe28xL3)3ULOFm(KgrXpfOJDpw?nALbb00)(qvjVn zaY+W+OVdud1dPk*6j5erfzM;{-R_`AOQp94-!sTT-(%3%iCwR*}2GOM}_XxMZuZI_(hj$ja4pfZ1iqdkp zHJxcuu8v(QKrd01i&eal9Wx5-$E{wnZ*i;+;~hZ^EWj3OR4N|F%2`^F*`8_mxOh7m z4QjXNbx>SUi--aa*fBdscbai3b;f4^sd9*~W7%Nt>-*Q=Ch>n{F}sp91Hh}he^B9o zpCTZ{0|h z7cSWEE|Dpja>4A|q^YkfcaT*2iG;{_j^i%3kIj9)+wD5GTbpsqTQexe<(yT=bP3U! z-!jlGJu|b>yMtZ+HEBlmoXWlP(qf6XPI@DpMBgxHZN^M?Hf{?)a_ZjoV&ssNWty92 zRqP$##+ryjhYI`C0|<6Y)KW@Pw{wh`p+SPObA9A^*jS#*OWK0x_K~~DXFVI|S zevJEyYlr4oLC~Ed$4*;pKdEw|i`%p>r>iV&(qnSC)2BQC#`Ay)uTZwoMKDUl4ke77 z{xskDt1y3*YontX(%f{w$hf2^RUm@yRNLY_*q!3G({iG*a)ATJ5IplpD1e$b^69LI zb8EmKDXgW7Z6&lO>lKhSNOLh>V+3a(RGztOUX@GoXv-B7lczWt%uc227pqC+S&g*}aC@irI21lbwrC@n*TnY-Y=X-%Ph%f!Ebumjvqy zy5EG*`~si*=U`6T;-+WvN4b)=J&CgnQVS1-*yb@1@J<0)?FW-3&y+Z`8_W` zfSsyM9kgev0_wXOWsmW_Q65-0HXG@S4A-Q5es{N^H&T@p>fBuNFzaMUF`f@wQ<2iq z=`}Gk=Ncufsg4cox^};#OzR-I`$?4j&E`sn6-0=!!}f62@Cj2Bk2YI{jqzLfUh__@ z`+fVq{4qCWSY%ft2l_leaI0MZv=6~%t)fp2day{^a&FAO0(i7)fxJuj7Caf})*w^tRLuSw zpryrQGPJY!86q?Fy^QYBGY@NBaO0R>OsVFb{8G!dE~EWp&S>OJU3RCpAk5}i!gr6} z#Ndv0x=G`q+m-Kk?aG|HSg(3CV__+eOVp=PZ*VW?MM^F5%ZWjwk}-+16IPS&@4j*T z{-AAw+&*iK=O~};576J0dDv%dy}oqrZjHXBuH5_*JczjU^vgk?!|@7JA~DcL#J{UDrs-?CzdXeqp3B((}` z^}8#I)plxqUY+K>L=l`2+M`)*q`{KuzCfgC#R=seLO7;tnR0E8~&;{{!@*zQQXAW11(?-pqIG~(mL^XA=;;pb;^N|(q9j$o0n>; zOVe#_05lRn5AA{9l!ax&A20p*!#4gP+~aFw9$cDFPs;Le?!`O79YkPM&ZdPxLABUu z8$Dn5FK~y+1VJt-Lh^Z(d8~|EX`1IqtEm37U#}(flKhGN0yAAUQGdp<^KIoj8@W0B zC_Xx1AkzXX%02%9k=DfSfw@A$l;q@{-U>z8wEX5C%X*0el-l%`#EbK#h;gez$rKvm) z;5jmqispmwfeWe~EE812WZF=7WJ+Ya>)H75pCMMszDsZ^lK`vi2U4uJ>eI)Ur`q0! zaJ2zN(Au76+}5NrkcgYCm&&;SfbPn7&8;-0aunR;oq{}u2g`fbQ)pk%M0P0|yjSQw z-ZR~9YL3UuJ!$wY(W(4U$%l!^**+C)5(3x>%|Hf>7n%0t58?2)orxuRHI-pe zzb*7l2E~m#JTwn33VBv}r;=3r>ElpsUbPUypa0q|<~$`;D!b$-`b1vI=7;1NL8PA439a1c=zZEW_@QjuiA^E~a4a63G=c(c#bYZ1A>- zbVy2$|3v9=%+crKldi>F)K65E*MMu{fdj|YJUkF1beA{IaYw4^@u2>Inxzh4a>ne_oe`&ys5brwuOkADL~&qyd^z6@t5biS7lc|fZ*LkJMn4{d~*Y^ z0I)(yFDHQYPV-1XZg3sRJ)EoRz8}D5hx9h-;2Xp4U&ME+LcgzW!AYwVR&HO!S$FCG zk+NHYcMW9|e8C-i(IVo!zF`7bD>#6Hk}Rb`1v2OrZa!1 zmk3(+UxmS9&7%zOMCE+!MlCP30WF)9a^ZP2>Z(f`Q;@cu20(5xGaxG`XP5!Y>iIfP z-ZwxFe+ghZIX&HG$hEdk%&zRW-|Iam%V%vZ{r1Hj+6&+J%Z1ts#IK=!w`pFghm@Vp z?be#JasVC}fs(`1J1x-@6^j#>uUvUveK|1h+TcIXz4|^~lA&4prRUP$yt#SNO2)F{ z?XXA9iE$-O!@(h&NVQ*Z9g-MZA-^w=m9&^x5mC~xWuyA!A6UK@uwK4`N=pP zSAfkE!6uO8sIaaMbBY6=Z}DuLkYQ*wj-9NqA0uRS58VY7MevdL_G$OWwTc)se6 zSO}UstMkl?syh$ZB|bhADfm3a5S`TTKbGas4s*&2>$_WeT!WhXVJnNb?#Z5w%+k&! zm88ns)Lh3~RS&&?^gu?}jnP)-HP#xT(hqmE5(30%&q8Gla0qKGr7nx|zBdPm2%r>q z-@sp~mWKl=Q@ZX#bWYgsCX@Z;#=RKlf-Z@j&x!Ab?hCq~^FAKn9L&pEvP`wpZoq`< zNb~k<-}+n$Wj)Tbv(_2#feK`S!tMb2=u@CBt;TD+_Oc+k0xT?h-jJTvyA_1i@-)?k z@*G_U=_fOu4fpPW{|eYu5nR8oE$foib^zIHl`CdHyavT>D<1K(0eIWG6SEVRkIveU z(~?`nl6h)`lF(AkK&qlU9uVq zEeXqc2ehi5Kk0#3>vplkM>yBvk1y>9--p^z z#hE}T0?uUhQ?&o|@MDPlsCsdfri3`0>i}}LsRFK6TxH{4C0pG!D!T61nFoOfKxwxF z*fJ&t(08(af-*0XaqYfPEQp*NC?IpxliDQ@GCiB_>`LOMNww_qnVv$ccXtZi$Tf;? zq^fq11Tc_!2paGly#m`N_nmwP&n8NI!um|MmwHgzaj0eLZJhOGkPqw0mj3+o>CdIRjllb6=GUAWm zL1y`cW1g2J<|eOAKtHi5lX56)F)*g9#oQCOiBq&0eL_w&(SmckyjIy<`%|s>_iBBhnU#R0-r8S;mlfq=H+h^OM9;C2Z_jy0G5+l;@1r~rk)JHRd1 zH*R&t{qU9B|9%VbKz3-+(6w#dmAE$RS%E!ZkNwwGtvNrK=f?x@K;MB2aLiU%nz{kX z>qgnw1 zRPm8Ui;}XNSBGM|(r;)&LIG$;NCqA{u8+vs5hov25%i6Osl~vYhQ}}iCW3M! zoj{W0?gi=7OiPF~oJYJU)4TZBPz5IsyFM5S`BNEqRft`&epVeAUMb8OCHz^XLJVC1 zab$EKYTt5M=1n$ORArw8bAiZ+QYX9Ciu9+OGBnja{P=uggps9$Imh9an|c*?@ncj3 zw8_Cm;i@$htLi_r7f5Q|xlx-)9=WgzC}7#PIXyQj5EwhtQQBY>Sd=HE2^--+{HGkZkwIPSr(AB%9q#|Hi_)L zMp#bBmT#U`hx4cQmj|RaztBhpc~xo%SNQU)0#I>K1QnUfK;`()P@jKoe&NXS$JnUvJvN@fw7Rfpwm!9`4GsVY&nIgYtn-`08<+ znuq6sSZVO)0pg}8BFM%}nlC)rOAZ*}u1jB8a#Ml|rP!*PFUuNAsx%CwW=p!FZ)9+s zjl?+I`T}U^rzdf7l!4m~u`+tdg=vX}k`m2{-O4URND8ck^^^J#1A=_)h=#^3#vIMQ zDwIb@gx^lUAYM_T*Ix#Ri*xe z$JZDW$_mz~Y}MGSdUVf0;2wZ@Hmu;pjBBQ7PShrl@1$-4eJC?OIu{zwbn5a@x@j#YN;PaL?zizsyH_3sc2-rxyEdd3zO zNvJKdYeL|s^mMuP*A{>O=F+QHP*ZDNppUi9(a3E;7LPJCFzd@SgM)6tXm^1f5S+%| zXRZax!px6|t~=89Yir@3m2>_FTl*jHTkR!*TmL^%@LvPd``a4==2{S6)nYp!;$BIL zAy|W$%DM$o2&;gDqV-BW1_BT(yWFhzZ>w5&tN&bx{4M!i+5I(<@jp^Wz@xW7s$m0w zSL-sYw`95H3L&TE`_f458`N_lXukXzm7t9Z8U>|Mbz0TFw#wiw#yUD7>lhD{51jj^ z==c2#l)HisK^&;!z^2{G{pq?2cFh-{OgH8ieO*v)QeNY?lk(PMAVOs1H|WL5>H~7j znwreC#AyMAzOG(h3h?Ou1@g_f0;leLC!aqzO#Ts6Js3lvD%1Y*)P42k=Bfw#+PLK2 zejHXwskY98o6T+x4pAQlMV_9wejY(wFmo)kKWK4W(SQ0TByS5%?n2tF{j{H-ACp@E z%LFABW3mmIiEt?u<&s}lckPuwz@NXR6CWjlKJ!rE(zF{*o*VSIyk=B4-1r{EIir>& zP0&+&k*~0W?2+eQ=sKWliq0$e%@4)dMXL098u#R0 zJ9XYS3$$kG!=GLa<8+#6)pVH=cqcNMq=sTL+H)*%o}jc5%fO8RVJ}VlCGhKWyL?oj zNYLCMwF#bn6+~3gLvV<2I?a8|&*KPD$G)E{BS&iFM@{>J3Tr{Fu16csDvdfB^XnY#H*H92cjd3 z`b>3`0JGII^}|q|V*2qB z_E+Kk3pq$CQ&TP4+FZ|!e(o2eHEln!^@5XxxRQa!cwwVVD7~vo?vASg)CHdg3Xu;f zqSDFVS^V0@dG=|v-4U9?=R;bcIr9_km$!=(*fvlww2ThQqf2_*KXtG&2hz8jfHO8w z6Xkk7cX`Q(3`*kq`@{?y1vz&LJn9Ff%;+UQK@D%Gcy%v_x`k@KU=XD39xH+3ZZz@a zo*WO^&DsmYuc8I=rC^!0Oz9admu$Ig*Yo(E2`SN*lca$^yM}fIhrFl+M-B=GyvZMQ zZG6tAJ?`~4kzCH@B|lVXuH|sq847xmuPvG1<3uR}mRq%eVV(4DP=9(TF5S_kJ(gMU zTZ_>UsPxrF@`j=Dz5~=oa)?7Xladr5n{~DHw)?8;LegjJ0 zlN_NEJMAclV6$m3nGnb{A_CPT{z1Wl0**I4X`fiOo+KMBk`~O5(#K#i9RfNdLWOlOXrQ>Po#0c1gV1f*eAb*U<-8V0+}aCJIjsKrm|AR z#fyN&#)EmszQrP3>L!1=2ReJd?2<-;PIQ6FHL5anj6=7l_%d0tx#vOO8F^0|BvdQ~ zwz9LWKA=N0!xQRXc*VlZtKK!`B@{h*U{0W^pn?SoZI24rWOAaqaFrfa)@_Y+wE9_|K;n0G9Yn2O( z4}5m-o*v}clIJDvZCMjMM^ihWd`^&fHEb;B5s_jQ;>frXhE|v!&B#dstr?X7SG;Ve zky$F(kmQ+adX`#lvl=B4R@5Q#*Hb#sX`qc=Gw>I5RA>EU53A?4HfFs~w|0!^uPwUu zfj^D}9k-tXCH7=c3p|R0jvl0$W4%Y9b06BapkCao`Ss1KNL|!?gJu3AKd6&}C>}Ed z8q=QN-f^Y|Z{bV<4238KYr5SRgBL*^Gxz+YGd~8hNPAG!ymEc0WU^wh6(p2Xoe&Er z`H~(mY(VDA%5^2Bq}uAANg`tDq@fIZ+32{A>c8@o{zuuT=+)v8hfu9OJtp zU{Yt{DbVsy22By$xY<6R0cQ+c=cdJGi|Y&~y3L+yr%14CQQ+JeesHzD;s zIRomKOD7RBuf%BD(nmYGw$zR_z{S+7GqffTS&^Ew8nvrk&x`G5bY BZCU^T literal 0 HcmV?d00001 diff --git a/doc/source/test_results/openstack_load/nova_boot_servers_rps.png b/doc/source/test_results/openstack_load/nova_boot_servers_rps.png new file mode 100644 index 0000000000000000000000000000000000000000..06fb54dca25d0445bc19ca696bc84be7683c6c38 GIT binary patch literal 11653 zcmbt)cU)6hw>G1U6%-2~MHEp$ssRC!Hd3WGLvIog>C&5!5e1YgBB0cf4he+b%OFjP zARr)pkP>>Nga{#U_aW#w^Ud7f``+q2*|+WV~aJkKi6G}IKRk1-yjprD{uye+Fm zL2*Ejg5oEaBZt6WK2LiTQ&8}#D9YZt<2kf6dbAim?Mqm3bxVqObz6>48vYDR_IgoPdTCGM%-}Tc?Khc~O%3y7}n*E!m9{j<9*Hppgnn!hK zyu8P@J-pSr61!@!ZzUc`jh7_3bq)HAH{h0Cx=2W`Br7T6nWMl0)i#cV1K?l(pD8GQ z$p`;ALig=QJ^1@YU@Q3t<#7s%U(J5n|3Sm^<1>Fg2t7mb{Xys%iti8ZJ@eNG|I5wx zt<>0M+IpsLVZS=n>bA^ZRvoY;f?N~ng|#q8)#7s<(+?g#!Q6w~t-vNJTP1njt7(x~ zX*`pyovAjboxF8ttHhL8vW`XWVCVdg^WAQb+>NuW+|GjBr z_Nt9T{mqR}h$4i1IP+`8h2_zz-kx;jUfsH_K06pD2##DAS;SI(W#!)ard4 z9HW6YDB()<81tHoO5V2EB8~5oRL=Qr6eUj+q`*>xgzW~YZJBi3LT{#eDTz3~>$f2u zxW=yX>iN!w69cv$|lg%4aU|DprMBteSshzKj%*76)H{ZV&%xq5HTxq$`709eEwp5(b z<%BSm`ucS;qW6#b$GxVzcvCAWZK?(nBnfYg?M#%s0WL!$)XaXQ9JWB(jFQ@nx}&M7 ziTY5zyF=7JmB+=n;wuUpDzVjN=d4>3tBb<({k$TS)Iy`5_Y0CZJf5d%aMOKJuh>lP zWPc2=Vb6P!@dSIvfjr~%$&glHc+)YRt|W;fUl@UllJm(u@P8o|Vl$JYMGI~13}$B@ zlaai$p4sO&^NGc@%5_d_UDRQ5;V^5w5UE4g)VJj12?`pXvut{|*3G88i)_xs&2~S< z!n(y8*@pD35~J;zZagsCDG%YVy)i88v$43i*>F-SL1MQBx!tl2t9VoVsmud6R_wX* zdC}{sjIWoit#*b=w(G+JuMmm6SFCSON`AdqV%?jel_#~8Dy5`r;xs#zDKwuKfV&9JH8=ClfpRcFF$iQV?P zZRHEhz!f=l^8H6>de!|_qZkPaPGMMBCZ~eRP`EvEg&r9>F6^;9VrPgOtKr56-Z`HX z{HEs91|EZyV5$v9_)Y8jrFZ+&GC(ir5SDkN+#H*>G+rllCJA^VHi#;f1YE}58~Dmv z3+es%wrZG^!h})bNNF^;uFjT7uxLwq_0HAIgctU^>zPuCfz(Vf)XEN{m3={n05&jk z>0R($*AzZ{b!NEnnsy(lZiT5XQX+yihk4~jDQOF{>+NT_e!D3lhbGwb{c~{Wvo)Ne zNxmC{i{o7Gv$+}7FxhjWGA9C0oR3=)!++FfN+|m@$tXA{gEP2!N$8poI(xs#}ZcK+aV$26ubLhBE-&np8 zzoyI@osSXBA3xaTCoGnc&%yht*jl?(LY7k@4{O&DNR8j=5XxPFkBjo*@sEE#PM6l5 zs*qXKB`GGhESS6*y60rq@8tWxnl-v1dQ&0qdCPWMj!SgP;q2#LYctb9+n*Pr)Ft(; zk?0!QVZ>Xv^`sH^Vf#&_<9MyF9F`jPlzXf>lp$&<1a+Dz4%~+`_A+}@OTbS;kqe5% zp4i%##){`8l$;)R)CVuY&c?Bcpy`Rij$;YQ*!5|CWCdq73dbC~x>aFP6U5@p8UL6z zg|=(b971AgHcIY($6!=<&a!EZw_E91X;l|*b7v3u%Ck-7iWFuUgMdb0D<-Py1^-TB z6!9CmFA24b`5M z+P-E;;F`h9hP+LT*E8{)Hu3eRtx<|(^A26EA&l9KYuk;Phlf<$fl2WOZl(mGgw1z) z0_aU%?JRcf@U+vfo+<0}nt5%NbDr36Vdq-a{IwZnIovRbFmAf;bBAn}v=2`VqZWgd zBNerY&r->t1`nCQzEjYDL3;ndU1ZYh?{4YOHPo*2Bjwne7Tr^=T<=lV2JqFJf48Bh zEt)%ID5#-j1B=aY(@l!k@%Vbjn@}xmP5O#SKWHc-1_Q*~mjFSf_3Vc?*@%|#z75rc z8!(COFAdhjjV0^(kJ;95pB$B2YM8j&u#_rLkTWD*e47p&M2HQWjP&!K&(5?ti=KTm zRJ|D+umu1|39uiJ&4m*ZVy0eizD zn?g$Di=$%`^f6|+lG9OmmbIc?BC>EGXDG(h<(7f)PMpnB*dRgI7PI>$l5OW9ACsF` ziA&LXvI5b#xA+nh2-%BzU~4sS!ghj|90m>}0$@=ct17xH6IE*>dXFdL@IoDCRx`V% zcSR7dtbeBT)p5ErUtD+_d21c2JLNvT@Ztr(6qkK>zlrnEUD~qy zqSihh4+gd;%l!-4y@q$T&-69gcja6e?7CpOKrGwv{gRZzof;an={VJYp4cmbGe{gd zp>LGkRQhQ^Pujop#$@Q?f!vF=N#GrZ#iXX*$~mGVc%&c5fY+}{dB#;e0MmNX6r+NN z6!K4~HxFShi5Do&&_u_<8q+j}Opsq|7j5CzA#_s8s;lm^KBMy&{vB}@AD9OX!OUb`BNNo%=)tnP6ljCz>fB(3-MVx@LB z*E^BmvDtxOdp$nll zB$*&mriC$7U8Sq>D%q$^)T(>Zw7^v<(B}D7pjpGr-Z|Pf>^vV;#k0;wh7J{1d{|5~ z)ssyW!<)mHVsn?ueF)3f0cE-_%I+O zlJrTS;xdXsWUa6Fs$0E~%YPud-IaOeXiR93dzKKBL(Rt97lB7+g>a4n8*zpA8!-v{c^kTpB8odtV>y)dr71 zWo2a%h)3w2J_=QEZN7&7q6HZ3KY90sYg$l&Pnl(k^z%%XgCTch5(o|B8 zUCD%_bOzUq#Fon^SBa8@imvHc&Y>bJ^;~~i<%_;pvGLYGMg(U*A5fVW^#oX=84xKx zsxN3|p81R!#8FqxlnTigLvP&fT#)zEYv;s0A25nKTL?F$=S;cIeqdd2%X#)G)=64SR1fS?|F}r$eFI>WF3r&YW^?z7Iqa3h&(tth<2?sN6jwcP2-4BS;GCMp3{)Y zEIW$J1(<>j+0^^wn9b)MTj z%KY%C1l4%qbXJ+bGytfXE?p8LHTZtR-S`E1bJ`k{rQtI52#F27+|OsvjC4s77tt-; zdFL)e*V3j($!ZYL5bX9W23kFgBk+I~3A=?BYLZU9s7D!c?wu#4Md;loJr5oZ16yKp zQfn;qy^G{$&6{&lXt~?5vdZ1jn({O}G&}%49=*C~TE6wr{djV$U(ReBCmZ=3G15E} z8t~%JlF!n|dY_+rcN^T`Z?kQmJ`2vsE-V#EjZUS=QCUDnX}DV2bu%Dq7x79V(elGz zFsaIwR+nMVBh8}uOL(=EpsRnmLSqq{gwoOt;5a038l5q%fxbm6;w||SqYkagiJ)eX zDbC3|Hm=cq3Hrh+Et*X==LlUr_>Be5z*NK~zPDgA2+IV%%Gngx&(AnA6j;2{W@-B; zokprF0L~At=^d4Hc;oW+C`TIR;WYOgB<(N6+QLoQbe`62ueKKJ8dbeNbWiCPcA@uA9b`DFGg-b|xzH2JAXsQP);Jk>q`%{}V3E)9 zLoljyWetNhJ|5od-3rJRQqOxSVTTReH-G4w8vU+vc>5A(PB6 zE7qBbF}RZ8F?1cVst$$6$J@S&G&{v(esNMWz90`i@$6A3CF(j9Na-XZ(yM4z!e`_9 z?R+RfL)JP?Hru`X63m_VE)XAl3ayiC0A-365o|Jd`Qa5K6mk12CBtM<^EqEc$+zCz z{YEB8CEVX_p}&ty2BwSR+ngURbF7>U7wg&HTMhc9v}vy7g48X@E5a_$NR0XtMhBVEo<^Jk-Kl5SlHHd_UN=WvFwHarX#_j3 ze&J;%2WAk$B?GOA*tbim3K43M*9&)X&6pVj5wpLz;N+WH(h1n}g7hOgPy5niP2z^i z9Ftqs-n^S)k4<*%Q5<}-QAx?oUY-n;w|<1)JFSVGiH4xe$q1?1A%Yy{6F{;e?vsb9 z&OMjlm(M?uX?KdpKOK1TCBeY^_T|2J(%}>F(!~JHKvo=)!ZgxM=#rK1 z-*#hsT{Lf=&T8PJ!}}L2lv?$BbH3ohDymz7+57@Af)#y3lNnvu1Q#{$&FR=RqIoo- z+{Eih#!y0az=8z}N#{aG+p%kiU>lctsX4AFT);{$mlORT7(1 zQFG{`&NdvAh=Y+qg|p=l2!uF6E4501UTZ|@>Sa)eD8ApF;tJ#{bU6%`m-XDvNaM$5 zA4NOV6-}5bh^{)%x9Y z)@%@Bb0aQYs*W{y9Y0eexlf>&f#$H?+1@0({ZXA>i;R!CD1H~RkM+0n8E>hEMEilD9E^TCCAW|Em-Vh_MBV4D zoAGC_0dJR;4Bsyc9cs-5&xh4ucU?sJ7hB`SCGQj_UQvW zX{gW);1Bh7fWx2@(S8;!fr_!HN$mdYlwA#I)%y2ef0_do76a)snZ|S}qIdXy<}PFKl8g zmBGX1@P~}n=yw?FZ6zpza z7z(H7rtWT|J}w%;%YmrImbAk2gxt%o$#UF0%;K|Hu)ZRO$XBan)2J98~GJj zAzy9?I;mdcjaOom54{cY0$uVYh(dVYVxBH#x>332dDaqb_?sk1fciXC?Cn79D~v_r zCVsY??L07Ouha+%Sv*SlL!g#H&8?GOx|EsZZ394hoF9of$$Z-?!Aah4{7S6Ri)VxW zKOgVuOcdkxH8qATX@s;tNOkp=RF?tK+*`Q&2}GCU`Z@Q9*MwAib4qpnwu}tC*ZQJ^ z?~V9j0lQ3Wzq~7^MTvU;K3*iVYPpgd1X3<%eK2cPmKQwR-iJz|nSdQ~YB?V}PA}aL zRi=g^NgunQeSV@>cyX^zWLdThgpdza-HK5!a zKS0}DbNbx4{!v@K&r9W%56CMZ;d;mQq<-_cOLjT%iK9AP#4gpus1YQPoQ+@psM~I@ zv%ubMkKwfjG&5L8Eo#1_ts)Si89!^3b@T8-{oxBL{59)ZC8Byl_7U0FVQG#kn{YMnSS4nBdhs+nrO% z^$@_5Su_sIZkX}rP;0P#`fay$6Jtb+&u_OLbG>KnJgU0x+9bP{qkGDI zX-H_HAhR0h$)>z**I6(eZz5x~a^K=Uy zx#EPDRr-Ax%9<5MH0MBAXpi*E+d~tGPRRfhqE9Os7-v4#A3rH?QDdy?B$q;9+{ea# z&3%c(YQW@h0dD`98=#V7@QbytKfLYO#F#BvSYOuT6+ld+ z5#kJZ?#+px1`?1g6)fy13ix#Fol7=e^d>0y%jG8=`1S$X0>0E5T%iklGW(YYE<3^R zqMzZLNgmhdNK4fNWI2Bu$m&P{zo&R0Z3)T2<79yXC71j73(2#ibbt!ATmcme0Ak-$ z@c@RuX9Zc1=HEMB<1g|MW`kwO>SgbfBXnfnwFG;e+NX5#I{PmG5c9w73-tTmzR@blay%#hxSHSxBd2YmuYVLLq_qtf>r8Jxo3 z?2RNHpV6!4@biX~wa?CQWCUICyJ0_GE1{ZrQ%LpIH8Rug9Yy29K6PX{nXa4Ik5!BM zYpcY6u-~o2<>|>hxS7lfygQ0#HCZEA@{LgT_)KBdPx5b=BVR#Y6r9^3H$! z{^%oszU?(2q%y&y(?0nr3d)$kP=Wcr=TMS){ny#1d0^|#CV-UH3m?zjtX?c^|K?Oc z!{A|NzyDfn-W05o7sF>9$F81~Fzx|53mLBktulvj>R@(OwA&G z1Asqo7^4uEJ)qt?$G#kRHgb0-TRE0*kT#%zj|>pxd!-^X?Dw=6qWk}=L%)ptN2eh> zC=?^Wv-bn(U!7(zcm7)(f%pIY1@8q0q+kCQkpJMUe+dkKIVvUdg>cebsX~9o@fKd? zOp}ru)D`w{gJNgYcie>HJuDivRz=GhX1Y8%7;`4_1ByW&2%U`+@~q15K)mH^!`&Aj(Wd+kb6WZ&HK?$?Xs z<}C1zWG*`xCP&z7YxR#N{IUK&kS23A?BBst2-!UJWY&;St@VON2rh1htNzLbR@=!6Riei*Nx)w zAq37D7248hTaW(Dq5%$l)rn!+qsV^a`@dfyLUwB866I@(<`Zfdk4 z?K(-Ii{_D4C7HAk^?Q9r&(`Qd&<0`3@u~FE_Knnlw3l46UA5ce`dzn0k9Wh%_%WAd zR9R)Gt55W+o%F4PJHf!OA2}|I?4+EFji;fmwseX* zb_%L!K=2K$Qe<$EP=R&X{GQ7_Pn%$#Cy7#i%17Ghv3rNU8t|0tZog1j*u{jx#@S`L zypzpub9yJ_v}&Jv>pDroy}T?7!I3{$uGO>AlB%`!y;CqZ#R5}lJN{Zz+RT0YdBgd> zC*QxLSIUqoGA~7^V{r-Iv7PyFzbJ_g3K<=O(^uSwI#1 z8THf`XOxUJT9{E8*KECxyjUzoiqK%3S{QZotj>^=k>G?;%E z%meg1J;hc?g4~cyqydMn0X|%Rdz^nNnXoi0!fQ~>2{mweO>4!WOf783%qA|wTEYDw z=-K_QN}>7(sz~9#m)9?;4glz`?ZxH38At%Y%QKPfl^c zY5uSBL*O*1HPZblvA$*WppN{5VBAxA-7;_;V!sEYJA)dSfHCGUSqyMK^R z|GMwDnijb{^{))JSN9@IvVXM=`uMwhe}C(HwNNO&$O0Ouz`gU5_l2Y>B+tG}yFE|? ziVY&epTUWNayUvyhR%Q8_lG2FektgF9~Alc0CNBpbSeLG?C zK2B&3v;b6ruu%o=c4cneJaXxQ>|JjgpPlK21~Z@`n+&zYI57DF70CAmJ7>Ub%}}+M z%f{FJ_UDh!N=L9r^z4v`MJ=FdqzaNRayn05SQ-?v)*?=V>hMjs`HxuxpgNJ8VIAlG zLlGvyzkRle3K)(cAEy+1VV63#-C zR7!XMF2DBH0gd^+xvC!~qnJB*Zl+h_3|KXm0EkB*J;0xEEwtJ1$Bt`L|k36 z?;rEr>rNfeB+6n0?xf$B$BPa64h$|2Cz-}?EPmFqYYsS0p8+h3!TXSKyF0i!Fj(>*OO`M$9IhQmntdgB>& z3ml=^YwZNF0^RoOPX`OT6t{D|X5R$$fCi?E?38r}Zh4|p&jCwExsWxpz1F3!E`h)E zc!zUwq(X3^m8&JR+lN+e@xg8+xA5fpTyHOERJ3i?oVfZlT{8U1c*`sd>W{Hsn|=ju z$4MmMA|<=`i8kIzs2XN@{Ij_5#>|%>|95aTkCZHKb;M4LFjkbi%;mVh+s6V>N?Non zK%V_9v-$hMlW9zj)df6)@;Eq^_4#Ef=caqig7;MVi32EIjEaSMI?1{HD*?Gnuo;>_ss((%P6SyJiJn~&gfvi!dbxyU_dWs!v0f_nEA!X5>iJLwzdwg_Q9Dp(H>jl} zCn9+Pgn`(l)$8jXWffie6^Vv4=+qc3W8RXUtw7O?l4f@!mXa}7GJ zROo}E^`K=afdCE6#S7ajiHtvVNp(DdUM`YS~=FX0A-O#NxquDN?aq zB8O3;Gu0nsVcwiL)4)1<{>@!UOLY?msPehZOV*IrIt zhi6bDye5jizr>|wmM*@ZN5XK07#A1e!>X@on%sLmi~KXa8kx1STBsgZ#_WH_^eNKA8n zh^Yc2X*^gAtEkI@nOy(ZA?Ae>eX%Pbx|L&%oE0|)!&wJrBs1wvA37BgWa;BGS&>m~ ztO&@5{^Oy|e;D-qUx#HV+pqpVpa#~s;k*fECwrj5Ove@$AG>)Vw&KJ*9Clt^QI5GI zHiI%H*=(&uAQP7MMrS|@+yknK$wS4~dvXjE2oj9I{OB+3Q_nb(ZkrN^23ETuw1%b` z6m`O(216K=2;c5QFbfBjb2~2df{vLhu7;2Ss*agZKN*B7jGFQKyVjqXzD{fkd1P3ZCko{Ykh8V>HxrM19pfEFtuAY zJDZhm3q4@YC|N%AT;zB^sP(Rc1@A?q5^O-bXwGnaODFDzlXZu)aLoB4fX;TEa0eu)*=j?Lm8G)rq*k4LFdKH=vhC$w zDIN6ki|;lZ;-CkkwI2k$rlWONWxRkJsDaK&J9`#=A!r$02L*!^6C7ylz4oN_5eKta z6bk2IFkj%X(WS;<$`F#Tn^-U`p&KXe<(!K-rF&u-Am^_5jA`P7w@20Zz#IO}(itp% zPxm0*DnN=fz?<0QmgnPO)Xi|g*2uM6&KeZYUt25z6pFugL0K4@_5E<^nI)b1d34VD zd>=QjVJQz%#n{%M=?UR^zTPfZo_O&gx<7sAf14EkZ=LS%911+}<=frEU;M2Gqa{rg Q!LJmGa%!@9(q{hu0|WOvd;kCd literal 0 HcmV?d00001 diff --git a/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_1rps.html b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_1rps.html new file mode 100644 index 0000000..28cf559 --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_1rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_2rps.html b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_2rps.html new file mode 100644 index 0000000..1675888 --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_2rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_5rps.html b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_5rps.html new file mode 100644 index 0000000..16863d2 --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_5rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_6rps.html b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_6rps.html new file mode 100644 index 0000000..af358f3 --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_6rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_8rps.html b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_8rps.html new file mode 100644 index 0000000..0ae2fa9 --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/cinder_create_volumes_8rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/neutron_create_and_list_ports.html b/doc/source/test_results/openstack_load/rally_reports/neutron_create_and_list_ports.html new file mode 100644 index 0000000..5cfec5d --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/neutron_create_and_list_ports.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/neutron_create_network_with_port_10rps.html b/doc/source/test_results/openstack_load/rally_reports/neutron_create_network_with_port_10rps.html new file mode 100644 index 0000000..4311484 --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/neutron_create_network_with_port_10rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/neutron_create_network_with_port_5rps.html b/doc/source/test_results/openstack_load/rally_reports/neutron_create_network_with_port_5rps.html new file mode 100644 index 0000000..8ff501c --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/neutron_create_network_with_port_5rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/neutron_create_networks.html b/doc/source/test_results/openstack_load/rally_reports/neutron_create_networks.html new file mode 100644 index 0000000..02adf2b --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/neutron_create_networks.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/nova_boot_server_1_5rps.html b/doc/source/test_results/openstack_load/rally_reports/nova_boot_server_1_5rps.html new file mode 100644 index 0000000..8aca8b1 --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/nova_boot_server_1_5rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/nova_boot_server_1_7rps.html b/doc/source/test_results/openstack_load/rally_reports/nova_boot_server_1_7rps.html new file mode 100644 index 0000000..c8dfd5a --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/nova_boot_server_1_7rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + + diff --git a/doc/source/test_results/openstack_load/rally_reports/nova_boot_server_2rps.html b/doc/source/test_results/openstack_load/rally_reports/nova_boot_server_2rps.html new file mode 100644 index 0000000..dd0e542 --- /dev/null +++ b/doc/source/test_results/openstack_load/rally_reports/nova_boot_server_2rps.html @@ -0,0 +1,856 @@ + + + + + + Rally | Rally Task Report + + + + + + + + + + + + + +
+
+ Rally  + task results +
+
+ +
+ + + + +
+
+ + +
+
+ + +
+
+ +
+ +
+

Task overview

+ + + + + + + + + +
+ Scenario + + + + + + Load duration (s) + + + + + + Full duration (s) + + + + + + Iterations + + + + + + Runner + + + + + + Errors + + + + + + Success (SLA) + + + + +
{{sc.ref}} + {{sc.load_duration | number:3}} + {{sc.full_duration | number:3}} + {{sc.iterations_count}} + {{sc.runner}} + {{sc.errors.length}} + + + +
+
+ +
+

Input file

+
{{source}}
+
+ +
+

{{scenario.cls}}.{{scenario.name}} ({{scenario.full_duration | number:3}}s)

+
    +
  • +
    {{t.name}}
    +
  • +
    +
+
+ + + + + + + + + + +
+ +
+
+ + +
+ + + +