From eaa469db0947eb76b99327c62b1df7a962b02db9 Mon Sep 17 00:00:00 2001 From: Ilya Shakhat Date: Tue, 12 Jan 2016 19:34:15 +0300 Subject: [PATCH] Add report examples into the documentation Change-Id: I88a115e472f2b2a0a1925c147504b666775a43a6 --- doc/source/examples.rst | 67 --- doc/source/examples/full_l2.rst | 24 + doc/source/examples/full_l3_east_west.rst | 24 + doc/source/examples/full_l3_north_south.rst | 25 + doc/source/examples/index.rst | 9 + doc/source/index.rst | 13 +- .../69d3be4d-88d9-49de-8d02-74c90b636410.svg | 4 + .../73b640de-a11f-4876-9494-11a2641193b5.svg | 4 + .../ba3c8569-7318-4dc6-ba70-1a45cee0e3e6.svg | 4 + doc/source/reports/dense_l2/index.rst | 470 ++++++++++++++++++ .../b301136d-c6d5-4eb3-8942-be2041bde8e2.svg | 4 + .../dbe5eb6f-351b-4297-88a8-5130f67064c5.svg | 4 + .../fa959708-db0c-40be-9b11-391064e6a003.svg | 4 + .../reports/dense_l3_east_west/index.rst | 468 +++++++++++++++++ .../193493d3-7de6-4f3e-976e-3bffc9f5776b.svg | 4 + .../7220f722-0c40-4edb-a323-ab9d2df71e1b.svg | 4 + .../722a69c0-c3e5-458c-99df-486484b1d481.svg | 4 + doc/source/reports/full_l2/index.rst | 280 +++++++++++ .../7db77fbd-ac1b-4f48-9200-992578593598.svg | 4 + .../971e06b7-59f2-4154-976c-1db0e7f7645f.svg | 4 + .../a5cec469-249a-4d9a-ad2d-51b5ce38de7e.svg | 4 + .../reports/full_l3_east_west/index.rst | 280 +++++++++++ .../43db46b3-0536-4c92-b809-4957afe3a794.svg | 4 + .../73b55d80-654d-438a-8ddd-3d89ce821f38.svg | 4 + .../de257d81-c808-4b8e-bfdb-84c0ae1925e6.svg | 4 + .../reports/full_l3_north_south/index.rst | 282 +++++++++++ doc/source/reports/index.rst | 27 + .../1586aa2e-863f-4469-a613-278bcfac8cb2.svg | 4 + .../780d525c-da2d-44d4-aa93-3a73a57714cf.svg | 4 + .../b8de3714-e7f0-4109-8a3c-bfb3071c4f2d.svg | 4 + doc/source/reports/perf_l2/index.rst | 153 ++++++ .../0549ebdf-5903-4592-ab06-5c12b10fc625.svg | 4 + .../489cd75f-c740-477f-9e03-9e0adf043ccf.svg | 4 + .../c27bc4a9-b379-4f18-bcff-ff24e1f35ead.svg | 4 + .../reports/perf_l3_east_west/index.rst | 153 ++++++ .../42af5820-53ae-4dcb-a268-b59c046698a5.svg | 4 + .../44aea6a5-541d-43a0-a331-42fdcada8ac6.svg | 4 + .../4effd839-3d1a-49ab-a9e0-9ad4f2a1434e.svg | 4 + .../reports/perf_l3_north_south/index.rst | 155 ++++++ 39 files changed, 2449 insertions(+), 77 deletions(-) delete mode 100644 doc/source/examples.rst create mode 100644 doc/source/examples/full_l2.rst create mode 100644 doc/source/examples/full_l3_east_west.rst create mode 100644 doc/source/examples/full_l3_north_south.rst create mode 100644 doc/source/examples/index.rst create mode 100644 doc/source/reports/dense_l2/69d3be4d-88d9-49de-8d02-74c90b636410.svg create mode 100644 doc/source/reports/dense_l2/73b640de-a11f-4876-9494-11a2641193b5.svg create mode 100644 doc/source/reports/dense_l2/ba3c8569-7318-4dc6-ba70-1a45cee0e3e6.svg create mode 100644 doc/source/reports/dense_l2/index.rst create mode 100644 doc/source/reports/dense_l3_east_west/b301136d-c6d5-4eb3-8942-be2041bde8e2.svg create mode 100644 doc/source/reports/dense_l3_east_west/dbe5eb6f-351b-4297-88a8-5130f67064c5.svg create mode 100644 doc/source/reports/dense_l3_east_west/fa959708-db0c-40be-9b11-391064e6a003.svg create mode 100644 doc/source/reports/dense_l3_east_west/index.rst create mode 100644 doc/source/reports/full_l2/193493d3-7de6-4f3e-976e-3bffc9f5776b.svg create mode 100644 doc/source/reports/full_l2/7220f722-0c40-4edb-a323-ab9d2df71e1b.svg create mode 100644 doc/source/reports/full_l2/722a69c0-c3e5-458c-99df-486484b1d481.svg create mode 100644 doc/source/reports/full_l2/index.rst create mode 100644 doc/source/reports/full_l3_east_west/7db77fbd-ac1b-4f48-9200-992578593598.svg create mode 100644 doc/source/reports/full_l3_east_west/971e06b7-59f2-4154-976c-1db0e7f7645f.svg create mode 100644 doc/source/reports/full_l3_east_west/a5cec469-249a-4d9a-ad2d-51b5ce38de7e.svg create mode 100644 doc/source/reports/full_l3_east_west/index.rst create mode 100644 doc/source/reports/full_l3_north_south/43db46b3-0536-4c92-b809-4957afe3a794.svg create mode 100644 doc/source/reports/full_l3_north_south/73b55d80-654d-438a-8ddd-3d89ce821f38.svg create mode 100644 doc/source/reports/full_l3_north_south/de257d81-c808-4b8e-bfdb-84c0ae1925e6.svg create mode 100644 doc/source/reports/full_l3_north_south/index.rst create mode 100644 doc/source/reports/index.rst create mode 100644 doc/source/reports/perf_l2/1586aa2e-863f-4469-a613-278bcfac8cb2.svg create mode 100644 doc/source/reports/perf_l2/780d525c-da2d-44d4-aa93-3a73a57714cf.svg create mode 100644 doc/source/reports/perf_l2/b8de3714-e7f0-4109-8a3c-bfb3071c4f2d.svg create mode 100644 doc/source/reports/perf_l2/index.rst create mode 100644 doc/source/reports/perf_l3_east_west/0549ebdf-5903-4592-ab06-5c12b10fc625.svg create mode 100644 doc/source/reports/perf_l3_east_west/489cd75f-c740-477f-9e03-9e0adf043ccf.svg create mode 100644 doc/source/reports/perf_l3_east_west/c27bc4a9-b379-4f18-bcff-ff24e1f35ead.svg create mode 100644 doc/source/reports/perf_l3_east_west/index.rst create mode 100644 doc/source/reports/perf_l3_north_south/42af5820-53ae-4dcb-a268-b59c046698a5.svg create mode 100644 doc/source/reports/perf_l3_north_south/44aea6a5-541d-43a0-a331-42fdcada8ac6.svg create mode 100644 doc/source/reports/perf_l3_north_south/4effd839-3d1a-49ab-a9e0-9ad4f2a1434e.svg create mode 100644 doc/source/reports/perf_l3_north_south/index.rst diff --git a/doc/source/examples.rst b/doc/source/examples.rst deleted file mode 100644 index 6b98802..0000000 --- a/doc/source/examples.rst +++ /dev/null @@ -1,67 +0,0 @@ -=================== -OpenStack Scenarios -=================== - -L2 Same Domain --------------- - -This scenario tests the bandwidth between pairs of instances in the same virtual network (L2 domain). -Each instance is deployed on own compute node. The test increases the load from 1 pair until all -available instances are used. - -.. image:: images/topology_l2.png - -How To Run -^^^^^^^^^^ -.. code:: - - shaker --server-endpoint --scenario networking/full_l2 --report - -Scenario -^^^^^^^^ - -.. literalinclude:: ../../shaker/scenarios/networking/full_l2.yaml - - -L3 East-West ------------- - -This scenario tests the bandwidth between pairs of instances deployed in different virtual networks -plugged into the same router. Each instance is deployed on its own compute node. The test increases the load -from 1 pair pair until all available instances are used. - -.. image:: images/topology_l3_east_west.png - -How To Run -^^^^^^^^^^ -.. code:: - - shaker --server-endpoint --scenario networking/full_l3_east_west --report - -Scenario -^^^^^^^^ - -.. literalinclude:: ../../shaker/scenarios/networking/full_l3_east_west.yaml - - - -L3 North-South --------------- - -This scenario tests the bandwidth between pairs of instances deployed in different virtual networks. Instances -with master agents are located in one network, instances with slave agents are reached via their floating IPs. -Each instance is deployed on its own compute node. The test increases the load from 1 pair pair until -all available instances are used. - -.. image:: images/topology_l3_north_south.png - -How To Run -^^^^^^^^^^ -.. code:: - - shaker --server-endpoint --scenario networkingfull_l3_north_south --report - -Scenario -^^^^^^^^ - -.. literalinclude:: ../../shaker/scenarios/networking/full_l3_north_south.yaml diff --git a/doc/source/examples/full_l2.rst b/doc/source/examples/full_l2.rst new file mode 100644 index 0000000..71960dc --- /dev/null +++ b/doc/source/examples/full_l2.rst @@ -0,0 +1,24 @@ +L2 Same Domain +-------------- + +This scenario tests the bandwidth between pairs of instances in the same virtual network (L2 domain). +Each instance is deployed on own compute node. The test increases the load from 1 pair until all +available instances are used. + +.. image:: ../images/topology_l2.png + +How To Run +^^^^^^^^^^ +.. code:: + + shaker --server-endpoint --scenario networking/full_l2 --report + +Scenario +^^^^^^^^ + +.. literalinclude:: ../../../shaker/scenarios/networking/full_l2.yaml + +Report +^^^^^^ + +Example report collected at 20-nodes OpenStack cluster: :ref:`openstack_l2`. diff --git a/doc/source/examples/full_l3_east_west.rst b/doc/source/examples/full_l3_east_west.rst new file mode 100644 index 0000000..6d85238 --- /dev/null +++ b/doc/source/examples/full_l3_east_west.rst @@ -0,0 +1,24 @@ +L3 East-West +------------ + +This scenario tests the bandwidth between pairs of instances deployed in different virtual networks +plugged into the same router. Each instance is deployed on its own compute node. The test increases the load +from 1 pair pair until all available instances are used. + +.. image:: ../images/topology_l3_east_west.png + +How To Run +^^^^^^^^^^ +.. code:: + + shaker --server-endpoint --scenario networking/full_l3_east_west --report + +Scenario +^^^^^^^^ + +.. literalinclude:: ../../../shaker/scenarios/networking/full_l3_east_west.yaml + +Report +^^^^^^ + +Example report collected at 20-nodes OpenStack cluster: :ref:`openstack_l3_east_west`. diff --git a/doc/source/examples/full_l3_north_south.rst b/doc/source/examples/full_l3_north_south.rst new file mode 100644 index 0000000..06f52e8 --- /dev/null +++ b/doc/source/examples/full_l3_north_south.rst @@ -0,0 +1,25 @@ +L3 North-South +-------------- + +This scenario tests the bandwidth between pairs of instances deployed in different virtual networks. Instances +with master agents are located in one network, instances with slave agents are reached via their floating IPs. +Each instance is deployed on its own compute node. The test increases the load from 1 pair pair until +all available instances are used. + +.. image:: ../images/topology_l3_north_south.png + +How To Run +^^^^^^^^^^ +.. code:: + + shaker --server-endpoint --scenario networkingfull_l3_north_south --report + +Scenario +^^^^^^^^ + +.. literalinclude:: ../../../shaker/scenarios/networking/full_l3_north_south.yaml + +Report +^^^^^^ + +Example report collected at 20-nodes OpenStack cluster: :ref:`openstack_l3_north_south`. diff --git a/doc/source/examples/index.rst b/doc/source/examples/index.rst new file mode 100644 index 0000000..21cac99 --- /dev/null +++ b/doc/source/examples/index.rst @@ -0,0 +1,9 @@ +OpenStack Scenarios +=================== + +.. toctree:: + :maxdepth: 2 + + full_l2 + full_l3_east_west + full_l3_north_south diff --git a/doc/source/index.rst b/doc/source/index.rst index 16b4985..f917353 100644 --- a/doc/source/index.rst +++ b/doc/source/index.rst @@ -16,15 +16,8 @@ to execute. Additionally tests may be tuned dynamically in command-line. installation usage tools - examples - examples_spot architecture + examples/index + examples_spot + reports/index contributing - -.. Indices and tables -.. ================== - -.. * :ref:`genindex` -.. * :ref:`modindex` -.. * :ref:`search` - diff --git a/doc/source/reports/dense_l2/69d3be4d-88d9-49de-8d02-74c90b636410.svg b/doc/source/reports/dense_l2/69d3be4d-88d9-49de-8d02-74c90b636410.svg new file mode 100644 index 0000000..e5a18ab --- /dev/null +++ b/doc/source/reports/dense_l2/69d3be4d-88d9-49de-8d02-74c90b636410.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01.01.02.02.03.03.04.04.00.04041.07308208216238082.14616416432512123.21924624648616164.292328328651.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.0concurrency1: 0.757896309752353411.807692307692308346.72298337639282: 1.105943405817915696.14835164835165314.97969812315513: 1.493972559444703180.48901098901098279.589889532919764: 2.583237089979492264.8296703296703180.244613850784655: 2.9049592823146937349.1703296703296150.90226495881296: 3.5316945187096738433.5109890109889693.741508233540237: 3.8513278767650165517.851648351648264.589669370647538: 4.470114628923057602.19230769230768.1538461538460751: 16164.2923283286511.80769230769230851.030177938592662: 11832.45704872976896.14835164835165148.796457024506083: 9988.86185194528180.48901098901098190.405020346187144: 7146.266712282312264.8296703296703254.560264443623085: 5548.757129769258349.1703296703296290.614859691495676: 4465.028887089727433.51098901098896315.073794759067: 3701.962941875103517.8516483516482332.29562184748928: 3145.4230223892823602.1923076923076344.85631115789647ping_icmp, mstcp_upload, Mbits/s \ No newline at end of file diff --git a/doc/source/reports/dense_l2/73b640de-a11f-4876-9494-11a2641193b5.svg b/doc/source/reports/dense_l2/73b640de-a11f-4876-9494-11a2641193b5.svg new file mode 100644 index 0000000..44c39cd --- /dev/null +++ b/doc/source/reports/dense_l2/73b640de-a11f-4876-9494-11a2641193b5.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01.01.02.02.03.03.04.04.00.03809.37428098457267618.74856196914511428.12284295371915237.497123938291.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.0concurrency1: 0.636413798842720611.807692307692308357.15874569750922: 0.948166608561780696.14835164835165328.41021067400823: 1.0826184275633182180.48901098901098316.01162850558334: 1.8323836626852534264.8296703296703246.871426880036955: 2.699957453924874349.1703296703296166.867414902085446: 2.904834822361753433.51098901098896147.97448429036747: 3.635366153249425517.851648351648280.607952547750768: 4.421067797716482602.19230769230768.1538461538461321: 15237.4971239382911.80769230769230846.982950343249742: 11753.03024034124296.14835164835165131.33352358563483: 10193.872294039435180.48901098901098169.076992225007274: 7311.929294466482264.8296703296703238.841909552879635: 5592.604106417104349.1703296703296280.462642378534956: 4488.0385784389155433.51098901098896307.20152054303547: 3696.8333489184215517.8516483516482326.35469860209378: 3166.107251677193602.1923076923076339.20230256347156ping_icmp, mstcp_download, Mbits/s \ No newline at end of file diff --git a/doc/source/reports/dense_l2/ba3c8569-7318-4dc6-ba70-1a45cee0e3e6.svg b/doc/source/reports/dense_l2/ba3c8569-7318-4dc6-ba70-1a45cee0e3e6.svg new file mode 100644 index 0000000..b2c22f5 --- /dev/null +++ b/doc/source/reports/dense_l2/ba3c8569-7318-4dc6-ba70-1a45cee0e3e6.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01000.01000.02000.02000.03000.03000.04000.04000.05000.05000.06000.06000.07000.07000.08000.08000.09000.09000.00.01069.04739805510962138.09479611021923207.1421941653294276.18959222043855345.2369902755486414.2843883306587483.3317863857678552.3791844408779621.4265824959881.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.0concurrency1: 1.19759895635289911.461538461538463415.79584120047772: 1.867408067294936793.32967032967034415.767701673225533: 2.551787135498643175.1978021978022415.738950043655344: 3.5232434868113516257.0659340659341415.698137934614865: 4.554730310848361338.93406593406587415.6548038695496: 5.712096916497823420.8021978021977415.606181435771367: 6.9658201475948465502.6703296703296415.55351093838368: 7.805389565371923584.5384615384614415.518239566099061: 9704.35713812878711.4615384615384638.1538461538461322: 6262.753680394800593.32967032967034152.73995689502053: 4529.13760152107175.1978021978022225.57135930410414: 3291.722892552329257.0659340659341277.55671506659285: 2516.939290111462338.93406593406587310.10635337289526: 2003.2422493856557420.8021978021977331.68741526161677: 1652.1043461379206502.6703296703296346.439162343434368: 1419.2201263394045584.5384615384614356.22292273511831: 9621.42658249598611.46153846153846337.744779689773852: 6330.36055322808593.32967032967034167.076597319541923: 4598.514475528227175.1978021978022235.134423899743524: 3279.7101263920435257.0659340659341286.96059877894155: 2516.3617636472254338.93406593406587316.958547881304756: 2002.7335691321932420.8021978021977337.14303138657867: 1638.6420795468623502.6703296703296351.451043961481458: 1408.1650303808162584.5384615384614360.508296361009ping_icmp, mstcp_upload, Mbits/stcp_download, Mbits/s \ No newline at end of file diff --git a/doc/source/reports/dense_l2/index.rst b/doc/source/reports/dense_l2/index.rst new file mode 100644 index 0000000..78d1f0f --- /dev/null +++ b/doc/source/reports/dense_l2/index.rst @@ -0,0 +1,470 @@ +.. _openstack_l2_dense: + +OpenStack L2 Dense +****************** + +This scenario launches several pairs of VMs on the same compute node. VM are +plugged into the same private network. Useful for testing performance +degradation when the number of VMs grows. + +**Scenario**: + +.. code-block:: yaml + + deployment: + accommodation: + - pair + - double_room + - density: 8 + - compute_nodes: 1 + template: l2.hot + description: This scenario launches several pairs of VMs on the same compute node. + VM are plugged into the same private network. Useful for testing performance degradation + when the number of VMs grows. + execution: + progression: linear + tests: + - class: flent + method: tcp_download + title: Download + - class: flent + method: tcp_upload + title: Upload + - class: flent + method: tcp_bidirectional + title: Bi-directional + file_name: /home/ishakhat/Work/shaker/shaker/scenarios/networking/dense_l2.yaml + title: OpenStack L2 Dense + +Bi-directional +============== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_bidirectional + title: Bi-directional + +.. image:: ba3c8569-7318-4dc6-ba70-1a45cee0e3e6.* + +**Stats**: + +=========== ============= ===================== =================== +concurrency ping_icmp, ms tcp_download, Mbits/s tcp_upload, Mbits/s +=========== ============= ===================== =================== + 1 1.20 9621.43 9704.36 + 2 1.87 6330.36 6262.75 + 3 2.55 4598.51 4529.14 + 4 3.52 3279.71 3291.72 + 5 4.55 2516.36 2516.94 + 6 5.71 2002.73 2003.24 + 7 6.97 1638.64 1652.10 + 8 7.81 1408.17 1419.22 +=========== ============= ===================== =================== + +Concurrency 1 +------------- + +**Stats**: + +================= ============= ===================== =================== +node ping_icmp, ms tcp_download, Mbits/s tcp_upload, Mbits/s +================= ============= ===================== =================== +node-6.domain.tld 1.20 9621.43 9704.36 +================= ============= ===================== =================== + +Concurrency 2 +------------- + +**Stats**: + +================= ============= ===================== =================== +node ping_icmp, ms tcp_download, Mbits/s tcp_upload, Mbits/s +================= ============= ===================== =================== +node-6.domain.tld 1.86 6294.84 6204.99 +node-6.domain.tld 1.88 6365.88 6320.52 +================= ============= ===================== =================== + +Concurrency 3 +------------- + +**Stats**: + +================= ============= ===================== =================== +node ping_icmp, ms tcp_download, Mbits/s tcp_upload, Mbits/s +================= ============= ===================== =================== +node-6.domain.tld 2.39 4557.23 4428.49 +node-6.domain.tld 2.64 4670.00 4664.19 +node-6.domain.tld 2.63 4568.32 4494.73 +================= ============= ===================== =================== + +Concurrency 4 +------------- + +**Stats**: + +================= ============= ===================== =================== +node ping_icmp, ms tcp_download, Mbits/s tcp_upload, Mbits/s +================= ============= ===================== =================== +node-6.domain.tld 3.68 3259.31 3287.13 +node-6.domain.tld 3.26 3298.23 3314.15 +node-6.domain.tld 3.83 3257.17 3226.80 +node-6.domain.tld 3.33 3304.13 3338.81 +================= ============= ===================== =================== + +Concurrency 5 +------------- + +**Stats**: + +================= ============= ===================== =================== +node ping_icmp, ms tcp_download, Mbits/s tcp_upload, Mbits/s +================= ============= ===================== =================== +node-6.domain.tld 5.04 2550.88 2583.93 +node-6.domain.tld 4.14 2486.48 2480.28 +node-6.domain.tld 3.97 2520.54 2515.50 +node-6.domain.tld 4.82 2483.47 2484.11 +node-6.domain.tld 4.81 2540.44 2520.88 +================= ============= ===================== =================== + +Concurrency 6 +------------- + +**Stats**: + +================= ============= ===================== =================== +node ping_icmp, ms tcp_download, Mbits/s tcp_upload, Mbits/s +================= ============= ===================== =================== +node-6.domain.tld 5.90 1961.10 1984.38 +node-6.domain.tld 4.99 2052.38 2051.06 +node-6.domain.tld 6.02 1990.23 1965.51 +node-6.domain.tld 5.19 1986.60 1964.58 +node-6.domain.tld 6.02 1982.95 2006.11 +node-6.domain.tld 6.15 2043.14 2047.81 +================= ============= ===================== =================== + +Concurrency 7 +------------- + +**Stats**: + +================= ============= ===================== =================== +node ping_icmp, ms tcp_download, Mbits/s tcp_upload, Mbits/s +================= ============= ===================== =================== +node-6.domain.tld 7.39 1683.33 1700.30 +node-6.domain.tld 5.99 1614.44 1628.19 +node-6.domain.tld 6.22 1631.46 1648.62 +node-6.domain.tld 7.12 1615.92 1620.92 +node-6.domain.tld 7.22 1624.42 1648.09 +node-6.domain.tld 7.10 1609.21 1646.56 +node-6.domain.tld 7.72 1691.71 1672.05 +================= ============= ===================== =================== + +Concurrency 8 +------------- + +**Stats**: + +================= ============= ===================== =================== +node ping_icmp, ms tcp_download, Mbits/s tcp_upload, Mbits/s +================= ============= ===================== =================== +node-6.domain.tld 7.86 1381.55 1380.70 +node-6.domain.tld 8.10 1360.85 1354.82 +node-6.domain.tld 8.00 1629.02 1659.45 +node-6.domain.tld 7.36 1403.67 1401.41 +node-6.domain.tld 8.19 1362.26 1367.91 +node-6.domain.tld 7.74 1395.07 1399.40 +node-6.domain.tld 7.06 1377.46 1421.64 +node-6.domain.tld 8.13 1355.44 1368.43 +================= ============= ===================== =================== + +Download +======== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_download + title: Download + +.. image:: 73b640de-a11f-4876-9494-11a2641193b5.* + +**Stats**: + +=========== ============= ===================== +concurrency ping_icmp, ms tcp_download, Mbits/s +=========== ============= ===================== + 1 0.64 15237.50 + 2 0.95 11753.03 + 3 1.08 10193.87 + 4 1.83 7311.93 + 5 2.70 5592.60 + 6 2.90 4488.04 + 7 3.64 3696.83 + 8 4.42 3166.11 +=========== ============= ===================== + +Concurrency 1 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-6.domain.tld 0.64 15237.50 +================= ============= ===================== + +Concurrency 2 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-6.domain.tld 0.96 11632.38 +node-6.domain.tld 0.94 11873.68 +================= ============= ===================== + +Concurrency 3 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-6.domain.tld 1.07 10284.54 +node-6.domain.tld 1.18 10014.04 +node-6.domain.tld 0.99 10283.04 +================= ============= ===================== + +Concurrency 4 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-6.domain.tld 1.90 7257.45 +node-6.domain.tld 1.84 7282.47 +node-6.domain.tld 1.72 7416.10 +node-6.domain.tld 1.88 7291.69 +================= ============= ===================== + +Concurrency 5 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-6.domain.tld 2.60 5518.59 +node-6.domain.tld 2.61 5753.13 +node-6.domain.tld 2.38 5560.52 +node-6.domain.tld 3.24 5583.56 +node-6.domain.tld 2.67 5547.21 +================= ============= ===================== + +Concurrency 6 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-6.domain.tld 2.68 4458.91 +node-6.domain.tld 2.94 4565.03 +node-6.domain.tld 2.83 4493.59 +node-6.domain.tld 2.82 4502.03 +node-6.domain.tld 3.30 4430.72 +node-6.domain.tld 2.85 4477.96 +================= ============= ===================== + +Concurrency 7 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-6.domain.tld 3.06 3685.12 +node-6.domain.tld 4.15 3789.90 +node-6.domain.tld 3.56 3668.97 +node-6.domain.tld 3.19 3606.68 +node-6.domain.tld 3.25 3753.06 +node-6.domain.tld 4.08 3707.98 +node-6.domain.tld 4.15 3666.12 +================= ============= ===================== + +Concurrency 8 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-6.domain.tld 4.45 3188.59 +node-6.domain.tld 3.68 3129.72 +node-6.domain.tld 4.80 3081.13 +node-6.domain.tld 4.02 3093.75 +node-6.domain.tld 4.72 3209.73 +node-6.domain.tld 4.52 3068.88 +node-6.domain.tld 4.28 3107.04 +node-6.domain.tld 4.89 3450.02 +================= ============= ===================== + +Upload +====== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_upload + title: Upload + +.. image:: 69d3be4d-88d9-49de-8d02-74c90b636410.* + +**Stats**: + +=========== ============= =================== +concurrency ping_icmp, ms tcp_upload, Mbits/s +=========== ============= =================== + 1 0.76 16164.29 + 2 1.11 11832.46 + 3 1.49 9988.86 + 4 2.58 7146.27 + 5 2.90 5548.76 + 6 3.53 4465.03 + 7 3.85 3701.96 + 8 4.47 3145.42 +=========== ============= =================== + +Concurrency 1 +------------- + +**Stats**: + +================= ============= =================== +node ping_icmp, ms tcp_upload, Mbits/s +================= ============= =================== +node-6.domain.tld 0.76 16164.29 +================= ============= =================== + +Concurrency 2 +------------- + +**Stats**: + +================= ============= =================== +node ping_icmp, ms tcp_upload, Mbits/s +================= ============= =================== +node-6.domain.tld 1.11 11898.27 +node-6.domain.tld 1.11 11766.64 +================= ============= =================== + +Concurrency 3 +------------- + +**Stats**: + +================= ============= =================== +node ping_icmp, ms tcp_upload, Mbits/s +================= ============= =================== +node-6.domain.tld 1.69 10005.98 +node-6.domain.tld 1.54 9859.36 +node-6.domain.tld 1.26 10101.24 +================= ============= =================== + +Concurrency 4 +------------- + +**Stats**: + +================= ============= =================== +node ping_icmp, ms tcp_upload, Mbits/s +================= ============= =================== +node-6.domain.tld 2.66 7042.02 +node-6.domain.tld 2.77 7181.58 +node-6.domain.tld 2.44 7203.51 +node-6.domain.tld 2.47 7157.96 +================= ============= =================== + +Concurrency 5 +------------- + +**Stats**: + +================= ============= =================== +node ping_icmp, ms tcp_upload, Mbits/s +================= ============= =================== +node-6.domain.tld 2.87 5610.24 +node-6.domain.tld 2.60 5423.45 +node-6.domain.tld 2.71 5540.39 +node-6.domain.tld 3.38 5503.63 +node-6.domain.tld 2.97 5666.08 +================= ============= =================== + +Concurrency 6 +------------- + +**Stats**: + +================= ============= =================== +node ping_icmp, ms tcp_upload, Mbits/s +================= ============= =================== +node-6.domain.tld 3.33 4583.27 +node-6.domain.tld 3.79 4437.25 +node-6.domain.tld 3.01 4497.67 +node-6.domain.tld 3.47 4516.93 +node-6.domain.tld 3.71 4490.94 +node-6.domain.tld 3.89 4264.11 +================= ============= =================== + +Concurrency 7 +------------- + +**Stats**: + +================= ============= =================== +node ping_icmp, ms tcp_upload, Mbits/s +================= ============= =================== +node-6.domain.tld 4.72 3699.14 +node-6.domain.tld 3.39 3684.00 +node-6.domain.tld 3.57 3694.32 +node-6.domain.tld 3.58 3778.59 +node-6.domain.tld 3.62 3667.92 +node-6.domain.tld 3.80 3658.24 +node-6.domain.tld 4.28 3731.53 +================= ============= =================== + +Concurrency 8 +------------- + +**Stats**: + +================= ============= =================== +node ping_icmp, ms tcp_upload, Mbits/s +================= ============= =================== +node-6.domain.tld 4.42 3313.16 +node-6.domain.tld 4.45 3090.43 +node-6.domain.tld 4.58 3049.20 +node-6.domain.tld 3.67 3099.69 +node-6.domain.tld 4.30 3217.62 +node-6.domain.tld 4.92 3086.23 +node-6.domain.tld 4.62 3131.54 +node-6.domain.tld 4.80 3175.52 +================= ============= =================== + diff --git a/doc/source/reports/dense_l3_east_west/b301136d-c6d5-4eb3-8942-be2041bde8e2.svg b/doc/source/reports/dense_l3_east_west/b301136d-c6d5-4eb3-8942-be2041bde8e2.svg new file mode 100644 index 0000000..566e297 --- /dev/null +++ b/doc/source/reports/dense_l3_east_west/b301136d-c6d5-4eb3-8942-be2041bde8e2.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.00.0408.1332937071611816.26658741432221224.39988112148331632.53317482864442040.66646853580552448.79976224296662856.93305595012773265.0663496572891.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.0concurrency1: 2.60692771736052711.807692307692308283.649296490299552: 3.457705793075832496.14835164835165240.50648621295953: 4.138326993606577180.48901098901098205.99230188757584: 4.341736206693037264.8296703296703195.67745558470895: 5.765011767311259349.1703296703296123.503396053966646: 6.825690762006687433.5109890109889669.716546181477167: 6.675386222544037517.851648351648277.338463594438348: 8.039709856466468602.19230769230768.1538461538461321: 3232.053641659141711.80769230769230814.2692958191168492: 3265.06634965728996.1483516483516510.1675261634453593: 2678.013164097453180.4890109890109883.107829725629984: 2192.8348193868696264.8296703296703143.390367348247375: 1805.0424813839031349.1703296703296191.572868608420926: 1520.49252609154433.51098901098896226.927689309782277: 1296.36927327502517.8516483516482254.77460079564968: 1169.7994221893798602.1923076923076270.5006773881871ping_icmp, mstcp_download, Mbits/s \ No newline at end of file diff --git a/doc/source/reports/dense_l3_east_west/dbe5eb6f-351b-4297-88a8-5130f67064c5.svg b/doc/source/reports/dense_l3_east_west/dbe5eb6f-351b-4297-88a8-5130f67064c5.svg new file mode 100644 index 0000000..237cd6a --- /dev/null +++ b/doc/source/reports/dense_l3_east_west/dbe5eb6f-351b-4297-88a8-5130f67064c5.svg @@ -0,0 +1,4 @@ + +Pygal0.00.0200.0200.0400.0400.0600.0600.0800.0800.01000.01000.01200.01200.01400.01400.01600.01600.01800.01800.02000.02000.02200.02200.02400.02400.02600.02600.02800.02800.00.01.15064551001889042.30129102003778073.45193653005667134.60258204007556155.7532275500944526.9038730601133438.0545185701322339.20516408015112310.35580959017001311.50645510018890312.65710061020779313.80774612022668514.95839163024557516.1090371402644661.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.0concurrency1: 2814.03955551730611.46153846153846315.0112814862037572: 2007.097711487567793.32967032967034129.95296040446723: 1482.6403380738268175.1978021978022204.657242339085034: 1170.0793001498446257.0659340659341249.17877846863735: 909.1899618662686338.93406593406587286.340141181516866: 799.2761544610456420.8021978021977301.996384134992247: 673.8578251175569502.6703296703296319.861108152616748: 596.481772047016584.5384615384614330.88263778799011: 2862.18180961072611.4615384615384638.1538461538461892: 2118.441947661129293.32967032967034114.092965612588273: 1305.9127147455065175.1978021978022229.830518315393144: 1141.4139142057184257.0659340659341253.261907397487875: 918.5309650727471338.93406593406587285.009598467345776: 759.028104616068420.8021978021977307.7293603793097: 666.5143304933441502.6703296703296320.90712355940138: 581.0182770260295584.5384615384614333.085274933165751: 3.645870216278533211.461538461538463325.57999680027492: 5.091623382471059593.32967032967034289.785364899658363: 8.044594802316693175.1978021978022216.67431976545764: 8.347562529502163257.0659340659341209.173303322291025: 10.508367470686617338.93406593406587155.67508572376146: 12.35222575149371420.8021978021977110.023981523029197: 14.813898764500436502.670329670329649.076731729129398: 16.109037140264466584.538461538461417.01109113093179tcp_upload, Mbits/stcp_download, Mbits/sping_icmp, ms \ No newline at end of file diff --git a/doc/source/reports/dense_l3_east_west/fa959708-db0c-40be-9b11-391064e6a003.svg b/doc/source/reports/dense_l3_east_west/fa959708-db0c-40be-9b11-391064e6a003.svg new file mode 100644 index 0000000..994a349 --- /dev/null +++ b/doc/source/reports/dense_l3_east_west/fa959708-db0c-40be-9b11-391064e6a003.svg @@ -0,0 +1,4 @@ + +Pygal0.00.0400.0400.0800.0800.01200.01200.01600.01600.02000.02000.02400.02400.02800.02800.03200.03200.03600.03600.00.00.88641210026456631.77282420052913262.65923630079369883.5456484010582654.4320605013228315.31847260158739756.2048847018519647.091296802116537.9777089023810971.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.0concurrency1: 3844.428570387739511.4615384615384638.1538461538461322: 3396.30011803202893.3296703296703455.676779546533913: 2321.5512091131964175.1978021978022169.6512896315834: 2140.428828422843257.0659340659341188.85887796529665: 1730.2071783400254338.93406593406587232.361887092799386: 1246.4174513898668420.8021978021977283.666611997142877: 1329.0005300073415502.6703296703296274.908877191707868: 1134.4548572455722584.5384615384614295.53997303017171: 2.80537813423320811.461538461538463281.595489259947042: 3.108967733493291393.32967032967034267.06728539153473: 3.304638020076426175.1978021978022257.703533071300854: 4.103285356976903257.0659340659341219.484465758936865: 5.140107044126836338.93406593406587169.867624856554766: 4.348929518709871420.8021978021977207.72922622029757: 6.967043361478937502.670329670329682.440047173435918: 7.977708902381097584.538461538461434.07490206704222tcp_upload, Mbits/sping_icmp, ms \ No newline at end of file diff --git a/doc/source/reports/dense_l3_east_west/index.rst b/doc/source/reports/dense_l3_east_west/index.rst new file mode 100644 index 0000000..a4447fd --- /dev/null +++ b/doc/source/reports/dense_l3_east_west/index.rst @@ -0,0 +1,468 @@ +.. _openstack_l3_east_west_dense: + +OpenStack L3 East-West Dense +**************************** + +This scenario launches pairs of VMs in different networks connected to one +router (L3 east-west) + +**Scenario**: + +.. code-block:: yaml + + deployment: + accommodation: + - pair + - double_room + - density: 8 + - compute_nodes: 1 + template: l3_east_west.hot + description: This scenario launches pairs of VMs in different networks connected to + one router (L3 east-west) + execution: + progression: linear + tests: + - class: flent + method: tcp_download + title: Download + - class: flent + method: tcp_upload + title: Upload + - class: flent + method: tcp_bidirectional + title: Bi-directional + file_name: /home/ishakhat/Work/shaker/shaker/scenarios/networking/dense_l3_east_west.yaml + title: OpenStack L3 East-West Dense + +Bi-directional +============== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_bidirectional + title: Bi-directional + +.. image:: dbe5eb6f-351b-4297-88a8-5130f67064c5.* + +**Stats**: + +=========== =================== ============= ===================== +concurrency tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +=========== =================== ============= ===================== + 1 2814.04 3.65 2862.18 + 2 2007.10 5.09 2118.44 + 3 1482.64 8.04 1305.91 + 4 1170.08 8.35 1141.41 + 5 909.19 10.51 918.53 + 6 799.28 12.35 759.03 + 7 673.86 14.81 666.51 + 8 596.48 16.11 581.02 +=========== =================== ============= ===================== + +Concurrency 1 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-5.domain.tld 2814.04 3.65 2862.18 +================= =================== ============= ===================== + +Concurrency 2 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-5.domain.tld 2080.99 4.29 2483.08 +node-5.domain.tld 1933.21 5.89 1753.80 +================= =================== ============= ===================== + +Concurrency 3 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-5.domain.tld 1238.39 10.64 1045.61 +node-5.domain.tld 2016.54 5.48 1768.01 +node-5.domain.tld 1192.99 8.02 1104.12 +================= =================== ============= ===================== + +Concurrency 4 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-5.domain.tld 1177.99 7.54 1289.99 +node-5.domain.tld 1135.60 8.45 1112.07 +node-5.domain.tld 1204.90 9.21 1025.01 +node-5.domain.tld 1161.82 8.19 1138.58 +================= =================== ============= ===================== + +Concurrency 5 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-5.domain.tld 937.75 10.72 859.38 +node-5.domain.tld 984.40 9.69 999.06 +node-5.domain.tld 884.40 12.42 892.02 +node-5.domain.tld 878.76 10.17 986.22 +node-5.domain.tld 860.63 9.55 855.98 +================= =================== ============= ===================== + +Concurrency 6 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-5.domain.tld 800.83 14.16 800.62 +node-5.domain.tld 907.79 12.76 774.30 +node-5.domain.tld 789.24 12.71 751.34 +node-5.domain.tld 778.34 11.16 790.35 +node-5.domain.tld 778.92 10.96 769.99 +node-5.domain.tld 740.54 12.37 667.58 +================= =================== ============= ===================== + +Concurrency 7 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-5.domain.tld 719.54 16.54 660.84 +node-5.domain.tld 722.22 14.58 625.52 +node-5.domain.tld 626.60 14.66 726.26 +node-5.domain.tld 684.59 13.92 682.97 +node-5.domain.tld 682.67 13.97 728.80 +node-5.domain.tld 649.98 15.72 552.49 +node-5.domain.tld 631.41 14.30 688.73 +================= =================== ============= ===================== + +Concurrency 8 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-5.domain.tld 572.87 14.97 607.17 +node-5.domain.tld 558.98 15.34 631.26 +node-5.domain.tld 589.19 17.86 583.32 +node-5.domain.tld 595.93 15.09 537.40 +node-5.domain.tld 619.96 16.15 549.46 +node-5.domain.tld 566.98 17.50 585.90 +node-5.domain.tld 628.83 15.26 582.33 +node-5.domain.tld 639.13 16.70 571.30 +================= =================== ============= ===================== + +Download +======== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_download + title: Download + +.. image:: b301136d-c6d5-4eb3-8942-be2041bde8e2.* + +**Stats**: + +=========== ============= ===================== +concurrency ping_icmp, ms tcp_download, Mbits/s +=========== ============= ===================== + 1 2.61 3232.05 + 2 3.46 3265.07 + 3 4.14 2678.01 + 4 4.34 2192.83 + 5 5.77 1805.04 + 6 6.83 1520.49 + 7 6.68 1296.37 + 8 8.04 1169.80 +=========== ============= ===================== + +Concurrency 1 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-5.domain.tld 2.61 3232.05 +================= ============= ===================== + +Concurrency 2 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-5.domain.tld 3.50 3145.52 +node-5.domain.tld 3.41 3384.62 +================= ============= ===================== + +Concurrency 3 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-5.domain.tld 4.10 2752.96 +node-5.domain.tld 3.57 2717.00 +node-5.domain.tld 4.75 2564.08 +================= ============= ===================== + +Concurrency 4 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-5.domain.tld 4.79 2105.32 +node-5.domain.tld 4.27 2252.28 +node-5.domain.tld 4.76 2144.97 +node-5.domain.tld 3.55 2268.76 +================= ============= ===================== + +Concurrency 5 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-5.domain.tld 6.57 1742.67 +node-5.domain.tld 5.39 1868.02 +node-5.domain.tld 5.24 1697.80 +node-5.domain.tld 6.39 1952.90 +node-5.domain.tld 5.24 1763.82 +================= ============= ===================== + +Concurrency 6 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-5.domain.tld 6.80 1347.71 +node-5.domain.tld 7.98 1406.02 +node-5.domain.tld 6.81 1546.89 +node-5.domain.tld 5.43 1662.43 +node-5.domain.tld 7.36 1513.16 +node-5.domain.tld 6.58 1646.74 +================= ============= ===================== + +Concurrency 7 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-5.domain.tld 5.44 1524.59 +node-5.domain.tld 6.32 985.88 +node-5.domain.tld 6.65 1551.91 +node-5.domain.tld 7.44 1444.54 +node-5.domain.tld 6.60 1492.27 +node-5.domain.tld 7.01 965.67 +node-5.domain.tld 7.26 1109.73 +================= ============= ===================== + +Concurrency 8 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-5.domain.tld 6.66 1361.59 +node-5.domain.tld 7.88 1041.82 +node-5.domain.tld 8.44 1263.24 +node-5.domain.tld 8.40 1052.99 +node-5.domain.tld 9.14 1218.77 +node-5.domain.tld 7.72 1166.68 +node-5.domain.tld 6.83 1189.83 +node-5.domain.tld 9.23 1063.47 +================= ============= ===================== + +Upload +====== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_upload + title: Upload + +.. image:: fa959708-db0c-40be-9b11-391064e6a003.* + +**Stats**: + +=========== =================== ============= +concurrency tcp_upload, Mbits/s ping_icmp, ms +=========== =================== ============= + 1 3844.43 2.81 + 2 3396.30 3.11 + 3 2321.55 3.30 + 4 2140.43 4.10 + 5 1730.21 5.14 + 6 1246.42 4.35 + 7 1329.00 6.97 + 8 1134.45 7.98 +=========== =================== ============= + +Concurrency 1 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-5.domain.tld 3844.43 2.81 +================= =================== ============= + +Concurrency 2 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-5.domain.tld 3482.66 2.78 +node-5.domain.tld 3309.94 3.44 +================= =================== ============= + +Concurrency 3 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-5.domain.tld 2942.33 2.80 +node-5.domain.tld 2025.66 3.07 +node-5.domain.tld 1996.67 4.05 +================= =================== ============= + +Concurrency 4 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-5.domain.tld 1833.08 3.68 +node-5.domain.tld 2506.52 4.41 +node-5.domain.tld 2223.73 3.82 +node-5.domain.tld 1998.38 4.49 +================= =================== ============= + +Concurrency 5 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-5.domain.tld 1527.11 4.09 +node-5.domain.tld 1877.01 3.86 +node-5.domain.tld 1851.41 4.48 +node-5.domain.tld 1944.21 6.07 +node-5.domain.tld 1451.29 7.21 +================= =================== ============= + +Concurrency 6 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-5.domain.tld 755.12 14.41 +node-5.domain.tld 2021.84 2.26 +node-5.domain.tld 928.22 1.26 +node-5.domain.tld 2076.70 3.16 +node-5.domain.tld 848.13 1.59 +node-5.domain.tld 848.49 3.42 +================= =================== ============= + +Concurrency 7 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-5.domain.tld 1330.81 8.47 +node-5.domain.tld 1497.74 5.40 +node-5.domain.tld 1297.62 6.61 +node-5.domain.tld 1207.32 7.11 +node-5.domain.tld 1388.78 8.44 +node-5.domain.tld 1210.06 6.73 +node-5.domain.tld 1370.67 6.01 +================= =================== ============= + +Concurrency 8 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-5.domain.tld 1131.88 8.76 +node-5.domain.tld 1058.38 7.68 +node-5.domain.tld 1067.14 7.80 +node-5.domain.tld 1350.97 7.68 +node-5.domain.tld 985.73 6.97 +node-5.domain.tld 1060.46 7.20 +node-5.domain.tld 1117.55 9.80 +node-5.domain.tld 1303.53 7.92 +================= =================== ============= + diff --git a/doc/source/reports/full_l2/193493d3-7de6-4f3e-976e-3bffc9f5776b.svg b/doc/source/reports/full_l2/193493d3-7de6-4f3e-976e-3bffc9f5776b.svg new file mode 100644 index 0000000..53531ca --- /dev/null +++ b/doc/source/reports/full_l2/193493d3-7de6-4f3e-976e-3bffc9f5776b.svg @@ -0,0 +1,4 @@ + +Pygal0.00.00.20.20.40.40.60.60.80.81.01.01.21.21.41.41.61.60.0844.82271063261281689.64542126522572534.46813189783823379.29084253045134224.1135531630645068.93626379567655913.758974428296758.5816850609031.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.09.09.010.010.0concurrency1: 1.621746991710185911.80769230769230521.7049062783307252: 1.487623192455054377.4059829059829154.301681137279165: 1.630225612250938274.2008547008547319.64430490544822310: 1.677504644904261602.19230769230768.1538461538461891: 6758.58168506090311.80769230769230526.99018597196592: 6747.015688120849577.4059829059829127.6556372669462585: 6755.124303893332274.2008547008547327.1891068939690410: 6615.098181940021602.192307692307635.245529930207454ping_icmp, mstcp_download, Mbits/s \ No newline at end of file diff --git a/doc/source/reports/full_l2/7220f722-0c40-4edb-a323-ab9d2df71e1b.svg b/doc/source/reports/full_l2/7220f722-0c40-4edb-a323-ab9d2df71e1b.svg new file mode 100644 index 0000000..196950d --- /dev/null +++ b/doc/source/reports/full_l2/7220f722-0c40-4edb-a323-ab9d2df71e1b.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01000.01000.02000.02000.03000.03000.04000.04000.05000.05000.06000.06000.00.00.281626005013805640.56325201002761130.84487801504141691.12650402005522251.4081300250690281.68975603008283381.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.09.09.010.010.0concurrency1: 6804.06804611133311.3461538461538438.1538461538461322: 6784.07780882797174.380341880341879.3516392849758185: 6671.275991432944263.48290598290616.11060067895368810: 6692.882329477341578.653846153846214.8159725596574961: 1.429284535791392811.346153846153843111.750782799324842: 1.620197170499637474.3803418803418771.132104687771575: 1.6897560300828338263.48290598290656.33272311968221410: 1.6370172023302239578.653846153846267.55346538086167tcp_upload, Mbits/sping_icmp, ms \ No newline at end of file diff --git a/doc/source/reports/full_l2/722a69c0-c3e5-458c-99df-486484b1d481.svg b/doc/source/reports/full_l2/722a69c0-c3e5-458c-99df-486484b1d481.svg new file mode 100644 index 0000000..0be09b5 --- /dev/null +++ b/doc/source/reports/full_l2/722a69c0-c3e5-458c-99df-486484b1d481.svg @@ -0,0 +1,4 @@ + +Pygal0.00.0400.0400.0800.0800.01200.01200.01600.01600.02000.02000.02400.02400.02800.02800.03200.03200.03600.03600.00.00.354880589028852560.70976117805770511.06464176708655781.41952235611541021.77440294514426272.12928353417311562.4841641232019682.83904471223082043.1939253012596731.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.09.09.010.010.0concurrency1: 3578.586891420756311.34615384615384347.609041564150292: 3912.16752691825774.3803418803418713.2835455916249435: 3807.464447999344263.48290598290624.0575076604425810: 3752.24770334054578.653846153846229.739318727128251: 3547.747695067286711.34615384615384350.7823993600792962: 3942.737029345727574.3803418803418710.13793933995725: 3791.7772547963905263.48290598290625.67172212557517210: 3962.018762854806578.65384615384628.1538461538461321: 3.19392530125967311.34615384615384345.4056295729240562: 2.94843323404352474.3803418803418773.878496502091935: 3.0486484911314284263.48290598290662.25524646516140610: 2.8857964834611067578.653846153846281.14328466585113tcp_upload, Mbits/stcp_download, Mbits/sping_icmp, ms \ No newline at end of file diff --git a/doc/source/reports/full_l2/index.rst b/doc/source/reports/full_l2/index.rst new file mode 100644 index 0000000..f72c7f3 --- /dev/null +++ b/doc/source/reports/full_l2/index.rst @@ -0,0 +1,280 @@ +.. _openstack_l2: + +OpenStack L2 +************ + +This scenario launches pairs of VMs in the same private network. Every VM is +hosted on a separate compute node. + +**Scenario**: + +.. code-block:: yaml + + deployment: + accommodation: + - pair + - single_room + template: l2.hot + description: This scenario launches pairs of VMs in the same private network. Every + VM is hosted on a separate compute node. + execution: + progression: quadratic + tests: + - class: flent + method: tcp_download + title: Download + - class: flent + method: tcp_upload + title: Upload + - class: flent + method: tcp_bidirectional + title: Bi-directional + file_name: /home/ishakhat/Work/shaker/shaker/scenarios/networking/full_l2.yaml + title: OpenStack L2 + +Bi-directional +============== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_bidirectional + title: Bi-directional + +.. image:: 722a69c0-c3e5-458c-99df-486484b1d481.* + +**Stats**: + +=========== =================== ============= ===================== +concurrency tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +=========== =================== ============= ===================== + 1 3578.59 3.19 3547.75 + 2 3912.17 2.95 3942.74 + 5 3807.46 3.05 3791.78 + 10 3752.25 2.89 3962.02 +=========== =================== ============= ===================== + +Concurrency 1 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-8.domain.tld 3578.59 3.19 3547.75 +================= =================== ============= ===================== + +Concurrency 2 +------------- + +**Stats**: + +================= =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================= =================== ============= ===================== +node-7.domain.tld 3680.14 3.21 3711.57 +node-8.domain.tld 4144.20 2.68 4173.90 +================= =================== ============= ===================== + +Concurrency 5 +------------- + +**Stats**: + +================== =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================== =================== ============= ===================== +node-11.domain.tld 3551.67 3.33 3544.93 +node-18.domain.tld 3795.47 3.04 3811.38 +node-4.domain.tld 3898.52 3.00 3882.67 +node-7.domain.tld 3970.07 2.82 4005.72 +node-8.domain.tld 3821.60 3.04 3714.18 +================== =================== ============= ===================== + +Concurrency 10 +-------------- + +**Stats**: + +================== =================== ============= ===================== +node tcp_upload, Mbits/s ping_icmp, ms tcp_download, Mbits/s +================== =================== ============= ===================== +node-11.domain.tld 4014.04 2.85 3878.48 +node-13.domain.tld 3767.26 3.24 3651.51 +node-15.domain.tld 3316.62 2.96 3861.89 +node-17.domain.tld 3330.25 2.88 4175.01 +node-18.domain.tld 4208.58 2.74 3639.62 +node-20.domain.tld 3988.34 2.74 4112.45 +node-4.domain.tld 3939.45 3.08 4057.85 +node-5.domain.tld 3846.78 3.01 3784.39 +node-7.domain.tld 3390.47 2.38 4657.64 +node-8.domain.tld 3720.68 2.98 3801.36 +================== =================== ============= ===================== + +Download +======== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_download + title: Download + +.. image:: 193493d3-7de6-4f3e-976e-3bffc9f5776b.* + +**Stats**: + +=========== ============= ===================== +concurrency ping_icmp, ms tcp_download, Mbits/s +=========== ============= ===================== + 1 1.62 6758.58 + 2 1.49 6747.02 + 5 1.63 6755.12 + 10 1.68 6615.10 +=========== ============= ===================== + +Concurrency 1 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-8.domain.tld 1.62 6758.58 +================= ============= ===================== + +Concurrency 2 +------------- + +**Stats**: + +================= ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================= ============= ===================== +node-7.domain.tld 1.50 6771.23 +node-8.domain.tld 1.47 6722.80 +================= ============= ===================== + +Concurrency 5 +------------- + +**Stats**: + +================== ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================== ============= ===================== +node-11.domain.tld 1.52 6650.81 +node-18.domain.tld 1.70 6870.23 +node-4.domain.tld 1.74 6688.20 +node-7.domain.tld 1.57 6741.27 +node-8.domain.tld 1.63 6825.11 +================== ============= ===================== + +Concurrency 10 +-------------- + +**Stats**: + +================== ============= ===================== +node ping_icmp, ms tcp_download, Mbits/s +================== ============= ===================== +node-11.domain.tld 1.43 6634.04 +node-13.domain.tld 1.67 6769.58 +node-15.domain.tld 1.60 6695.55 +node-17.domain.tld 2.17 6145.54 +node-18.domain.tld 1.64 6824.41 +node-20.domain.tld 1.69 6786.08 +node-4.domain.tld 1.70 6754.63 +node-5.domain.tld 1.68 6572.60 +node-7.domain.tld 1.80 6228.16 +node-8.domain.tld 1.41 6740.39 +================== ============= ===================== + +Upload +====== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_upload + title: Upload + +.. image:: 7220f722-0c40-4edb-a323-ab9d2df71e1b.* + +**Stats**: + +=========== =================== ============= +concurrency tcp_upload, Mbits/s ping_icmp, ms +=========== =================== ============= + 1 6804.07 1.43 + 2 6784.08 1.62 + 5 6671.28 1.69 + 10 6692.88 1.64 +=========== =================== ============= + +Concurrency 1 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-8.domain.tld 6804.07 1.43 +================= =================== ============= + +Concurrency 2 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-7.domain.tld 6708.61 1.63 +node-8.domain.tld 6859.54 1.61 +================= =================== ============= + +Concurrency 5 +------------- + +**Stats**: + +================== =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================== =================== ============= +node-11.domain.tld 6442.30 1.78 +node-18.domain.tld 6514.95 1.47 +node-4.domain.tld 7005.11 1.79 +node-7.domain.tld 6682.03 1.58 +node-8.domain.tld 6711.99 1.83 +================== =================== ============= + +Concurrency 10 +-------------- + +**Stats**: + +================== =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================== =================== ============= +node-11.domain.tld 6701.87 1.75 +node-13.domain.tld 6777.32 1.64 +node-15.domain.tld 6620.17 1.68 +node-17.domain.tld 6469.74 1.52 +node-18.domain.tld 6709.92 1.65 +node-20.domain.tld 6686.77 1.62 +node-4.domain.tld 6687.55 1.55 +node-5.domain.tld 6896.79 1.62 +node-7.domain.tld 6686.20 1.58 +node-8.domain.tld 6692.50 1.75 +================== =================== ============= + diff --git a/doc/source/reports/full_l3_east_west/7db77fbd-ac1b-4f48-9200-992578593598.svg b/doc/source/reports/full_l3_east_west/7db77fbd-ac1b-4f48-9200-992578593598.svg new file mode 100644 index 0000000..9842e6c --- /dev/null +++ b/doc/source/reports/full_l3_east_west/7db77fbd-ac1b-4f48-9200-992578593598.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01000.01000.02000.02000.03000.03000.04000.04000.00.01.90420083923906663.8084016784781335.7126025177171997.6168033569562661.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.09.09.010.010.0concurrency1: 4049.221744998082611.46153846153845871.351060977504232: 4792.04665538030975.136752136752148.1538461538461325: 1858.9623526467735266.16239316239313257.691464218338310: 999.7931554552524584.5384615384615330.7868862564111: 0.960444710957535511.461538461538458372.93491066495972: 2.091879927938257475.13675213675214322.384065638989745: 3.936690322445066266.16239316239313239.960677224519710: 7.616803356956266584.538461538461575.53869274531684tcp_download, Mbits/sping_icmp, ms \ No newline at end of file diff --git a/doc/source/reports/full_l3_east_west/971e06b7-59f2-4154-976c-1db0e7f7645f.svg b/doc/source/reports/full_l3_east_west/971e06b7-59f2-4154-976c-1db0e7f7645f.svg new file mode 100644 index 0000000..26162b8 --- /dev/null +++ b/doc/source/reports/full_l3_east_west/971e06b7-59f2-4154-976c-1db0e7f7645f.svg @@ -0,0 +1,4 @@ + +Pygal0.00.0400.0400.0800.0800.01200.01200.01600.01600.02000.02000.02400.02400.02800.02800.03200.03200.03600.03600.00.01.0601113463704812.1202226927409623.1803340391114434.2404453854819245.3005567318524056.3606680782228867.4207794245933678.4808907709638489.541002117334331.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.09.09.010.010.0concurrency1: 3816.623208706227611.5769230769230738.1538461538461322: 2264.433902790038775.8931623931624173.958958552878735: 1016.4668180412991268.8418803418803307.267004142667410: 491.522157528776590.4230769230769363.34167757831251: 3474.928648654203711.57692307692307344.653714256031722: 2632.59590662550275.8931623931624134.631833830188445: 991.0367267182328268.8418803418803309.9834506057809410: 514.83755290498590.4230769230769360.851123277851341: 2.919575703669634611.576923076923073298.171892793194332: 4.87576496914984175.8931623931624219.327173676720155: 7.106367790760838268.8418803418803129.422144529573210: 9.54100211733433590.423076923076931.293572301215022tcp_download, Mbits/stcp_upload, Mbits/sping_icmp, ms \ No newline at end of file diff --git a/doc/source/reports/full_l3_east_west/a5cec469-249a-4d9a-ad2d-51b5ce38de7e.svg b/doc/source/reports/full_l3_east_west/a5cec469-249a-4d9a-ad2d-51b5ce38de7e.svg new file mode 100644 index 0000000..e1db5d7 --- /dev/null +++ b/doc/source/reports/full_l3_east_west/a5cec469-249a-4d9a-ad2d-51b5ce38de7e.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.00.0526.24822237360021052.49644474720051578.74466712080082104.9928894944012631.2411118680013157.48933424160173683.7375566152024209.9857789888021.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.09.09.010.010.0concurrency1: 0.78559535844550111.807692307692305376.04679275024832: 2.98130455896256177.40598290598291264.809089531253565: 5.474991795010057274.20085470085473138.475401709967910: 8.047395128409782602.19230769230768.1538461538461891: 4209.98577898880211.80769230769230510.5549497366120592: 3849.73717109923777.4059829059829145.235730084857615: 1996.7374168868835274.20085470085473223.6222000220063810: 1009.2137061262265602.1923076923076318.6901396379549ping_icmp, mstcp_upload, Mbits/s \ No newline at end of file diff --git a/doc/source/reports/full_l3_east_west/index.rst b/doc/source/reports/full_l3_east_west/index.rst new file mode 100644 index 0000000..9cd9103 --- /dev/null +++ b/doc/source/reports/full_l3_east_west/index.rst @@ -0,0 +1,280 @@ +.. _openstack_l3_east_west: + +OpenStack L3 East-West +********************** + +This scenario launches pairs of VMs in different networks connected to one +router (L3 east-west) + +**Scenario**: + +.. code-block:: yaml + + deployment: + accommodation: + - pair + - single_room + template: l3_east_west.hot + description: This scenario launches pairs of VMs in different networks connected to + one router (L3 east-west) + execution: + progression: quadratic + tests: + - class: flent + method: tcp_download + title: Download + - class: flent + method: tcp_upload + title: Upload + - class: flent + method: tcp_bidirectional + title: Bi-directional + file_name: /home/ishakhat/Work/shaker/shaker/scenarios/networking/full_l3_east_west.yaml + title: OpenStack L3 East-West + +Bi-directional +============== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_bidirectional + title: Bi-directional + +.. image:: 971e06b7-59f2-4154-976c-1db0e7f7645f.* + +**Stats**: + +=========== ===================== =================== ============= +concurrency tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +=========== ===================== =================== ============= + 1 3816.62 3474.93 2.92 + 2 2264.43 2632.60 4.88 + 5 1016.47 991.04 7.11 + 10 491.52 514.84 9.54 +=========== ===================== =================== ============= + +Concurrency 1 +------------- + +**Stats**: + +================== ===================== =================== ============= +node tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +================== ===================== =================== ============= +node-13.domain.tld 3816.62 3474.93 2.92 +================== ===================== =================== ============= + +Concurrency 2 +------------- + +**Stats**: + +================== ===================== =================== ============= +node tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +================== ===================== =================== ============= +node-13.domain.tld 2423.30 2639.19 6.56 +node-15.domain.tld 2105.57 2626.00 3.20 +================== ===================== =================== ============= + +Concurrency 5 +------------- + +**Stats**: + +================== ===================== =================== ============= +node tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +================== ===================== =================== ============= +node-13.domain.tld 971.69 839.75 10.07 +node-15.domain.tld 1490.89 948.82 6.33 +node-20.domain.tld 758.93 889.14 5.69 +node-4.domain.tld 786.01 1125.13 7.69 +node-5.domain.tld 1074.82 1152.35 5.75 +================== ===================== =================== ============= + +Concurrency 10 +-------------- + +**Stats**: + +================== ===================== =================== ============= +node tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +================== ===================== =================== ============= +node-11.domain.tld 752.08 763.63 9.52 +node-13.domain.tld 320.14 935.47 13.50 +node-15.domain.tld 354.13 506.37 5.85 +node-17.domain.tld 902.35 346.84 13.27 +node-18.domain.tld 790.13 358.23 13.42 +node-20.domain.tld 378.52 360.62 5.99 +node-4.domain.tld 346.47 437.56 9.38 +node-5.domain.tld 367.27 706.91 5.70 +node-7.domain.tld 347.72 392.19 9.47 +node-8.domain.tld 356.42 340.56 9.33 +================== ===================== =================== ============= + +Download +======== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_download + title: Download + +.. image:: 7db77fbd-ac1b-4f48-9200-992578593598.* + +**Stats**: + +=========== ===================== ============= +concurrency tcp_download, Mbits/s ping_icmp, ms +=========== ===================== ============= + 1 4049.22 0.96 + 2 4792.05 2.09 + 5 1858.96 3.94 + 10 999.79 7.62 +=========== ===================== ============= + +Concurrency 1 +------------- + +**Stats**: + +================== ===================== ============= +node tcp_download, Mbits/s ping_icmp, ms +================== ===================== ============= +node-13.domain.tld 4049.22 0.96 +================== ===================== ============= + +Concurrency 2 +------------- + +**Stats**: + +================== ===================== ============= +node tcp_download, Mbits/s ping_icmp, ms +================== ===================== ============= +node-13.domain.tld 5126.86 2.81 +node-15.domain.tld 4457.24 1.38 +================== ===================== ============= + +Concurrency 5 +------------- + +**Stats**: + +================== ===================== ============= +node tcp_download, Mbits/s ping_icmp, ms +================== ===================== ============= +node-13.domain.tld 1475.56 4.33 +node-15.domain.tld 1486.69 7.91 +node-20.domain.tld 2385.87 2.15 +node-4.domain.tld 2470.58 3.87 +node-5.domain.tld 1476.10 1.42 +================== ===================== ============= + +Concurrency 10 +-------------- + +**Stats**: + +================== ===================== ============= +node tcp_download, Mbits/s ping_icmp, ms +================== ===================== ============= +node-11.domain.tld 842.15 7.68 +node-13.domain.tld 1180.86 8.50 +node-15.domain.tld 1496.95 6.76 +node-17.domain.tld 1018.10 8.80 +node-18.domain.tld 979.22 8.77 +node-20.domain.tld 893.75 6.47 +node-4.domain.tld 846.17 7.52 +node-5.domain.tld 822.03 6.59 +node-7.domain.tld 866.79 7.42 +node-8.domain.tld 1051.91 7.65 +================== ===================== ============= + +Upload +====== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_upload + title: Upload + +.. image:: a5cec469-249a-4d9a-ad2d-51b5ce38de7e.* + +**Stats**: + +=========== =================== ============= +concurrency tcp_upload, Mbits/s ping_icmp, ms +=========== =================== ============= + 1 4209.99 0.79 + 2 3849.74 2.98 + 5 1996.74 5.47 + 10 1009.21 8.05 +=========== =================== ============= + +Concurrency 1 +------------- + +**Stats**: + +================== =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================== =================== ============= +node-13.domain.tld 4209.99 0.79 +================== =================== ============= + +Concurrency 2 +------------- + +**Stats**: + +================== =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================== =================== ============= +node-13.domain.tld 4086.94 2.07 +node-15.domain.tld 3612.54 3.89 +================== =================== ============= + +Concurrency 5 +------------- + +**Stats**: + +================== =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================== =================== ============= +node-13.domain.tld 2053.60 9.05 +node-15.domain.tld 1525.48 3.71 +node-20.domain.tld 1463.32 3.94 +node-4.domain.tld 3485.97 6.73 +node-5.domain.tld 1455.31 3.96 +================== =================== ============= + +Concurrency 10 +-------------- + +**Stats**: + +================== =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================== =================== ============= +node-11.domain.tld 830.32 8.19 +node-13.domain.tld 720.02 11.14 +node-15.domain.tld 807.43 4.96 +node-17.domain.tld 956.33 11.02 +node-18.domain.tld 926.50 11.21 +node-20.domain.tld 1272.34 5.04 +node-4.domain.tld 1371.94 8.07 +node-5.domain.tld 1306.22 4.91 +node-7.domain.tld 906.63 7.85 +node-8.domain.tld 994.41 8.08 +================== =================== ============= + diff --git a/doc/source/reports/full_l3_north_south/43db46b3-0536-4c92-b809-4957afe3a794.svg b/doc/source/reports/full_l3_north_south/43db46b3-0536-4c92-b809-4957afe3a794.svg new file mode 100644 index 0000000..765b1c4 --- /dev/null +++ b/doc/source/reports/full_l3_north_south/43db46b3-0536-4c92-b809-4957afe3a794.svg @@ -0,0 +1,4 @@ + +Pygal0.00.010.010.020.020.030.030.040.040.00.0230.57429419053497461.14858838106994691.7228825716049922.29717676213991.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.09.09.010.010.0concurrency1: 1.381953875386221311.69230769230769403.99157185356612: 1.012201481501609876.64957264957265407.163356490036455: 33.93262611527129271.5213675213675124.7676267897510910: 47.526936414359994596.30769230769238.1538461538461321: 922.297176762139911.6923076923076972.720896086744972: 475.8485239599922476.64957264957265238.814659494832285: 191.92332351335244271.5213675213675344.444287387285610: 97.22854181770755596.3076923076923379.67389905308045ping_icmp, mstcp_download, Mbits/s \ No newline at end of file diff --git a/doc/source/reports/full_l3_north_south/73b55d80-654d-438a-8ddd-3d89ce821f38.svg b/doc/source/reports/full_l3_north_south/73b55d80-654d-438a-8ddd-3d89ce821f38.svg new file mode 100644 index 0000000..45e7312 --- /dev/null +++ b/doc/source/reports/full_l3_north_south/73b55d80-654d-438a-8ddd-3d89ce821f38.svg @@ -0,0 +1,4 @@ + +Pygal0.00.010.010.020.020.030.030.040.040.050.050.060.060.00.0148.34323354742904296.6864670948581445.02970064228714593.3729341897161741.7161677371452890.05940128457431.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.09.09.010.010.0concurrency1: 0.862850803326496911.69230769230769410.14979483377452: 8.4388953971973576.64957264957265360.134346352868935: 31.441579944413483271.5213675213675208.2754746634684610: 61.75482170942077596.30769230769238.1538461538461321: 890.059401284574211.6923076923076919.7388089551098462: 481.6314889802648676.64957264957265201.503414428364755: 190.86190311764312271.5213675213675330.905978420031410: 97.72619062102822596.3076923076923372.35460503790193ping_icmp, mstcp_upload, Mbits/s \ No newline at end of file diff --git a/doc/source/reports/full_l3_north_south/de257d81-c808-4b8e-bfdb-84c0ae1925e6.svg b/doc/source/reports/full_l3_north_south/de257d81-c808-4b8e-bfdb-84c0ae1925e6.svg new file mode 100644 index 0000000..fe4976f --- /dev/null +++ b/doc/source/reports/full_l3_north_south/de257d81-c808-4b8e-bfdb-84c0ae1925e6.svg @@ -0,0 +1,4 @@ + +Pygal0.00.0100.0100.0200.0200.0300.0300.0400.0400.0500.0500.0600.0600.0700.0700.00.096.78463145922017193.56926291844033290.3538943776605387.13852583688066483.92315729610084580.707788755321677.49242021454121.01.02.02.03.03.04.04.05.05.06.06.07.07.08.08.09.09.010.010.0concurrency1: 730.01712860387811.5769230769230738.1538461538461892: 464.9575180966664375.8931623931624156.18155680547715: 188.00601520159185268.8418803418803310.850526765240310: 95.15757402322278590.4230769230769362.70355016215151: 2.82537866221578111.576923076923073414.26826601069132: 1.104235993119030275.8931623931624415.229471712773555: 19.69061112301883268.8418803418803404.849547911758910: 52.70294084963204590.4230769230769386.41316832395151: 677.492420214541211.57692307692307324.9174972399732162: 458.3078283306846375.8931623931624151.3920311200665: 186.56168176639784268.8418803418803308.1957869180157610: 93.52518847772606590.4230769230769361.87997621886865tcp_upload, Mbits/sping_icmp, mstcp_download, Mbits/s \ No newline at end of file diff --git a/doc/source/reports/full_l3_north_south/index.rst b/doc/source/reports/full_l3_north_south/index.rst new file mode 100644 index 0000000..ad4bbc6 --- /dev/null +++ b/doc/source/reports/full_l3_north_south/index.rst @@ -0,0 +1,282 @@ +.. _openstack_l3_north_south: + +OpenStack L3 North-South +************************ + +This scenario launches pairs of VMs on different compute nodes. VMs are in the +different networks connected via different routers, master accesses slave by +floating ip + +**Scenario**: + +.. code-block:: yaml + + deployment: + accommodation: + - pair + - single_room + template: l3_north_south.hot + description: This scenario launches pairs of VMs on different compute nodes. VMs are + in the different networks connected via different routers, master accesses slave + by floating ip + execution: + progression: quadratic + tests: + - class: flent + method: tcp_download + title: Download + - class: flent + method: tcp_upload + title: Upload + - class: flent + method: tcp_bidirectional + title: Bi-directional + file_name: /home/ishakhat/Work/shaker/shaker/scenarios/networking/full_l3_north_south.yaml + title: OpenStack L3 North-South + +Bi-directional +============== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_bidirectional + title: Bi-directional + +.. image:: de257d81-c808-4b8e-bfdb-84c0ae1925e6.* + +**Stats**: + +=========== ===================== =================== ============= +concurrency tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +=========== ===================== =================== ============= + 1 677.49 730.02 2.83 + 2 458.31 464.96 1.10 + 5 186.56 188.01 19.69 + 10 93.53 95.16 52.70 +=========== ===================== =================== ============= + +Concurrency 1 +------------- + +**Stats**: + +================= ===================== =================== ============= +node tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +================= ===================== =================== ============= +node-7.domain.tld 677.49 730.02 2.83 +================= ===================== =================== ============= + +Concurrency 2 +------------- + +**Stats**: + +================= ===================== =================== ============= +node tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +================= ===================== =================== ============= +node-7.domain.tld 463.71 358.63 1.17 +node-8.domain.tld 452.91 571.29 1.04 +================= ===================== =================== ============= + +Concurrency 5 +------------- + +**Stats**: + +================== ===================== =================== ============= +node tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +================== ===================== =================== ============= +node-17.domain.tld 131.38 126.00 1.17 +node-18.domain.tld 174.60 248.76 23.30 +node-4.domain.tld 218.45 174.13 48.85 +node-7.domain.tld 252.50 247.47 1.25 +node-8.domain.tld 155.87 143.68 23.88 +================== ===================== =================== ============= + +Concurrency 10 +-------------- + +**Stats**: + +================== ===================== =================== ============= +node tcp_download, Mbits/s tcp_upload, Mbits/s ping_icmp, ms +================== ===================== =================== ============= +node-11.domain.tld 70.72 105.89 32.10 +node-13.domain.tld 41.09 87.66 58.91 +node-15.domain.tld 50.97 66.22 49.67 +node-17.domain.tld 134.96 107.46 49.53 +node-18.domain.tld 195.38 73.91 57.20 +node-20.domain.tld 47.33 109.20 64.02 +node-4.domain.tld 93.19 130.02 69.01 +node-5.domain.tld 160.04 84.94 36.94 +node-7.domain.tld 80.14 53.36 50.13 +node-8.domain.tld 61.44 132.92 59.52 +================== ===================== =================== ============= + +Download +======== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_download + title: Download + +.. image:: 43db46b3-0536-4c92-b809-4957afe3a794.* + +**Stats**: + +=========== ===================== ============= +concurrency tcp_download, Mbits/s ping_icmp, ms +=========== ===================== ============= + 1 922.30 1.38 + 2 475.85 1.01 + 5 191.92 33.93 + 10 97.23 47.53 +=========== ===================== ============= + +Concurrency 1 +------------- + +**Stats**: + +================= ===================== ============= +node tcp_download, Mbits/s ping_icmp, ms +================= ===================== ============= +node-7.domain.tld 922.30 1.38 +================= ===================== ============= + +Concurrency 2 +------------- + +**Stats**: + +================= ===================== ============= +node tcp_download, Mbits/s ping_icmp, ms +================= ===================== ============= +node-7.domain.tld 472.46 1.12 +node-8.domain.tld 479.23 0.91 +================= ===================== ============= + +Concurrency 5 +------------- + +**Stats**: + +================== ===================== ============= +node tcp_download, Mbits/s ping_icmp, ms +================== ===================== ============= +node-17.domain.tld 192.51 39.78 +node-18.domain.tld 189.76 41.85 +node-4.domain.tld 189.54 45.34 +node-7.domain.tld 189.81 41.66 +node-8.domain.tld 198.01 1.04 +================== ===================== ============= + +Concurrency 10 +-------------- + +**Stats**: + +================== ===================== ============= +node tcp_download, Mbits/s ping_icmp, ms +================== ===================== ============= +node-11.domain.tld 161.82 50.27 +node-13.domain.tld 66.99 51.33 +node-15.domain.tld 83.39 54.02 +node-17.domain.tld 62.38 54.22 +node-18.domain.tld 77.17 54.20 +node-20.domain.tld 51.60 54.22 +node-4.domain.tld 97.86 50.46 +node-5.domain.tld 53.75 0.98 +node-7.domain.tld 158.17 54.30 +node-8.domain.tld 159.16 51.26 +================== ===================== ============= + +Upload +====== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: tcp_upload + title: Upload + +.. image:: 73b55d80-654d-438a-8ddd-3d89ce821f38.* + +**Stats**: + +=========== =================== ============= +concurrency tcp_upload, Mbits/s ping_icmp, ms +=========== =================== ============= + 1 890.06 0.86 + 2 481.63 8.44 + 5 190.86 31.44 + 10 97.73 61.75 +=========== =================== ============= + +Concurrency 1 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-7.domain.tld 890.06 0.86 +================= =================== ============= + +Concurrency 2 +------------- + +**Stats**: + +================= =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================= =================== ============= +node-7.domain.tld 476.55 0.75 +node-8.domain.tld 486.72 16.13 +================= =================== ============= + +Concurrency 5 +------------- + +**Stats**: + +================== =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================== =================== ============= +node-17.domain.tld 192.28 41.43 +node-18.domain.tld 190.41 0.87 +node-4.domain.tld 189.01 38.76 +node-7.domain.tld 190.01 36.40 +node-8.domain.tld 192.59 39.75 +================== =================== ============= + +Concurrency 10 +-------------- + +**Stats**: + +================== =================== ============= +node tcp_upload, Mbits/s ping_icmp, ms +================== =================== ============= +node-11.domain.tld 138.34 62.15 +node-13.domain.tld 138.37 64.57 +node-15.domain.tld 63.27 63.77 +node-17.domain.tld 72.49 63.56 +node-18.domain.tld 137.22 58.73 +node-20.domain.tld 56.73 64.66 +node-4.domain.tld 76.95 60.73 +node-5.domain.tld 68.55 59.09 +node-7.domain.tld 87.67 59.11 +node-8.domain.tld 137.68 61.18 +================== =================== ============= + diff --git a/doc/source/reports/index.rst b/doc/source/reports/index.rst new file mode 100644 index 0000000..bd6fb01 --- /dev/null +++ b/doc/source/reports/index.rst @@ -0,0 +1,27 @@ +Reports +======= + +All reports under this folder are collected in the following environment: + * 20 bare-metal nodes running KVM + * 10Gb tenant network + * 1Gb floating network + * Neutron ML2 plugin with VXLAN + * Neutron HA routers + +To generate the report based on raw data: + + .. code:: + + shaker-report --input --book + +.. toctree:: + :maxdepth: 2 + + full_l2/index + full_l3_east_west/index + full_l3_north_south/index + perf_l2/index + perf_l3_east_west/index + perf_l3_north_south/index + dense_l2/index + dense_l3_east_west/index diff --git a/doc/source/reports/perf_l2/1586aa2e-863f-4469-a613-278bcfac8cb2.svg b/doc/source/reports/perf_l2/1586aa2e-863f-4469-a613-278bcfac8cb2.svg new file mode 100644 index 0000000..8424527 --- /dev/null +++ b/doc/source/reports/perf_l2/1586aa2e-863f-4469-a613-278bcfac8cb2.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01.01.02.02.03.03.04.04.0time, s1.2114.076923076923077360.123394128442440.406589776058081992.28205128205126453.125705875257444.236238930666339170.487179487179459.807692307692320.4522868615629294248.69230769230768447.835837181291250.6348935034813857326.89743589743586426.697395906031830.5905263239210811405.1025641025641431.83331544231681.687179343039929483.30769230769226304.88538408321780.5083811652854602561.5128205128206441.3423924048150.6156601875582812639.7179487179486428.923833646180470.44150464951685375717.9230769230769449.0839799309682ping_icmp, ms \ No newline at end of file diff --git a/doc/source/reports/perf_l2/780d525c-da2d-44d4-aa93-3a73a57714cf.svg b/doc/source/reports/perf_l2/780d525c-da2d-44d4-aa93-3a73a57714cf.svg new file mode 100644 index 0000000..a1f828d --- /dev/null +++ b/doc/source/reports/perf_l2/780d525c-da2d-44d4-aa93-3a73a57714cf.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01000.01000.02000.02000.03000.03000.04000.04000.05000.05000.06000.06000.07000.07000.00.00.142857142857142850.28571428571428570.428571428571428550.57142857142857140.71428571428571420.85714285714285711.0time, s7092.37098693847711.34615384615384731.325712130496137061.34796142578120.9615384615384633.093458921231057337.24594116210930.57692307692307317.3723047079012087032.64236450195340.1923076923076934.729154537619657060.08911132812549.8076923076923133.165190423345116999.9350585937559.4230769230769236.592874600292197139.968872070312569.0384615384615528.6135005619261167049.71313476562578.6538461538461533.756431895315476549.9877929687588.2692307692307662.231664552712067029.953002929687597.8846153846153734.882399110317866839.838027954102107.4999999999999945.715486190951486770.210266113281117.1153846153846149.682999046517356889.667510986328126.7307692307692442.8761142322702547109.165191650391136.346153846153830.3687486818381567060.680389404297145.9615384615384833.131498354170337059.98420715332155.576923076923133.171168048521287059.993743896484165.192307692307733.1706246280507466999.845504760742174.8076923076923236.5979775358789546978.302001953125184.4230769230769337.8255643788762656990.785598754883194.0384615384615237.114226982911937020.845413208008203.6538461538461635.401365659703637089.900970458984213.2692307692307731.4664580323714067099.876403808594222.884615384615430.8980402201646037380.409240722656232.514.9127836581421327017.841339111328242.1153846153846435.572543107930367221.689224243164251.7307692307692323.9569305496888777170.276641845703261.3461538461538726.8865103064832747079.629898071289270.9615384615384532.05172187916567039.957046508789280.576923076923134.31235103669947165.517807006836290.192307692307727.1576771212932046812.143325805664299.807692307692347.293579237460627072.048187255859309.423076923076932.483741153261637150.106430053711319.0384615384615528.0358446017198167159.919738769531328.653846153846127.476664937512517170.019149780273338.269230769230826.9011826591884077159.910202026367347.8846153846153627.4772083579831027207.803726196289357.524.74815075482577492.275238037109367.115384615384648.5384615384615477398.815155029297376.7307692307691713.8639821499593847140.779495239258386.3461538461538728.567309821928467139.978408813477395.9615384615384528.612957141455587196.407318115234405.576923076923125.397538217146127062.244415283203415.192307692307733.042377396998356959.6099853515625424.8076923076922638.890668501175876281.566619873047434.423076923076977.52677711712215919.618606567383444.0384615384615598.151214236323886569.986343383789453.6538461538461361.0921118259456657069.597244262695463.269230769230832.623400214195786780.3955078125472.884615384615449.1026259839582057349.061965942383482.516.6990067448761587297.258377075195492.115384615384619.6508667409635226243.171691894531501.730769230769379.71458793160076756.677627563477511.346153846153850.454112694243466973.257064819336520.961538461538538.113033807803057019.844055175781530.576923076923135.458424809112567259.988784790039540.192307692307621.7745539399159046919.822692871094549.807692307692441.157818704356377030.029296875559.423076923076934.878051746553417039.8712158203125569.038461538461534.317241820934446928.9398193359375578.653846153846140.638308734500015111.34615384615384736.58917412425586020.96153846153846435.46153846153845030.576923076923073435.46153846153845040.19230769230769435.46153846153845049.80769230769231435.46153846153845059.42307692307692435.46153846153845069.03846153846155435.46153846153845078.65384615384615435.46153846153845088.26923076923076435.46153846153845097.88461538461537435.461538461538450107.49999999999999435.461538461538450117.11538461538461435.461538461538450126.73076923076924435.461538461538450136.3461538461538435.461538461538450145.96153846153848435.461538461538450155.5769230769231435.461538461538450165.1923076923077435.461538461538450174.80769230769232435.461538461538450184.42307692307693435.461538461538450194.03846153846152435.461538461538450203.65384615384616435.461538461538450213.26923076923077435.461538461538450222.8846153846154435.461538461538450232.5435.461538461538450242.11538461538464435.461538461538450251.73076923076923435.461538461538450261.34615384615387435.461538461538450270.96153846153845435.461538461538450280.5769230769231435.461538461538450290.1923076923077435.461538461538450299.8076923076923435.461538461538450309.4230769230769435.461538461538450319.03846153846155435.461538461538450328.6538461538461435.461538461538450338.2692307692308435.461538461538450347.88461538461536435.461538461538450357.5435.461538461538450367.11538461538464435.461538461538450376.73076923076917435.461538461538450386.34615384615387435.461538461538450395.96153846153845435.461538461538450405.5769230769231435.461538461538450415.1923076923077435.461538461538450424.80769230769226435.461538461538450434.4230769230769435.461538461538450444.03846153846155435.461538461538450453.65384615384613435.461538461538450463.2692307692308435.461538461538450472.8846153846154435.461538461538450482.5435.461538461538450492.1153846153846435.461538461538450501.7307692307693435.461538461538450511.3461538461538435.461538461538450520.9615384615385435.461538461538450530.5769230769231435.461538461538450540.1923076923076435.461538461538450549.8076923076924435.461538461538450559.4230769230769435.461538461538450569.0384615384615435.461538461538450578.6538461538461435.46153846153845bandwidth, Mbit/sretransmits \ No newline at end of file diff --git a/doc/source/reports/perf_l2/b8de3714-e7f0-4109-8a3c-bfb3071c4f2d.svg b/doc/source/reports/perf_l2/b8de3714-e7f0-4109-8a3c-bfb3071c4f2d.svg new file mode 100644 index 0000000..4febebb --- /dev/null +++ b/doc/source/reports/perf_l2/b8de3714-e7f0-4109-8a3c-bfb3071c4f2d.svg @@ -0,0 +1,4 @@ + +Pygal0.00.010000.010000.020000.020000.030000.030000.040000.040000.050000.050000.060000.060000.070000.070000.080000.080000.090000.090000.0100000.0100000.0110000.0110000.0120000.0120000.0130000.0130000.0time, s13280013.528.83245735156572213280024.94067796610169628.83245735156572213264036.38135593220338429.400360785711212456047.8220338983050958.0794842100575613458059.26271186440677522.5145316466973213681070.7033898305084714.59937753329478513262082.1440677966101729.47134871497934213199093.5847457627118631.707468486927155132250105.0254237288135530.784625406440796132600116.4661016949152529.54233664424754131300127.9067796610169434.15655204667951131940139.3474576271186431.884938310097596132270150.7881355932203230.713637477172597132420162.2288135593220230.18122800766122132500173.6694915254237229.89727629058848132320185.1101694915254330.5361676540021132300196.5508474576271330.6071555832703132610207.991525423728829.50684267961344132240219.432203389830530.82011937107484133120230.8728813559321827.696650483274766132630242.3135593220338829.4358547503453132950253.7542372881355828.300047882054344132830265.194915254237328.725975457663424133020276.63559322033928.051590129615704132470288.076271186440730.00375818449072132860299.5169491525423428.619493563761182132420310.957627118644130.18122800766122132920322.3983050847457428.406529775956585135240333.838983050847520.171929980847267137060345.2796610169491513.712028417442525135980356.7203389830508517.545376597924474137120368.1610169491525513.499064629637985135670379.6016949152542618.645689501581273136840391.0423728813558514.492895639392543135180402.4830508474576620.384893768651807136840413.923728813559314.492895639392543131850425.3644067796610732.204383991804434131940436.805084745762731.884938310097596130390448.2457627118643637.38650282838188131400459.686440677966133.80161240033857132560471.1271186440677629.68431250278394133960482.567796610169524.715157454011035133490494.008474576271126.38337379181337134020505.449152542372824.502193666206495133620516.889830508474625.92195225157019133970528.330508474576324.679663489376935136590539.77118644067815.38024475524486138160551.21186440677969.807692307692378137130562.652542372881413.463570665003886133730574.093220338983125.531518640595152132960585.533898305084828.264553917420244132770596.974576271186428.938939245467964132770608.415254237288128.938939245467964132900619.855932203389928.477517705224784133410631.296610169491626.66732550888611133030642.737288135593128.016096164981604132380654.177966101694930.32320386619756132710665.618644067796629.15190303327256132670677.059322033898429.2938788918089133200688.499999999999927.412698766202027packets, pps \ No newline at end of file diff --git a/doc/source/reports/perf_l2/index.rst b/doc/source/reports/perf_l2/index.rst new file mode 100644 index 0000000..dbdfe82 --- /dev/null +++ b/doc/source/reports/perf_l2/index.rst @@ -0,0 +1,153 @@ +.. _openstack_l2_performance: + +OpenStack L2 Performance +************************ + +This scenario launches 1 pair of VMs in the same private network on different +compute nodes. + +**Scenario**: + +.. code-block:: yaml + + deployment: + accommodation: + - pair + - single_room + - compute_nodes: 2 + template: l2.hot + description: This scenario launches 1 pair of VMs in the same private network on different + compute nodes. + execution: + tests: + - class: flent + method: ping + sla: + - '[type == ''agent''] >> (stats.ping_icmp.mean < 0.5)' + time: 10 + title: Ping + - class: iperf3 + sla: + - '[type == ''agent''] >> (stats.bandwidth.mean > 5000)' + - '[type == ''agent''] >> (stats.retransmits.max < 10)' + title: TCP + - bandwidth: 0 + class: iperf3 + datagram_size: 32 + sla: + - '[type == ''agent''] >> (stats.packets.mean > 100000)' + title: UDP + udp: true + file_name: /home/ishakhat/Work/shaker/shaker/scenarios/networking/perf_l2.yaml + title: OpenStack L2 Performance + +Ping +==== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: ping + sla: + - '[type == ''agent''] >> (stats.ping_icmp.mean < 0.5)' + time: 10 + title: Ping + +.. image:: 1586aa2e-863f-4469-a613-278bcfac8cb2.* + +**Stats**: + +.. code-block:: yaml + + ping_icmp: + max: 4.236238930666339 + mean: 1.0783260741090341 + min: 0.4065897760580819 + unit: ms + +**SLA**: + +========================== =========== ================= ====== +Expression Concurrency Node Result +========================== =========== ================= ====== +stats.ping_icmp.mean < 0.5 1 node-9.domain.tld FAIL +========================== =========== ================= ====== + +TCP +=== + +**Test Specification**: + +.. code-block:: yaml + + class: iperf3 + interval: 1 + sla: + - '[type == ''agent''] >> (stats.bandwidth.mean > 5000)' + - '[type == ''agent''] >> (stats.retransmits.max < 10)' + title: TCP + +.. image:: 780d525c-da2d-44d4-aa93-3a73a57714cf.* + +**Stats**: + +.. code-block:: yaml + + bandwidth: + max: 7492.275238037109 + mean: 7015.98030573527 + min: 5919.618606567383 + unit: Mbit/s + retransmits: + max: 1 + mean: 1.0 + min: 1 + unit: '' + +**SLA**: + +=========================== =========== ================= ====== +Expression Concurrency Node Result +=========================== =========== ================= ====== +stats.bandwidth.mean > 5000 1 node-9.domain.tld OK +stats.retransmits.max < 10 1 node-9.domain.tld OK +=========================== =========== ================= ====== + +UDP +=== + +**Test Specification**: + +.. code-block:: yaml + + bandwidth: 0 + class: iperf3 + datagram_size: 32 + interval: 1 + sla: + - '[type == ''agent''] >> (stats.packets.mean > 100000)' + title: UDP + udp: true + +.. image:: b8de3714-e7f0-4109-8a3c-bfb3071c4f2d.* + +**Stats**: + +.. code-block:: yaml + + packets: + max: 138160 + mean: 133338.5 + min: 124560 + unit: pps + +**SLA**: + +=========================== =========== ================= ====== +Expression Concurrency Node Result +=========================== =========== ================= ====== +stats.packets.mean > 100000 1 node-9.domain.tld OK +=========================== =========== ================= ====== + diff --git a/doc/source/reports/perf_l3_east_west/0549ebdf-5903-4592-ab06-5c12b10fc625.svg b/doc/source/reports/perf_l3_east_west/0549ebdf-5903-4592-ab06-5c12b10fc625.svg new file mode 100644 index 0000000..88ad927 --- /dev/null +++ b/doc/source/reports/perf_l3_east_west/0549ebdf-5903-4592-ab06-5c12b10fc625.svg @@ -0,0 +1,4 @@ + +Pygal0.00.00.40.40.80.81.21.21.61.62.02.02.42.42.82.83.23.23.63.6time, s1.814.076923076923077272.737734235271260.835944907780674392.28205128205126394.559256340732763.880741082830054170.487179487179459.8076923076923780.7130612739715825248.69230769230768410.08728107012030.7199725354447678326.89743589743586409.213948830990660.7748803773169274405.1025641025641402.275593412947050.824888259898845483.30769230769226395.956414745080560.9257614670129019561.5128205128206383.209707913207750.8661367539382864639.7179487179486390.74410440203271.0196236816435582717.9230769230769371.3489356951251ping_icmp, ms \ No newline at end of file diff --git a/doc/source/reports/perf_l3_east_west/489cd75f-c740-477f-9e03-9e0adf043ccf.svg b/doc/source/reports/perf_l3_east_west/489cd75f-c740-477f-9e03-9e0adf043ccf.svg new file mode 100644 index 0000000..5e7fb2b --- /dev/null +++ b/doc/source/reports/perf_l3_east_west/489cd75f-c740-477f-9e03-9e0adf043ccf.svg @@ -0,0 +1,4 @@ + +Pygal0.00.01000.01000.02000.02000.03000.03000.04000.04000.05000.05000.00.00.81.62.40000000000000043.24.0time, s5154.93392944335911.46153846153846237.600030158267265409.981079101562521.17470664928291817.9153077078244685419.98863220214830.88787483702737517.142917561700135298.080444335937540.6010430247718426.5518791823210455291.99600219726650.314211212516327.0214808027515258.55064392089860.02737940026075629.6028176097225925111.33193969726669.7405475880052140.96526308711645319.33784484863379.4537157757496924.911217721602615070.70541381835989.1668839634941344.100847574626815410.00366210937598.8800521512385917.913564735038965240.259170532227108.5932203389830431.014566681798845369.729995727539118.306388526727521.0219152727751755369.987487792969128.0195567144719521.0020418499669865398.263931274414137.732724902216418.819645604551915341.644287109375147.445893089960923.1895904642582885389.928817749023157.1590612777053219.462955661379175447.3114013671875166.872229465449815.0341265859448755442.81005859375176.5853976531942615.3815434587394865319.976806640625186.2985658409387524.8619021909304935289.9169921875196.0117340286831527.1819402906095323930.0537109375205.72490221642764132.13716640400863850.0022888183594215.4380704041721138.31559273925793798.685073852539225.15123859191655142.276292299655384030.628204345703234.86440677966104124.374754665678893660.564422607422244.5775749674055152.936543504494133899.822235107422254.29074315514993134.470453452226423969.9554443359375264.0039113428944129.057521921439733640.0222778320312273.71707953063884154.522001012967683959.980010986328283.4302477183833129.82743304208193860.006332397461293.14341590612776137.54347346052593900.003433227539302.8565840938722134.456468450991053769.855499267578312.56975228161673144.501379601473223879.985809326172322.28292046936116136.001443061151633840.0650024414062331.9960886571056139.08255964911373959.9132537841797341.7092568448501129.832585410958134450.178146362305351.422425032594591.993588384213135289.859771728516361.13559322033927.1863566067891045419.9820556640625370.848761408083417.143425143639665269.947052001953380.5619295958278528.7232346372871355389.986038208008390.275097783572419.458539345199545350.027084350586399.988265971316822.542600143948055360.002517700195409.7014341590612521.7726890233058165388.689041137695419.4146023468057419.5586425119369665401.296615600586429.1277705345501718.5855808470335555380.0201416015625438.8409387222946520.227714413145185400.0448.554106910039118.6856545716630655428.342819213867458.267275097783616.498135399479685429.906845092773467.9804432855280516.377422757237475351.715087890625477.693611473272522.4123188166500435430.0487.406779661016916.3702329944970875369.911193847656497.119947848761421.0079302715398065380.115509033203506.833116036505920.2203538861792255290.107727050781516.546284224250427.1672192366775685359.869003295898526.259452411994921.7829937610582085388.574600219727535.972620599739219.5674751442961685391.435623168945545.685788787483719.3466593353165885389.995574951172555.398956975228219.4578032925029455409.49821472168565.112125162972717.9525755279586865449.018478393555574.825293350717114.9023731532537345531.473159790039584.53846153846148.538461538461547011.461538461538462435.46153846153845021.174706649282918435.46153846153845030.887874837027375435.46153846153845040.60104302477184435.46153846153845050.3142112125163435.46153846153845460.02737940026075649.5579422672094069.74054758800521435.46153846153845079.45371577574969435.46153846153845089.16688396349413435.46153846153845098.88005215123859435.461538461538450108.59322033898304435.461538461538450118.3063885267275435.461538461538450128.01955671447195435.461538461538450137.7327249022164435.461538461538450147.4458930899609435.461538461538450157.15906127770532435.461538461538450166.8722294654498435.461538461538450176.58539765319426435.461538461538450186.29856584093875435.461538461538450196.01173402868315435.461538461538450205.72490221642764435.461538461538450215.4380704041721435.461538461538450225.15123859191655435.461538461538450234.86440677966104435.461538461538450244.5775749674055435.461538461538450254.29074315514993435.461538461538450264.0039113428944435.461538461538450273.71707953063884435.461538461538450283.4302477183833435.461538461538450293.14341590612776435.461538461538450302.8565840938722435.461538461538450312.56975228161673435.461538461538450322.28292046936116435.461538461538450331.9960886571056435.461538461538450341.7092568448501435.461538461538450351.4224250325945435.461538461538450361.135593220339435.461538461538450370.8487614080834435.461538461538450380.56192959582785435.461538461538450390.2750977835724435.461538461538450399.9882659713168435.461538461538450409.70143415906125435.461538461538450419.41460234680574435.461538461538450429.12777053455017435.461538461538450438.84093872229465435.461538461538450448.5541069100391435.461538461538450458.2672750977836435.461538461538450467.98044328552805435.461538461538450477.6936114732725435.461538461538450487.4067796610169435.461538461538450497.1199478487614435.461538461538450506.8331160365059435.461538461538450516.5462842242504435.461538461538450526.2594524119949435.461538461538450535.9726205997392435.461538461538450545.6857887874837435.461538461538450555.3989569752282435.461538461538450565.1121251629727435.461538461538450574.8252933507171435.461538461538450584.5384615384614435.46153846153845bandwidth, Mbit/sretransmits \ No newline at end of file diff --git a/doc/source/reports/perf_l3_east_west/c27bc4a9-b379-4f18-bcff-ff24e1f35ead.svg b/doc/source/reports/perf_l3_east_west/c27bc4a9-b379-4f18-bcff-ff24e1f35ead.svg new file mode 100644 index 0000000..3ff3c78 --- /dev/null +++ b/doc/source/reports/perf_l3_east_west/c27bc4a9-b379-4f18-bcff-ff24e1f35ead.svg @@ -0,0 +1,4 @@ + +Pygal0.00.010000.010000.020000.020000.030000.030000.040000.040000.050000.050000.060000.060000.070000.070000.080000.080000.090000.090000.0100000.0100000.0110000.0110000.0120000.0120000.0130000.0130000.0140000.0140000.0time, s13746013.523.16825255983849313696024.94067796610169624.90339025492244213696036.38135593220338424.90339025492244213688047.8220338983050925.18101228613585413790059.26271186440677521.64133138816464513620070.7033898305084727.54079955144999313594082.1440677966101728.44307115289359413582093.5847457627118628.85950419971374135180105.0254237288135531.080480449421145135770116.4661016949152529.033017969222158136670127.9067796610169425.909770118071094137090139.3474576271186424.452254454200613136930150.7881355932203225.007498516627436136960162.2288135593220224.903390254922442136810173.6694915254237225.42393156344758136990185.1101694915254324.79928199321739139440196.5508474576271316.297107287306233138370207.991525423728820.010301954785803137530219.432203389830522.925333282526765136770230.8728813559321825.562742579054316137180242.3135593220338824.139929669085518136730253.7542372881355825.70155359466105137290265.194915254237323.758199376167056136850276.63559322033925.285120547840904137220288.076271186440724.001118653478784136410299.5169491525423426.812041719514752137640310.957627118644122.543602989608303137340322.3983050847457423.58468560665864137270333.838983050847523.827604883970423137020345.2796610169491524.69517373151234138800356.7203389830508518.518083537013638137130368.1610169491525524.31344343859388137220379.6016949152542624.001118653478784137260391.0423728813558523.86230763787205138120402.4830508474576620.87787080232772140250413.923728813559313.486184221270264141310425.364406779661079.807692307692378140590436.805084745762712.306290588613194137880448.2457627118643621.71073689596801137370459.686440677966123.480577344953645137060471.1271186440677624.556362715905664137050482.567796610169524.591065469807347137270494.008474576271123.827604883970423139920505.449152542372814.63137510002565140170516.889830508474613.763806252483732138010528.330508474576321.259601095246182137390539.77118644067823.411171837150277137140551.211864406779624.278740684692195136160562.652542372881427.67961056705667135700574.093220338983129.275937246533886135930585.533898305084828.477773906795278137410596.974576271186423.34176632934691136340608.415254237288127.05496099682648137020619.855932203389924.69517373151234137230631.296610169491623.9664158995771137160642.737288135593124.209335176888885137210654.177966101694924.035821407380467137100665.618644067796624.41755170029893138720677.059322033898418.79570556822705136720688.499999999999925.736256348562677packets, pps \ No newline at end of file diff --git a/doc/source/reports/perf_l3_east_west/index.rst b/doc/source/reports/perf_l3_east_west/index.rst new file mode 100644 index 0000000..e8c5908 --- /dev/null +++ b/doc/source/reports/perf_l3_east_west/index.rst @@ -0,0 +1,153 @@ +.. _openstack_l3_east_west_performance: + +OpenStack L3 East-West Performance +********************************** + +This scenario launches 1 pair of VMs in different networks connected to one +router (L3 east-west). VMs are hosted on different compute nodes + +**Scenario**: + +.. code-block:: yaml + + deployment: + accommodation: + - pair + - single_room + - compute_nodes: 2 + template: l3_east_west.hot + description: This scenario launches 1 pair of VMs in different networks connected + to one router (L3 east-west). VMs are hosted on different compute nodes + execution: + tests: + - class: flent + method: ping + sla: + - '[type == ''agent''] >> (stats.ping_icmp.mean < 2.0)' + time: 10 + title: Ping + - class: iperf3 + sla: + - '[type == ''agent''] >> (stats.bandwidth.mean > 5000)' + - '[type == ''agent''] >> (stats.retransmits.max < 10)' + title: TCP + - bandwidth: 0 + class: iperf3 + datagram_size: 32 + sla: + - '[type == ''agent''] >> (stats.packets.mean > 100000)' + title: UDP + udp: true + file_name: /home/ishakhat/Work/shaker/shaker/scenarios/networking/perf_l3_east_west.yaml + title: OpenStack L3 East-West Performance + +Ping +==== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: ping + sla: + - '[type == ''agent''] >> (stats.ping_icmp.mean < 2.0)' + time: 10 + title: Ping + +.. image:: 0549ebdf-5903-4592-ab06-5c12b10fc625.* + +**Stats**: + +.. code-block:: yaml + + ping_icmp: + max: 3.880741082830054 + mean: 1.23610103398376 + min: 0.7130612739715825 + unit: ms + +**SLA**: + +========================== =========== ================== ====== +Expression Concurrency Node Result +========================== =========== ================== ====== +stats.ping_icmp.mean < 2.0 1 node-19.domain.tld OK +========================== =========== ================== ====== + +TCP +=== + +**Test Specification**: + +.. code-block:: yaml + + class: iperf3 + interval: 1 + sla: + - '[type == ''agent''] >> (stats.bandwidth.mean > 5000)' + - '[type == ''agent''] >> (stats.retransmits.max < 10)' + title: TCP + +.. image:: 489cd75f-c740-477f-9e03-9e0adf043ccf.* + +**Stats**: + +.. code-block:: yaml + + bandwidth: + max: 5531.473159790039 + mean: 4966.737230682373 + min: 3640.0222778320312 + unit: Mbit/s + retransmits: + max: 4 + mean: 4.0 + min: 4 + unit: '' + +**SLA**: + +=========================== =========== ================== ====== +Expression Concurrency Node Result +=========================== =========== ================== ====== +stats.bandwidth.mean > 5000 1 node-19.domain.tld FAIL +stats.retransmits.max < 10 1 node-19.domain.tld OK +=========================== =========== ================== ====== + +UDP +=== + +**Test Specification**: + +.. code-block:: yaml + + bandwidth: 0 + class: iperf3 + datagram_size: 32 + interval: 1 + sla: + - '[type == ''agent''] >> (stats.packets.mean > 100000)' + title: UDP + udp: true + +.. image:: c27bc4a9-b379-4f18-bcff-ff24e1f35ead.* + +**Stats**: + +.. code-block:: yaml + + packets: + max: 141310 + mean: 137370.33333333334 + min: 135180 + unit: pps + +**SLA**: + +=========================== =========== ================== ====== +Expression Concurrency Node Result +=========================== =========== ================== ====== +stats.packets.mean > 100000 1 node-19.domain.tld OK +=========================== =========== ================== ====== + diff --git a/doc/source/reports/perf_l3_north_south/42af5820-53ae-4dcb-a268-b59c046698a5.svg b/doc/source/reports/perf_l3_north_south/42af5820-53ae-4dcb-a268-b59c046698a5.svg new file mode 100644 index 0000000..df581cf --- /dev/null +++ b/doc/source/reports/perf_l3_north_south/42af5820-53ae-4dcb-a268-b59c046698a5.svg @@ -0,0 +1,4 @@ + +Pygal0.00.00.40.40.80.81.21.21.61.62.02.02.42.42.82.83.23.2time, s3.114.07692307692307756.6048358890997752.25817407989822692.28205128205126177.064007371795011.4163481597964522170.48717948717945297.52317885449020.9876905001414604248.69230769230768358.86097482721210.9998423622984783326.89743589743586357.122131662072553.4270406725254006405.10256410256419.8076923076922641.1497607708700968483.30769230769226335.66989687657430.9622029103967339561.5128205128206362.508063697283261.0880517165424832639.7179487179486344.50001410126871.09717.9230769230769344.2212288969862ping_icmp, ms \ No newline at end of file diff --git a/doc/source/reports/perf_l3_north_south/44aea6a5-541d-43a0-a331-42fdcada8ac6.svg b/doc/source/reports/perf_l3_north_south/44aea6a5-541d-43a0-a331-42fdcada8ac6.svg new file mode 100644 index 0000000..a3c3c89 --- /dev/null +++ b/doc/source/reports/perf_l3_north_south/44aea6a5-541d-43a0-a331-42fdcada8ac6.svg @@ -0,0 +1,4 @@ + +Pygal0.00.0100.0100.0200.0200.0300.0300.0400.0400.0500.0500.0600.0600.0700.0700.0800.0800.0900.0900.00.052.22222222222222104.44444444444444156.66666666666666208.88888888888889261.1111111111111313.3333333333333365.55555555555554417.77777777777777470.0time, s904.498100280761711.5769230769230778.538461538461547889.964103698730521.3878748370273815.398507500818141899.926185607910231.19882659713167810.696405130557196889.999389648437541.0097783572359915.38185253358671889.995574951171950.8207301173402915.383653070584728879.999160766601660.63168187744458520.101960273827615899.881286621093870.442633637548910.71759745102355879.975318908691480.253585397653220.113213630065047840.023994445800890.0645371577574838.97023761005477879.90856170654399.8754889178617920.14472302752995860.0025177001953109.6864406779660929.540375217311407879.9972534179688119.4973924380703920.102860542326596850.0022888183594129.308344198174734.26048295755231889.9011611938477139.11929595827915.428216361285024870.0971603393555148.930247718383324.775704186370206879.9991607666016158.741199478487620.101960273827615900.0015258789062168.5521512385919310.660844524846823900.0177383422852178.3631029986962310.653192242605314889.9803161621094188.1740547588005415.39085521857669889.95361328125197.985006518904815.40345897756265890.0213241577148207.795958279009115.371499445848258900.0015258789062217.6069100391134210.660844524846823899.9528884887695227.4178617992177510.683801371571235890.0237.2288135593220515.381564447667017889.9974822998047247.0397653194263515.38275280208569899.9032974243164256.850717079530610.707208352545138879.9798583984375266.6616688396349620.11107099103748829.89501953125276.472620599739343.751113473977966508.1815719604492286.28357235984356195.59985133403976889.988899230957296.0945241199478315.386804010331161899.9814987182617305.905475880052110.670297344086293890.0012969970703315.7164276401564415.380952265087728900.0325.5273794002607710.661564739645996889.9993896484375335.3383311603650415.38185253358671889.9898529052734345.149282920469415.386353876081671890.0108337402344354.9602346805736515.37645092259271689.9433135986328364.771186440678109.80831458787776870.0037002563477374.5821382007822524.81981734282101889.9850845336914384.393089960886615.38860454732918880.0153732299805394.204041720990920.094307991586163900.0015258789062404.0149934810951310.660844524846823869.9951171875413.8259452411994624.82386855106654900.0034332275391423.6368970013037410.659944256347785849.9719848632812433.4478487614080734.27478642346438859.9958419799805443.258800521512429.543526157057897889.9192810058594453.069752281616715.419663810544591889.9974822998047462.88070404172115.38275280208569889.986083984375472.691655801825315.388132806635724899.7793197631836482.502607561929610.765725804979922890.2206420898438492.3135593220339415.277421387703043889.9402618408203502.1245110821381615.40976085705563900.0158309936523511.935462842242510.654092511104352649.0907669067383521.7464146023468129.09071543364354889.9812698364258531.557366362451115.390405084327199890.0213241577148541.368318122555415.371499445848258889.9974822998047551.179269882659715.38275280208569659.9283218383789560.990221642764123.97538982234295889.9879455566406570.801173402868215.387254144580709889.9984359741211580.612125162972715.3823026678362899.9977111816406590.423076923076910.6626450618447855911.576923076923077382.1355843134711021.38787483702738435.46153846153845031.198826597131678435.461538461538453341.00977835723599405.63515732787371050.82073011734029426.4232411483067060.631681877444585435.46153846153845070.4426336375489435.461538461538453380.2535853976532405.6351573278737090.06453715775748435.46153846153845099.87548891786179435.4615384615384554109.68644067796609386.654732970086970119.49739243807039435.461538461538450129.3083441981747435.461538461538450139.119295958279435.461538461538450148.9302477183833435.461538461538450158.7411994784876435.461538461538450168.55215123859193435.461538461538450178.36310299869623435.461538461538450188.17405475880054435.461538461538450197.9850065189048435.461538461538450207.7959582790091435.461538461538450217.60691003911342435.461538461538450227.41786179921775435.461538461538450237.22881355932205435.461538461538450247.03976531942635435.461538461538450256.8507170795306435.461538461538450266.66166883963496435.46153846153845128276.4726205997393319.771332852172109286.28357235984356336.944097747312341296.09452411994783398.404519477288260305.9054758800521435.461538461538450315.71642764015644435.461538461538450325.52737940026077435.461538461538451335.33833116036504434.557708730215270345.1492829204694435.461538461538450354.96023468057365435.46153846153845338364.771186440678129.967089274305120374.58213820078225435.461538461538450384.3930899608866435.461538461538450394.2040417209909435.461538461538450404.01499348109513435.461538461538450413.82594524119946435.461538461538450423.63689700130374435.461538461538450433.44784876140807435.461538461538450443.2588005215124435.461538461538450453.0697522816167435.461538461538450462.880704041721435.461538461538450472.6916558018253435.461538461538450482.5026075619296435.461538461538450492.31355932203394435.461538461538450502.12451108213816435.461538461538450511.9354628422425435.46153846153845470521.746414602346810.6615647396459960531.5573663624511435.461538461538450541.3683181225554435.461538461538450551.1792698826597435.46153846153845344560.990221642764124.544110886366070570.8011734028682435.461538461538450580.6121251629727435.461538461538450590.4230769230769435.46153846153845bandwidth, Mbit/sretransmits \ No newline at end of file diff --git a/doc/source/reports/perf_l3_north_south/4effd839-3d1a-49ab-a9e0-9ad4f2a1434e.svg b/doc/source/reports/perf_l3_north_south/4effd839-3d1a-49ab-a9e0-9ad4f2a1434e.svg new file mode 100644 index 0000000..73ec009 --- /dev/null +++ b/doc/source/reports/perf_l3_north_south/4effd839-3d1a-49ab-a9e0-9ad4f2a1434e.svg @@ -0,0 +1,4 @@ + +Pygal0.00.010000.010000.020000.020000.030000.030000.040000.040000.050000.050000.060000.060000.070000.070000.080000.080000.090000.090000.0100000.0100000.0110000.0110000.0120000.0120000.0130000.0130000.0140000.0140000.0time, s13839013.518.64595898673104613767024.94067796610169621.1512944233089113671036.38135593220338424.49174167207945613757047.8220338983050921.499257678389213759059.26271186440677521.42966502737317613676070.7033898305084724.3177600445393413664082.1440677966101724.73531595063565213683093.5847457627118624.074185765983145136590105.0254237288135524.909297578175767136610116.4661016949152524.839704927159744136640127.9067796610169424.735315950635652136480139.3474576271186425.292057158764067136230150.7881355932203226.161965296464757136560162.2288135593220225.01368655469986136150173.6694915254237226.440335900528964136510185.1101694915254325.187668182239975136380196.5508474576271325.640020413844354136150207.991525423728826.440335900528964137590219.432203389830521.429665027373176137190230.8728813559321822.821518047694212136320242.3135593220338825.84879836689248135860253.7542372881355827.449429340261702136030265.194915254237326.857891806625275135850276.63559322033927.484225665769713135620288.076271186440728.284541152454324136310299.5169491525423425.883594692400493137050310.957627118644123.308666604806547136940322.3983050847457423.691426185394846136520333.838983050847525.152871856731963136810345.2796610169491524.143778416999226136970356.7203389830508523.587037208870754137050368.1610169491525523.308666604806547137290379.6016949152542622.473554792613925137110391.0423728813558523.09988865175842136260402.4830508474576626.057576319940665136520413.923728813559325.152871856731963136400425.3644067796610725.570427762828274140430436.805084745762711.547508583093645137600448.2457627118643621.394868701865107136950459.686440677966123.656629859886834136450471.1271186440677625.39644613528816136820482.567796610169524.108982091491157138440494.008474576271118.47197735919093140930505.44915254237289.80769230769232137320516.889830508474622.369165816089833140570528.330508474576311.06036002598131139850539.77118644067813.565695462559177140420551.211864406779611.582304908601714138950562.652542372881416.697364758281537137530574.093220338983121.638442980421303139360585.533898305084815.270715412452489136370596.974576271186425.674816739352366136210608.415254237288126.23155794748078136010619.855932203389926.9274844576413136220631.296610169491626.19676162197277136560642.737288135593125.01368655469986136160654.177966101694926.405539575020896136100665.618644067796626.61431752806908136280677.059322033898425.987983668924585136260688.499999999999926.057576319940665packets, pps \ No newline at end of file diff --git a/doc/source/reports/perf_l3_north_south/index.rst b/doc/source/reports/perf_l3_north_south/index.rst new file mode 100644 index 0000000..3fe043e --- /dev/null +++ b/doc/source/reports/perf_l3_north_south/index.rst @@ -0,0 +1,155 @@ +.. _openstack_l3_north_south_performance: + +OpenStack L3 North-South Performance +************************************ + +This scenario launches 1 pair of VMs on different compute nodes. VMs are in the +different networks connected via different routers, master accesses slave by +floating ip + +**Scenario**: + +.. code-block:: yaml + + deployment: + accommodation: + - pair + - single_room + - compute_nodes: 2 + template: l3_north_south.hot + description: This scenario launches 1 pair of VMs on different compute nodes. VMs + are in the different networks connected via different routers, master accesses slave + by floating ip + execution: + tests: + - class: flent + method: ping + sla: + - '[type == ''agent''] >> (stats.ping_icmp.mean < 2.0)' + time: 10 + title: Ping + - class: iperf3 + sla: + - '[type == ''agent''] >> (stats.bandwidth.mean > 5000)' + - '[type == ''agent''] >> (stats.retransmits.max < 10)' + title: TCP + - bandwidth: 0 + class: iperf3 + datagram_size: 32 + sla: + - '[type == ''agent''] >> (stats.packets.mean > 100000)' + title: UDP + udp: true + file_name: /home/ishakhat/Work/shaker/shaker/scenarios/networking/perf_l3_north_south.yaml + title: OpenStack L3 North-South Performance + +Ping +==== + +**Test Specification**: + +.. code-block:: yaml + + class: flent + method: ping + sla: + - '[type == ''agent''] >> (stats.ping_icmp.mean < 2.0)' + time: 10 + title: Ping + +.. image:: 42af5820-53ae-4dcb-a268-b59c046698a5.* + +**Stats**: + +.. code-block:: yaml + + ping_icmp: + max: 3.4270406725254006 + mean: 1.6479111172469332 + min: 0.9622029103967339 + unit: ms + +**SLA**: + +========================== =========== ================== ====== +Expression Concurrency Node Result +========================== =========== ================== ====== +stats.ping_icmp.mean < 2.0 1 node-11.domain.tld OK +========================== =========== ================== ====== + +TCP +=== + +**Test Specification**: + +.. code-block:: yaml + + class: iperf3 + interval: 1 + sla: + - '[type == ''agent''] >> (stats.bandwidth.mean > 5000)' + - '[type == ''agent''] >> (stats.retransmits.max < 10)' + title: TCP + +.. image:: 44aea6a5-541d-43a0-a331-42fdcada8ac6.* + +**Stats**: + +.. code-block:: yaml + + bandwidth: + max: 904.4981002807617 + mean: 868.6801114400228 + min: 508.1815719604492 + unit: Mbit/s + retransmits: + max: 470 + mean: 135.0 + min: 1 + unit: '' + +**SLA**: + +=========================== =========== ================== ====== +Expression Concurrency Node Result +=========================== =========== ================== ====== +stats.bandwidth.mean > 5000 1 node-11.domain.tld FAIL +stats.retransmits.max < 10 1 node-11.domain.tld FAIL +=========================== =========== ================== ====== + +UDP +=== + +**Test Specification**: + +.. code-block:: yaml + + bandwidth: 0 + class: iperf3 + datagram_size: 32 + interval: 1 + sla: + - '[type == ''agent''] >> (stats.packets.mean > 100000)' + title: UDP + udp: true + +.. image:: 4effd839-3d1a-49ab-a9e0-9ad4f2a1434e.* + +**Stats**: + +.. code-block:: yaml + + packets: + max: 140930 + mean: 137099.0 + min: 135620 + unit: pps + +**SLA**: + +=========================== =========== ================== ====== +Expression Concurrency Node Result +=========================== =========== ================== ====== +stats.packets.mean > 100000 1 node-11.domain.tld OK +=========================== =========== ================== ====== +