test/ut_behave_tests/test_data/project=nfvbench&case=non-regression&criteria=PASS&page=1.json

   1 {
   2     "pagination": {
   3         "current_page": 1,
   4         "total_pages": 1
   5     },
   6     "results": [
   7         {
   8             "project_name": "nfvbench",
   9             "scenario": "basic",
  10             "stop_date": "2022-03-30 06:48:26",
  11             "case_name": "non-regression",
  12             "build_tag": "RPDOUC5V2ARA",
  13             "version": "unknown",
  14             "pod_name": "AMICAL",
  15             "criteria": "PASS",
  16             "installer": "unknown",
  17             "_id": "6243fd3bc0d88e001ca15689",
  18             "start_date": "2022-03-30 06:15:40",
  19             "details": {
  20                 "tests": [
  21                     {
  22                         "status": "passed",
  23                         "elements": [
  24                             {
  25                                 "status": "passed",
  26                                 "name": "Run a NDR test for a defined frame size -- @1.1 Frame sizes",
  27                                 "keyword": "Scenario Outline",
  28                                 "tags": [
  29                                     "throughput"
  30                                 ],
  31                                 "steps": [
  32                                     {
  33                                         "name": "10 sec run duration",
  34                                         "keyword": "Given",
  35                                         "step_type": "given",
  36                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6",
  37                                         "match": {
  38                                             "arguments": [
  39                                                 {
  40                                                     "name": "duration",
  41                                                     "value": "10"
  42                                                 }
  43                                             ],
  44                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
  45                                         },
  46                                         "result": {
  47                                             "duration": 0.00010585784912109375,
  48                                             "status": "passed"
  49                                         }
  50                                     },
  51                                     {
  52                                         "name": "64 frame size",
  53                                         "keyword": "And",
  54                                         "step_type": "given",
  55                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7",
  56                                         "match": {
  57                                             "arguments": [
  58                                                 {
  59                                                     "name": "frame_size",
  60                                                     "value": "64"
  61                                                 }
  62                                             ],
  63                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
  64                                         },
  65                                         "result": {
  66                                             "duration": 9.799003601074219e-05,
  67                                             "status": "passed"
  68                                         }
  69                                     },
  70                                     {
  71                                         "name": "100k flow count",
  72                                         "keyword": "And",
  73                                         "step_type": "given",
  74                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8",
  75                                         "match": {
  76                                             "arguments": [
  77                                                 {
  78                                                     "name": "flow_count",
  79                                                     "value": "100k"
  80                                                 }
  81                                             ],
  82                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
  83                                         },
  84                                         "result": {
  85                                             "duration": 0.00010967254638671875,
  86                                             "status": "passed"
  87                                         }
  88                                     },
  89                                     {
  90                                         "name": "ndr rate",
  91                                         "keyword": "And",
  92                                         "step_type": "given",
  93                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9",
  94                                         "match": {
  95                                             "arguments": [
  96                                                 {
  97                                                     "name": "rate",
  98                                                     "value": "ndr"
  99                                                 }
 100                                             ],
 101                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
 102                                         },
 103                                         "result": {
 104                                             "duration": 9.608268737792969e-05,
 105                                             "status": "passed"
 106                                         }
 107                                     },
 108                                     {
 109                                         "name": "NFVbench API is ready",
 110                                         "keyword": "When",
 111                                         "step_type": "when",
 112                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10",
 113                                         "match": {
 114                                             "arguments": [],
 115                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
 116                                         },
 117                                         "result": {
 118                                             "duration": 10.035421133041382,
 119                                             "status": "passed"
 120                                         }
 121                                     },
 122                                     {
 123                                         "name": "3 runs are started and waiting for maximum result",
 124                                         "keyword": "Then",
 125                                         "step_type": "then",
 126                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11",
 127                                         "match": {
 128                                             "arguments": [
 129                                                 {
 130                                                     "name": "repeat",
 131                                                     "value": 3,
 132                                                     "original": "3"
 133                                                 }
 134                                             ],
 135                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
 136                                         },
 137                                         "result": {
 138                                             "duration": 449.58826899528503,
 139                                             "status": "passed"
 140                                         }
 141                                     },
 142                                     {
 143                                         "name": "push result to database",
 144                                         "keyword": "And",
 145                                         "step_type": "then",
 146                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12",
 147                                         "match": {
 148                                             "arguments": [],
 149                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
 150                                         },
 151                                         "result": {
 152                                             "duration": 0.00013637542724609375,
 153                                             "status": "passed"
 154                                         }
 155                                     },
 156                                     {
 157                                         "name": "extract offered rate result",
 158                                         "keyword": "And",
 159                                         "step_type": "then",
 160                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13",
 161                                         "match": {
 162                                             "arguments": [],
 163                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
 164                                         },
 165                                         "result": {
 166                                             "duration": 0.0003008842468261719,
 167                                             "status": "passed"
 168                                         }
 169                                     },
 170                                     {
 171                                         "name": "verify throughput result is in same range as the previous result",
 172                                         "keyword": "And",
 173                                         "step_type": "then",
 174                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14",
 175                                         "match": {
 176                                             "arguments": [],
 177                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333"
 178                                         },
 179                                         "result": {
 180                                             "duration": 0.02466893196105957,
 181                                             "status": "passed"
 182                                         }
 183                                     },
 184                                     {
 185                                         "name": "verify throughput result is in same range as the characterization result",
 186                                         "keyword": "And",
 187                                         "step_type": "then",
 188                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15",
 189                                         "match": {
 190                                             "arguments": [],
 191                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409"
 192                                         },
 193                                         "result": {
 194                                             "duration": 0.6800198554992676,
 195                                             "status": "passed"
 196                                         }
 197                                     }
 198                                 ],
 199                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:19",
 200                                 "type": "scenario"
 201                             },
 202                             {
 203                                 "status": "passed",
 204                                 "name": "Run a NDR test for a defined frame size -- @1.2 Frame sizes",
 205                                 "keyword": "Scenario Outline",
 206                                 "tags": [
 207                                     "throughput"
 208                                 ],
 209                                 "steps": [
 210                                     {
 211                                         "name": "10 sec run duration",
 212                                         "keyword": "Given",
 213                                         "step_type": "given",
 214                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6",
 215                                         "match": {
 216                                             "arguments": [
 217                                                 {
 218                                                     "name": "duration",
 219                                                     "value": "10"
 220                                                 }
 221                                             ],
 222                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
 223                                         },
 224                                         "result": {
 225                                             "duration": 0.00011587142944335938,
 226                                             "status": "passed"
 227                                         }
 228                                     },
 229                                     {
 230                                         "name": "768 frame size",
 231                                         "keyword": "And",
 232                                         "step_type": "given",
 233                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7",
 234                                         "match": {
 235                                             "arguments": [
 236                                                 {
 237                                                     "name": "frame_size",
 238                                                     "value": "768"
 239                                                 }
 240                                             ],
 241                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
 242                                         },
 243                                         "result": {
 244                                             "duration": 0.00011491775512695312,
 245                                             "status": "passed"
 246                                         }
 247                                     },
 248                                     {
 249                                         "name": "100k flow count",
 250                                         "keyword": "And",
 251                                         "step_type": "given",
 252                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8",
 253                                         "match": {
 254                                             "arguments": [
 255                                                 {
 256                                                     "name": "flow_count",
 257                                                     "value": "100k"
 258                                                 }
 259                                             ],
 260                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
 261                                         },
 262                                         "result": {
 263                                             "duration": 9.5367431640625e-05,
 264                                             "status": "passed"
 265                                         }
 266                                     },
 267                                     {
 268                                         "name": "ndr rate",
 269                                         "keyword": "And",
 270                                         "step_type": "given",
 271                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9",
 272                                         "match": {
 273                                             "arguments": [
 274                                                 {
 275                                                     "name": "rate",
 276                                                     "value": "ndr"
 277                                                 }
 278                                             ],
 279                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
 280                                         },
 281                                         "result": {
 282                                             "duration": 9.322166442871094e-05,
 283                                             "status": "passed"
 284                                         }
 285                                     },
 286                                     {
 287                                         "name": "NFVbench API is ready",
 288                                         "keyword": "When",
 289                                         "step_type": "when",
 290                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10",
 291                                         "match": {
 292                                             "arguments": [],
 293                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
 294                                         },
 295                                         "result": {
 296                                             "duration": 0.008649349212646484,
 297                                             "status": "passed"
 298                                         }
 299                                     },
 300                                     {
 301                                         "name": "3 runs are started and waiting for maximum result",
 302                                         "keyword": "Then",
 303                                         "step_type": "then",
 304                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11",
 305                                         "match": {
 306                                             "arguments": [
 307                                                 {
 308                                                     "name": "repeat",
 309                                                     "value": 3,
 310                                                     "original": "3"
 311                                                 }
 312                                             ],
 313                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
 314                                         },
 315                                         "result": {
 316                                             "duration": 439.46048855781555,
 317                                             "status": "passed"
 318                                         }
 319                                     },
 320                                     {
 321                                         "name": "push result to database",
 322                                         "keyword": "And",
 323                                         "step_type": "then",
 324                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12",
 325                                         "match": {
 326                                             "arguments": [],
 327                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
 328                                         },
 329                                         "result": {
 330                                             "duration": 0.00012159347534179688,
 331                                             "status": "passed"
 332                                         }
 333                                     },
 334                                     {
 335                                         "name": "extract offered rate result",
 336                                         "keyword": "And",
 337                                         "step_type": "then",
 338                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13",
 339                                         "match": {
 340                                             "arguments": [],
 341                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
 342                                         },
 343                                         "result": {
 344                                             "duration": 0.0003330707550048828,
 345                                             "status": "passed"
 346                                         }
 347                                     },
 348                                     {
 349                                         "name": "verify throughput result is in same range as the previous result",
 350                                         "keyword": "And",
 351                                         "step_type": "then",
 352                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14",
 353                                         "match": {
 354                                             "arguments": [],
 355                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333"
 356                                         },
 357                                         "result": {
 358                                             "duration": 0.023331880569458008,
 359                                             "status": "passed"
 360                                         }
 361                                     },
 362                                     {
 363                                         "name": "verify throughput result is in same range as the characterization result",
 364                                         "keyword": "And",
 365                                         "step_type": "then",
 366                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15",
 367                                         "match": {
 368                                             "arguments": [],
 369                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409"
 370                                         },
 371                                         "result": {
 372                                             "duration": 0.690040111541748,
 373                                             "status": "passed"
 374                                         }
 375                                     }
 376                                 ],
 377                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:20",
 378                                 "type": "scenario"
 379                             },
 380                             {
 381                                 "status": "passed",
 382                                 "name": "Run a NDR test for a defined frame size -- @1.3 Frame sizes",
 383                                 "keyword": "Scenario Outline",
 384                                 "tags": [
 385                                     "throughput"
 386                                 ],
 387                                 "steps": [
 388                                     {
 389                                         "name": "10 sec run duration",
 390                                         "keyword": "Given",
 391                                         "step_type": "given",
 392                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6",
 393                                         "match": {
 394                                             "arguments": [
 395                                                 {
 396                                                     "name": "duration",
 397                                                     "value": "10"
 398                                                 }
 399                                             ],
 400                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
 401                                         },
 402                                         "result": {
 403                                             "duration": 0.00010156631469726562,
 404                                             "status": "passed"
 405                                         }
 406                                     },
 407                                     {
 408                                         "name": "1518 frame size",
 409                                         "keyword": "And",
 410                                         "step_type": "given",
 411                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7",
 412                                         "match": {
 413                                             "arguments": [
 414                                                 {
 415                                                     "name": "frame_size",
 416                                                     "value": "1518"
 417                                                 }
 418                                             ],
 419                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
 420                                         },
 421                                         "result": {
 422                                             "duration": 9.584426879882812e-05,
 423                                             "status": "passed"
 424                                         }
 425                                     },
 426                                     {
 427                                         "name": "100k flow count",
 428                                         "keyword": "And",
 429                                         "step_type": "given",
 430                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8",
 431                                         "match": {
 432                                             "arguments": [
 433                                                 {
 434                                                     "name": "flow_count",
 435                                                     "value": "100k"
 436                                                 }
 437                                             ],
 438                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
 439                                         },
 440                                         "result": {
 441                                             "duration": 9.489059448242188e-05,
 442                                             "status": "passed"
 443                                         }
 444                                     },
 445                                     {
 446                                         "name": "ndr rate",
 447                                         "keyword": "And",
 448                                         "step_type": "given",
 449                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9",
 450                                         "match": {
 451                                             "arguments": [
 452                                                 {
 453                                                     "name": "rate",
 454                                                     "value": "ndr"
 455                                                 }
 456                                             ],
 457                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
 458                                         },
 459                                         "result": {
 460                                             "duration": 9.632110595703125e-05,
 461                                             "status": "passed"
 462                                         }
 463                                     },
 464                                     {
 465                                         "name": "NFVbench API is ready",
 466                                         "keyword": "When",
 467                                         "step_type": "when",
 468                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10",
 469                                         "match": {
 470                                             "arguments": [],
 471                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
 472                                         },
 473                                         "result": {
 474                                             "duration": 0.008922100067138672,
 475                                             "status": "passed"
 476                                         }
 477                                     },
 478                                     {
 479                                         "name": "3 runs are started and waiting for maximum result",
 480                                         "keyword": "Then",
 481                                         "step_type": "then",
 482                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11",
 483                                         "match": {
 484                                             "arguments": [
 485                                                 {
 486                                                     "name": "repeat",
 487                                                     "value": 3,
 488                                                     "original": "3"
 489                                                 }
 490                                             ],
 491                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
 492                                         },
 493                                         "result": {
 494                                             "duration": 441.5395607948303,
 495                                             "status": "passed"
 496                                         }
 497                                     },
 498                                     {
 499                                         "name": "push result to database",
 500                                         "keyword": "And",
 501                                         "step_type": "then",
 502                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12",
 503                                         "match": {
 504                                             "arguments": [],
 505                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
 506                                         },
 507                                         "result": {
 508                                             "duration": 0.00012230873107910156,
 509                                             "status": "passed"
 510                                         }
 511                                     },
 512                                     {
 513                                         "name": "extract offered rate result",
 514                                         "keyword": "And",
 515                                         "step_type": "then",
 516                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13",
 517                                         "match": {
 518                                             "arguments": [],
 519                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
 520                                         },
 521                                         "result": {
 522                                             "duration": 0.00034332275390625,
 523                                             "status": "passed"
 524                                         }
 525                                     },
 526                                     {
 527                                         "name": "verify throughput result is in same range as the previous result",
 528                                         "keyword": "And",
 529                                         "step_type": "then",
 530                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14",
 531                                         "match": {
 532                                             "arguments": [],
 533                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333"
 534                                         },
 535                                         "result": {
 536                                             "duration": 0.022931814193725586,
 537                                             "status": "passed"
 538                                         }
 539                                     },
 540                                     {
 541                                         "name": "verify throughput result is in same range as the characterization result",
 542                                         "keyword": "And",
 543                                         "step_type": "then",
 544                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15",
 545                                         "match": {
 546                                             "arguments": [],
 547                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409"
 548                                         },
 549                                         "result": {
 550                                             "duration": 0.5106196403503418,
 551                                             "status": "passed"
 552                                         }
 553                                     }
 554                                 ],
 555                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:21",
 556                                 "type": "scenario"
 557                             },
 558                             {
 559                                 "status": "passed",
 560                                 "name": "Run a NDR test for a defined frame size -- @1.4 Frame sizes",
 561                                 "keyword": "Scenario Outline",
 562                                 "tags": [
 563                                     "throughput"
 564                                 ],
 565                                 "steps": [
 566                                     {
 567                                         "name": "10 sec run duration",
 568                                         "keyword": "Given",
 569                                         "step_type": "given",
 570                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6",
 571                                         "match": {
 572                                             "arguments": [
 573                                                 {
 574                                                     "name": "duration",
 575                                                     "value": "10"
 576                                                 }
 577                                             ],
 578                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
 579                                         },
 580                                         "result": {
 581                                             "duration": 0.00010037422180175781,
 582                                             "status": "passed"
 583                                         }
 584                                     },
 585                                     {
 586                                         "name": "9000 frame size",
 587                                         "keyword": "And",
 588                                         "step_type": "given",
 589                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7",
 590                                         "match": {
 591                                             "arguments": [
 592                                                 {
 593                                                     "name": "frame_size",
 594                                                     "value": "9000"
 595                                                 }
 596                                             ],
 597                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
 598                                         },
 599                                         "result": {
 600                                             "duration": 9.560585021972656e-05,
 601                                             "status": "passed"
 602                                         }
 603                                     },
 604                                     {
 605                                         "name": "100k flow count",
 606                                         "keyword": "And",
 607                                         "step_type": "given",
 608                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8",
 609                                         "match": {
 610                                             "arguments": [
 611                                                 {
 612                                                     "name": "flow_count",
 613                                                     "value": "100k"
 614                                                 }
 615                                             ],
 616                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
 617                                         },
 618                                         "result": {
 619                                             "duration": 9.465217590332031e-05,
 620                                             "status": "passed"
 621                                         }
 622                                     },
 623                                     {
 624                                         "name": "ndr rate",
 625                                         "keyword": "And",
 626                                         "step_type": "given",
 627                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9",
 628                                         "match": {
 629                                             "arguments": [
 630                                                 {
 631                                                     "name": "rate",
 632                                                     "value": "ndr"
 633                                                 }
 634                                             ],
 635                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
 636                                         },
 637                                         "result": {
 638                                             "duration": 0.000102996826171875,
 639                                             "status": "passed"
 640                                         }
 641                                     },
 642                                     {
 643                                         "name": "NFVbench API is ready",
 644                                         "keyword": "When",
 645                                         "step_type": "when",
 646                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10",
 647                                         "match": {
 648                                             "arguments": [],
 649                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
 650                                         },
 651                                         "result": {
 652                                             "duration": 0.00852203369140625,
 653                                             "status": "passed"
 654                                         }
 655                                     },
 656                                     {
 657                                         "name": "3 runs are started and waiting for maximum result",
 658                                         "keyword": "Then",
 659                                         "step_type": "then",
 660                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11",
 661                                         "match": {
 662                                             "arguments": [
 663                                                 {
 664                                                     "name": "repeat",
 665                                                     "value": 3,
 666                                                     "original": "3"
 667                                                 }
 668                                             ],
 669                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
 670                                         },
 671                                         "result": {
 672                                             "duration": 439.5287985801697,
 673                                             "status": "passed"
 674                                         }
 675                                     },
 676                                     {
 677                                         "name": "push result to database",
 678                                         "keyword": "And",
 679                                         "step_type": "then",
 680                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12",
 681                                         "match": {
 682                                             "arguments": [],
 683                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
 684                                         },
 685                                         "result": {
 686                                             "duration": 0.00012087821960449219,
 687                                             "status": "passed"
 688                                         }
 689                                     },
 690                                     {
 691                                         "name": "extract offered rate result",
 692                                         "keyword": "And",
 693                                         "step_type": "then",
 694                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13",
 695                                         "match": {
 696                                             "arguments": [],
 697                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
 698                                         },
 699                                         "result": {
 700                                             "duration": 0.000316619873046875,
 701                                             "status": "passed"
 702                                         }
 703                                     },
 704                                     {
 705                                         "name": "verify throughput result is in same range as the previous result",
 706                                         "keyword": "And",
 707                                         "step_type": "then",
 708                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14",
 709                                         "match": {
 710                                             "arguments": [],
 711                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333"
 712                                         },
 713                                         "result": {
 714                                             "duration": 0.02317047119140625,
 715                                             "status": "passed"
 716                                         }
 717                                     },
 718                                     {
 719                                         "name": "verify throughput result is in same range as the characterization result",
 720                                         "keyword": "And",
 721                                         "step_type": "then",
 722                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15",
 723                                         "match": {
 724                                             "arguments": [],
 725                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409"
 726                                         },
 727                                         "result": {
 728                                             "duration": 0.6906359195709229,
 729                                             "status": "passed"
 730                                         }
 731                                     }
 732                                 ],
 733                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:22",
 734                                 "type": "scenario"
 735                             },
 736                             {
 737                                 "status": "passed",
 738                                 "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages",
 739                                 "keyword": "Scenario Outline",
 740                                 "tags": [
 741                                     "latency"
 742                                 ],
 743                                 "steps": [
 744                                     {
 745                                         "name": "10 sec run duration",
 746                                         "keyword": "Given",
 747                                         "step_type": "given",
 748                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
 749                                         "match": {
 750                                             "arguments": [
 751                                                 {
 752                                                     "name": "duration",
 753                                                     "value": "10"
 754                                                 }
 755                                             ],
 756                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
 757                                         },
 758                                         "result": {
 759                                             "duration": 0.0001735687255859375,
 760                                             "status": "passed"
 761                                         }
 762                                     },
 763                                     {
 764                                         "name": "64 frame size",
 765                                         "keyword": "And",
 766                                         "step_type": "given",
 767                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
 768                                         "match": {
 769                                             "arguments": [
 770                                                 {
 771                                                     "name": "frame_size",
 772                                                     "value": "64"
 773                                                 }
 774                                             ],
 775                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
 776                                         },
 777                                         "result": {
 778                                             "duration": 9.799003601074219e-05,
 779                                             "status": "passed"
 780                                         }
 781                                     },
 782                                     {
 783                                         "name": "100k flow count",
 784                                         "keyword": "And",
 785                                         "step_type": "given",
 786                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
 787                                         "match": {
 788                                             "arguments": [
 789                                                 {
 790                                                     "name": "flow_count",
 791                                                     "value": "100k"
 792                                                 }
 793                                             ],
 794                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
 795                                         },
 796                                         "result": {
 797                                             "duration": 9.751319885253906e-05,
 798                                             "status": "passed"
 799                                         }
 800                                     },
 801                                     {
 802                                         "name": "packet rate equal to 70% of max throughput of last characterization",
 803                                         "keyword": "And",
 804                                         "step_type": "given",
 805                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
 806                                         "match": {
 807                                             "arguments": [
 808                                                 {
 809                                                     "name": "percentage",
 810                                                     "value": "70%"
 811                                                 }
 812                                             ],
 813                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
 814                                         },
 815                                         "result": {
 816                                             "duration": 3.042870044708252,
 817                                             "status": "passed"
 818                                         }
 819                                     },
 820                                     {
 821                                         "name": "NFVbench API is ready",
 822                                         "keyword": "When",
 823                                         "step_type": "when",
 824                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
 825                                         "match": {
 826                                             "arguments": [],
 827                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
 828                                         },
 829                                         "result": {
 830                                             "duration": 0.00884389877319336,
 831                                             "status": "passed"
 832                                         }
 833                                     },
 834                                     {
 835                                         "name": "run is started and waiting for result",
 836                                         "keyword": "Then",
 837                                         "step_type": "then",
 838                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
 839                                         "match": {
 840                                             "arguments": [],
 841                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
 842                                         },
 843                                         "result": {
 844                                             "duration": 20.07615303993225,
 845                                             "status": "passed"
 846                                         }
 847                                     },
 848                                     {
 849                                         "name": "push result to database",
 850                                         "keyword": "And",
 851                                         "step_type": "then",
 852                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
 853                                         "match": {
 854                                             "arguments": [],
 855                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
 856                                         },
 857                                         "result": {
 858                                             "duration": 0.00012111663818359375,
 859                                             "status": "passed"
 860                                         }
 861                                     },
 862                                     {
 863                                         "name": "verify latency result is lower than 1000 microseconds",
 864                                         "keyword": "And",
 865                                         "step_type": "then",
 866                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
 867                                         "match": {
 868                                             "arguments": [
 869                                                 {
 870                                                     "name": "max_avg_latency_usec",
 871                                                     "value": 1000.0,
 872                                                     "original": "1000"
 873                                                 }
 874                                             ],
 875                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
 876                                         },
 877                                         "result": {
 878                                             "duration": 0.0001919269561767578,
 879                                             "status": "passed"
 880                                         }
 881                                     }
 882                                 ],
 883                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:38",
 884                                 "type": "scenario"
 885                             },
 886                             {
 887                                 "status": "passed",
 888                                 "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages",
 889                                 "keyword": "Scenario Outline",
 890                                 "tags": [
 891                                     "latency"
 892                                 ],
 893                                 "steps": [
 894                                     {
 895                                         "name": "10 sec run duration",
 896                                         "keyword": "Given",
 897                                         "step_type": "given",
 898                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
 899                                         "match": {
 900                                             "arguments": [
 901                                                 {
 902                                                     "name": "duration",
 903                                                     "value": "10"
 904                                                 }
 905                                             ],
 906                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
 907                                         },
 908                                         "result": {
 909                                             "duration": 0.00010085105895996094,
 910                                             "status": "passed"
 911                                         }
 912                                     },
 913                                     {
 914                                         "name": "64 frame size",
 915                                         "keyword": "And",
 916                                         "step_type": "given",
 917                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
 918                                         "match": {
 919                                             "arguments": [
 920                                                 {
 921                                                     "name": "frame_size",
 922                                                     "value": "64"
 923                                                 }
 924                                             ],
 925                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
 926                                         },
 927                                         "result": {
 928                                             "duration": 0.00011873245239257812,
 929                                             "status": "passed"
 930                                         }
 931                                     },
 932                                     {
 933                                         "name": "100k flow count",
 934                                         "keyword": "And",
 935                                         "step_type": "given",
 936                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
 937                                         "match": {
 938                                             "arguments": [
 939                                                 {
 940                                                     "name": "flow_count",
 941                                                     "value": "100k"
 942                                                 }
 943                                             ],
 944                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
 945                                         },
 946                                         "result": {
 947                                             "duration": 9.560585021972656e-05,
 948                                             "status": "passed"
 949                                         }
 950                                     },
 951                                     {
 952                                         "name": "packet rate equal to 90% of max throughput of last characterization",
 953                                         "keyword": "And",
 954                                         "step_type": "given",
 955                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
 956                                         "match": {
 957                                             "arguments": [
 958                                                 {
 959                                                     "name": "percentage",
 960                                                     "value": "90%"
 961                                                 }
 962                                             ],
 963                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
 964                                         },
 965                                         "result": {
 966                                             "duration": 2.90081524848938,
 967                                             "status": "passed"
 968                                         }
 969                                     },
 970                                     {
 971                                         "name": "NFVbench API is ready",
 972                                         "keyword": "When",
 973                                         "step_type": "when",
 974                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
 975                                         "match": {
 976                                             "arguments": [],
 977                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
 978                                         },
 979                                         "result": {
 980                                             "duration": 0.008797883987426758,
 981                                             "status": "passed"
 982                                         }
 983                                     },
 984                                     {
 985                                         "name": "run is started and waiting for result",
 986                                         "keyword": "Then",
 987                                         "step_type": "then",
 988                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
 989                                         "match": {
 990                                             "arguments": [],
 991                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
 992                                         },
 993                                         "result": {
 994                                             "duration": 20.11899709701538,
 995                                             "status": "passed"
 996                                         }
 997                                     },
 998                                     {
 999                                         "name": "push result to database",
1000                                         "keyword": "And",
1001                                         "step_type": "then",
1002                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
1003                                         "match": {
1004                                             "arguments": [],
1005                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
1006                                         },
1007                                         "result": {
1008                                             "duration": 0.00013256072998046875,
1009                                             "status": "passed"
1010                                         }
1011                                     },
1012                                     {
1013                                         "name": "verify latency result is lower than 1000 microseconds",
1014                                         "keyword": "And",
1015                                         "step_type": "then",
1016                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
1017                                         "match": {
1018                                             "arguments": [
1019                                                 {
1020                                                     "name": "max_avg_latency_usec",
1021                                                     "value": 1000.0,
1022                                                     "original": "1000"
1023                                                 }
1024                                             ],
1025                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
1026                                         },
1027                                         "result": {
1028                                             "duration": 0.0001926422119140625,
1029                                             "status": "passed"
1030                                         }
1031                                     }
1032                                 ],
1033                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:39",
1034                                 "type": "scenario"
1035                             },
1036                             {
1037                                 "status": "passed",
1038                                 "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages",
1039                                 "keyword": "Scenario Outline",
1040                                 "tags": [
1041                                     "latency"
1042                                 ],
1043                                 "steps": [
1044                                     {
1045                                         "name": "10 sec run duration",
1046                                         "keyword": "Given",
1047                                         "step_type": "given",
1048                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
1049                                         "match": {
1050                                             "arguments": [
1051                                                 {
1052                                                     "name": "duration",
1053                                                     "value": "10"
1054                                                 }
1055                                             ],
1056                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
1057                                         },
1058                                         "result": {
1059                                             "duration": 9.822845458984375e-05,
1060                                             "status": "passed"
1061                                         }
1062                                     },
1063                                     {
1064                                         "name": "768 frame size",
1065                                         "keyword": "And",
1066                                         "step_type": "given",
1067                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
1068                                         "match": {
1069                                             "arguments": [
1070                                                 {
1071                                                     "name": "frame_size",
1072                                                     "value": "768"
1073                                                 }
1074                                             ],
1075                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
1076                                         },
1077                                         "result": {
1078                                             "duration": 0.00011396408081054688,
1079                                             "status": "passed"
1080                                         }
1081                                     },
1082                                     {
1083                                         "name": "100k flow count",
1084                                         "keyword": "And",
1085                                         "step_type": "given",
1086                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
1087                                         "match": {
1088                                             "arguments": [
1089                                                 {
1090                                                     "name": "flow_count",
1091                                                     "value": "100k"
1092                                                 }
1093                                             ],
1094                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
1095                                         },
1096                                         "result": {
1097                                             "duration": 9.775161743164062e-05,
1098                                             "status": "passed"
1099                                         }
1100                                     },
1101                                     {
1102                                         "name": "packet rate equal to 70% of max throughput of last characterization",
1103                                         "keyword": "And",
1104                                         "step_type": "given",
1105                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
1106                                         "match": {
1107                                             "arguments": [
1108                                                 {
1109                                                     "name": "percentage",
1110                                                     "value": "70%"
1111                                                 }
1112                                             ],
1113                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
1114                                         },
1115                                         "result": {
1116                                             "duration": 3.1052234172821045,
1117                                             "status": "passed"
1118                                         }
1119                                     },
1120                                     {
1121                                         "name": "NFVbench API is ready",
1122                                         "keyword": "When",
1123                                         "step_type": "when",
1124                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
1125                                         "match": {
1126                                             "arguments": [],
1127                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
1128                                         },
1129                                         "result": {
1130                                             "duration": 0.008736610412597656,
1131                                             "status": "passed"
1132                                         }
1133                                     },
1134                                     {
1135                                         "name": "run is started and waiting for result",
1136                                         "keyword": "Then",
1137                                         "step_type": "then",
1138                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
1139                                         "match": {
1140                                             "arguments": [],
1141                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
1142                                         },
1143                                         "result": {
1144                                             "duration": 20.07916784286499,
1145                                             "status": "passed"
1146                                         }
1147                                     },
1148                                     {
1149                                         "name": "push result to database",
1150                                         "keyword": "And",
1151                                         "step_type": "then",
1152                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
1153                                         "match": {
1154                                             "arguments": [],
1155                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
1156                                         },
1157                                         "result": {
1158                                             "duration": 0.00011897087097167969,
1159                                             "status": "passed"
1160                                         }
1161                                     },
1162                                     {
1163                                         "name": "verify latency result is lower than 1000 microseconds",
1164                                         "keyword": "And",
1165                                         "step_type": "then",
1166                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
1167                                         "match": {
1168                                             "arguments": [
1169                                                 {
1170                                                     "name": "max_avg_latency_usec",
1171                                                     "value": 1000.0,
1172                                                     "original": "1000"
1173                                                 }
1174                                             ],
1175                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
1176                                         },
1177                                         "result": {
1178                                             "duration": 0.0002129077911376953,
1179                                             "status": "passed"
1180                                         }
1181                                     }
1182                                 ],
1183                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:40",
1184                                 "type": "scenario"
1185                             },
1186                             {
1187                                 "status": "passed",
1188                                 "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages",
1189                                 "keyword": "Scenario Outline",
1190                                 "tags": [
1191                                     "latency"
1192                                 ],
1193                                 "steps": [
1194                                     {
1195                                         "name": "10 sec run duration",
1196                                         "keyword": "Given",
1197                                         "step_type": "given",
1198                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
1199                                         "match": {
1200                                             "arguments": [
1201                                                 {
1202                                                     "name": "duration",
1203                                                     "value": "10"
1204                                                 }
1205                                             ],
1206                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
1207                                         },
1208                                         "result": {
1209                                             "duration": 0.00010061264038085938,
1210                                             "status": "passed"
1211                                         }
1212                                     },
1213                                     {
1214                                         "name": "768 frame size",
1215                                         "keyword": "And",
1216                                         "step_type": "given",
1217                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
1218                                         "match": {
1219                                             "arguments": [
1220                                                 {
1221                                                     "name": "frame_size",
1222                                                     "value": "768"
1223                                                 }
1224                                             ],
1225                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
1226                                         },
1227                                         "result": {
1228                                             "duration": 9.560585021972656e-05,
1229                                             "status": "passed"
1230                                         }
1231                                     },
1232                                     {
1233                                         "name": "100k flow count",
1234                                         "keyword": "And",
1235                                         "step_type": "given",
1236                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
1237                                         "match": {
1238                                             "arguments": [
1239                                                 {
1240                                                     "name": "flow_count",
1241                                                     "value": "100k"
1242                                                 }
1243                                             ],
1244                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
1245                                         },
1246                                         "result": {
1247                                             "duration": 9.632110595703125e-05,
1248                                             "status": "passed"
1249                                         }
1250                                     },
1251                                     {
1252                                         "name": "packet rate equal to 90% of max throughput of last characterization",
1253                                         "keyword": "And",
1254                                         "step_type": "given",
1255                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
1256                                         "match": {
1257                                             "arguments": [
1258                                                 {
1259                                                     "name": "percentage",
1260                                                     "value": "90%"
1261                                                 }
1262                                             ],
1263                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
1264                                         },
1265                                         "result": {
1266                                             "duration": 2.9584743976593018,
1267                                             "status": "passed"
1268                                         }
1269                                     },
1270                                     {
1271                                         "name": "NFVbench API is ready",
1272                                         "keyword": "When",
1273                                         "step_type": "when",
1274                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
1275                                         "match": {
1276                                             "arguments": [],
1277                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
1278                                         },
1279                                         "result": {
1280                                             "duration": 0.008613348007202148,
1281                                             "status": "passed"
1282                                         }
1283                                     },
1284                                     {
1285                                         "name": "run is started and waiting for result",
1286                                         "keyword": "Then",
1287                                         "step_type": "then",
1288                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
1289                                         "match": {
1290                                             "arguments": [],
1291                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
1292                                         },
1293                                         "result": {
1294                                             "duration": 20.074522256851196,
1295                                             "status": "passed"
1296                                         }
1297                                     },
1298                                     {
1299                                         "name": "push result to database",
1300                                         "keyword": "And",
1301                                         "step_type": "then",
1302                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
1303                                         "match": {
1304                                             "arguments": [],
1305                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
1306                                         },
1307                                         "result": {
1308                                             "duration": 0.0001220703125,
1309                                             "status": "passed"
1310                                         }
1311                                     },
1312                                     {
1313                                         "name": "verify latency result is lower than 1000 microseconds",
1314                                         "keyword": "And",
1315                                         "step_type": "then",
1316                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
1317                                         "match": {
1318                                             "arguments": [
1319                                                 {
1320                                                     "name": "max_avg_latency_usec",
1321                                                     "value": 1000.0,
1322                                                     "original": "1000"
1323                                                 }
1324                                             ],
1325                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
1326                                         },
1327                                         "result": {
1328                                             "duration": 0.00019407272338867188,
1329                                             "status": "passed"
1330                                         }
1331                                     }
1332                                 ],
1333                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:41",
1334                                 "type": "scenario"
1335                             },
1336                             {
1337                                 "status": "passed",
1338                                 "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages",
1339                                 "keyword": "Scenario Outline",
1340                                 "tags": [
1341                                     "latency"
1342                                 ],
1343                                 "steps": [
1344                                     {
1345                                         "name": "10 sec run duration",
1346                                         "keyword": "Given",
1347                                         "step_type": "given",
1348                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
1349                                         "match": {
1350                                             "arguments": [
1351                                                 {
1352                                                     "name": "duration",
1353                                                     "value": "10"
1354                                                 }
1355                                             ],
1356                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
1357                                         },
1358                                         "result": {
1359                                             "duration": 0.00010061264038085938,
1360                                             "status": "passed"
1361                                         }
1362                                     },
1363                                     {
1364                                         "name": "1518 frame size",
1365                                         "keyword": "And",
1366                                         "step_type": "given",
1367                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
1368                                         "match": {
1369                                             "arguments": [
1370                                                 {
1371                                                     "name": "frame_size",
1372                                                     "value": "1518"
1373                                                 }
1374                                             ],
1375                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
1376                                         },
1377                                         "result": {
1378                                             "duration": 9.703636169433594e-05,
1379                                             "status": "passed"
1380                                         }
1381                                     },
1382                                     {
1383                                         "name": "100k flow count",
1384                                         "keyword": "And",
1385                                         "step_type": "given",
1386                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
1387                                         "match": {
1388                                             "arguments": [
1389                                                 {
1390                                                     "name": "flow_count",
1391                                                     "value": "100k"
1392                                                 }
1393                                             ],
1394                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
1395                                         },
1396                                         "result": {
1397                                             "duration": 0.00011610984802246094,
1398                                             "status": "passed"
1399                                         }
1400                                     },
1401                                     {
1402                                         "name": "packet rate equal to 70% of max throughput of last characterization",
1403                                         "keyword": "And",
1404                                         "step_type": "given",
1405                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
1406                                         "match": {
1407                                             "arguments": [
1408                                                 {
1409                                                     "name": "percentage",
1410                                                     "value": "70%"
1411                                                 }
1412                                             ],
1413                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
1414                                         },
1415                                         "result": {
1416                                             "duration": 3.118863821029663,
1417                                             "status": "passed"
1418                                         }
1419                                     },
1420                                     {
1421                                         "name": "NFVbench API is ready",
1422                                         "keyword": "When",
1423                                         "step_type": "when",
1424                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
1425                                         "match": {
1426                                             "arguments": [],
1427                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
1428                                         },
1429                                         "result": {
1430                                             "duration": 0.008606433868408203,
1431                                             "status": "passed"
1432                                         }
1433                                     },
1434                                     {
1435                                         "name": "run is started and waiting for result",
1436                                         "keyword": "Then",
1437                                         "step_type": "then",
1438                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
1439                                         "match": {
1440                                             "arguments": [],
1441                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
1442                                         },
1443                                         "result": {
1444                                             "duration": 20.080474376678467,
1445                                             "status": "passed"
1446                                         }
1447                                     },
1448                                     {
1449                                         "name": "push result to database",
1450                                         "keyword": "And",
1451                                         "step_type": "then",
1452                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
1453                                         "match": {
1454                                             "arguments": [],
1455                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
1456                                         },
1457                                         "result": {
1458                                             "duration": 0.00012254714965820312,
1459                                             "status": "passed"
1460                                         }
1461                                     },
1462                                     {
1463                                         "name": "verify latency result is lower than 1000 microseconds",
1464                                         "keyword": "And",
1465                                         "step_type": "then",
1466                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
1467                                         "match": {
1468                                             "arguments": [
1469                                                 {
1470                                                     "name": "max_avg_latency_usec",
1471                                                     "value": 1000.0,
1472                                                     "original": "1000"
1473                                                 }
1474                                             ],
1475                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
1476                                         },
1477                                         "result": {
1478                                             "duration": 0.00019216537475585938,
1479                                             "status": "passed"
1480                                         }
1481                                     }
1482                                 ],
1483                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:42",
1484                                 "type": "scenario"
1485                             },
1486                             {
1487                                 "status": "passed",
1488                                 "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages",
1489                                 "keyword": "Scenario Outline",
1490                                 "tags": [
1491                                     "latency"
1492                                 ],
1493                                 "steps": [
1494                                     {
1495                                         "name": "10 sec run duration",
1496                                         "keyword": "Given",
1497                                         "step_type": "given",
1498                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
1499                                         "match": {
1500                                             "arguments": [
1501                                                 {
1502                                                     "name": "duration",
1503                                                     "value": "10"
1504                                                 }
1505                                             ],
1506                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
1507                                         },
1508                                         "result": {
1509                                             "duration": 0.00010013580322265625,
1510                                             "status": "passed"
1511                                         }
1512                                     },
1513                                     {
1514                                         "name": "1518 frame size",
1515                                         "keyword": "And",
1516                                         "step_type": "given",
1517                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
1518                                         "match": {
1519                                             "arguments": [
1520                                                 {
1521                                                     "name": "frame_size",
1522                                                     "value": "1518"
1523                                                 }
1524                                             ],
1525                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
1526                                         },
1527                                         "result": {
1528                                             "duration": 9.942054748535156e-05,
1529                                             "status": "passed"
1530                                         }
1531                                     },
1532                                     {
1533                                         "name": "100k flow count",
1534                                         "keyword": "And",
1535                                         "step_type": "given",
1536                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
1537                                         "match": {
1538                                             "arguments": [
1539                                                 {
1540                                                     "name": "flow_count",
1541                                                     "value": "100k"
1542                                                 }
1543                                             ],
1544                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
1545                                         },
1546                                         "result": {
1547                                             "duration": 9.703636169433594e-05,
1548                                             "status": "passed"
1549                                         }
1550                                     },
1551                                     {
1552                                         "name": "packet rate equal to 90% of max throughput of last characterization",
1553                                         "keyword": "And",
1554                                         "step_type": "given",
1555                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
1556                                         "match": {
1557                                             "arguments": [
1558                                                 {
1559                                                     "name": "percentage",
1560                                                     "value": "90%"
1561                                                 }
1562                                             ],
1563                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
1564                                         },
1565                                         "result": {
1566                                             "duration": 2.9169235229492188,
1567                                             "status": "passed"
1568                                         }
1569                                     },
1570                                     {
1571                                         "name": "NFVbench API is ready",
1572                                         "keyword": "When",
1573                                         "step_type": "when",
1574                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
1575                                         "match": {
1576                                             "arguments": [],
1577                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
1578                                         },
1579                                         "result": {
1580                                             "duration": 0.008793830871582031,
1581                                             "status": "passed"
1582                                         }
1583                                     },
1584                                     {
1585                                         "name": "run is started and waiting for result",
1586                                         "keyword": "Then",
1587                                         "step_type": "then",
1588                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
1589                                         "match": {
1590                                             "arguments": [],
1591                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
1592                                         },
1593                                         "result": {
1594                                             "duration": 18.160871744155884,
1595                                             "status": "passed"
1596                                         }
1597                                     },
1598                                     {
1599                                         "name": "push result to database",
1600                                         "keyword": "And",
1601                                         "step_type": "then",
1602                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
1603                                         "match": {
1604                                             "arguments": [],
1605                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
1606                                         },
1607                                         "result": {
1608                                             "duration": 0.00012159347534179688,
1609                                             "status": "passed"
1610                                         }
1611                                     },
1612                                     {
1613                                         "name": "verify latency result is lower than 1000 microseconds",
1614                                         "keyword": "And",
1615                                         "step_type": "then",
1616                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
1617                                         "match": {
1618                                             "arguments": [
1619                                                 {
1620                                                     "name": "max_avg_latency_usec",
1621                                                     "value": 1000.0,
1622                                                     "original": "1000"
1623                                                 }
1624                                             ],
1625                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
1626                                         },
1627                                         "result": {
1628                                             "duration": 0.00019097328186035156,
1629                                             "status": "passed"
1630                                         }
1631                                     }
1632                                 ],
1633                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:43",
1634                                 "type": "scenario"
1635                             },
1636                             {
1637                                 "status": "passed",
1638                                 "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages",
1639                                 "keyword": "Scenario Outline",
1640                                 "tags": [
1641                                     "latency"
1642                                 ],
1643                                 "steps": [
1644                                     {
1645                                         "name": "10 sec run duration",
1646                                         "keyword": "Given",
1647                                         "step_type": "given",
1648                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
1649                                         "match": {
1650                                             "arguments": [
1651                                                 {
1652                                                     "name": "duration",
1653                                                     "value": "10"
1654                                                 }
1655                                             ],
1656                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
1657                                         },
1658                                         "result": {
1659                                             "duration": 9.965896606445312e-05,
1660                                             "status": "passed"
1661                                         }
1662                                     },
1663                                     {
1664                                         "name": "9000 frame size",
1665                                         "keyword": "And",
1666                                         "step_type": "given",
1667                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
1668                                         "match": {
1669                                             "arguments": [
1670                                                 {
1671                                                     "name": "frame_size",
1672                                                     "value": "9000"
1673                                                 }
1674                                             ],
1675                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
1676                                         },
1677                                         "result": {
1678                                             "duration": 9.918212890625e-05,
1679                                             "status": "passed"
1680                                         }
1681                                     },
1682                                     {
1683                                         "name": "100k flow count",
1684                                         "keyword": "And",
1685                                         "step_type": "given",
1686                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
1687                                         "match": {
1688                                             "arguments": [
1689                                                 {
1690                                                     "name": "flow_count",
1691                                                     "value": "100k"
1692                                                 }
1693                                             ],
1694                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
1695                                         },
1696                                         "result": {
1697                                             "duration": 9.655952453613281e-05,
1698                                             "status": "passed"
1699                                         }
1700                                     },
1701                                     {
1702                                         "name": "packet rate equal to 70% of max throughput of last characterization",
1703                                         "keyword": "And",
1704                                         "step_type": "given",
1705                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
1706                                         "match": {
1707                                             "arguments": [
1708                                                 {
1709                                                     "name": "percentage",
1710                                                     "value": "70%"
1711                                                 }
1712                                             ],
1713                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
1714                                         },
1715                                         "result": {
1716                                             "duration": 2.906872272491455,
1717                                             "status": "passed"
1718                                         }
1719                                     },
1720                                     {
1721                                         "name": "NFVbench API is ready",
1722                                         "keyword": "When",
1723                                         "step_type": "when",
1724                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
1725                                         "match": {
1726                                             "arguments": [],
1727                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
1728                                         },
1729                                         "result": {
1730                                             "duration": 0.008602142333984375,
1731                                             "status": "passed"
1732                                         }
1733                                     },
1734                                     {
1735                                         "name": "run is started and waiting for result",
1736                                         "keyword": "Then",
1737                                         "step_type": "then",
1738                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
1739                                         "match": {
1740                                             "arguments": [],
1741                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
1742                                         },
1743                                         "result": {
1744                                             "duration": 20.075267791748047,
1745                                             "status": "passed"
1746                                         }
1747                                     },
1748                                     {
1749                                         "name": "push result to database",
1750                                         "keyword": "And",
1751                                         "step_type": "then",
1752                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
1753                                         "match": {
1754                                             "arguments": [],
1755                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
1756                                         },
1757                                         "result": {
1758                                             "duration": 0.00011920928955078125,
1759                                             "status": "passed"
1760                                         }
1761                                     },
1762                                     {
1763                                         "name": "verify latency result is lower than 1000 microseconds",
1764                                         "keyword": "And",
1765                                         "step_type": "then",
1766                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
1767                                         "match": {
1768                                             "arguments": [
1769                                                 {
1770                                                     "name": "max_avg_latency_usec",
1771                                                     "value": 1000.0,
1772                                                     "original": "1000"
1773                                                 }
1774                                             ],
1775                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
1776                                         },
1777                                         "result": {
1778                                             "duration": 0.00020933151245117188,
1779                                             "status": "passed"
1780                                         }
1781                                     }
1782                                 ],
1783                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:44",
1784                                 "type": "scenario"
1785                             },
1786                             {
1787                                 "status": "passed",
1788                                 "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages",
1789                                 "keyword": "Scenario Outline",
1790                                 "tags": [
1791                                     "latency"
1792                                 ],
1793                                 "steps": [
1794                                     {
1795                                         "name": "10 sec run duration",
1796                                         "keyword": "Given",
1797                                         "step_type": "given",
1798                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
1799                                         "match": {
1800                                             "arguments": [
1801                                                 {
1802                                                     "name": "duration",
1803                                                     "value": "10"
1804                                                 }
1805                                             ],
1806                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
1807                                         },
1808                                         "result": {
1809                                             "duration": 0.00010251998901367188,
1810                                             "status": "passed"
1811                                         }
1812                                     },
1813                                     {
1814                                         "name": "9000 frame size",
1815                                         "keyword": "And",
1816                                         "step_type": "given",
1817                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
1818                                         "match": {
1819                                             "arguments": [
1820                                                 {
1821                                                     "name": "frame_size",
1822                                                     "value": "9000"
1823                                                 }
1824                                             ],
1825                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
1826                                         },
1827                                         "result": {
1828                                             "duration": 9.72747802734375e-05,
1829                                             "status": "passed"
1830                                         }
1831                                     },
1832                                     {
1833                                         "name": "100k flow count",
1834                                         "keyword": "And",
1835                                         "step_type": "given",
1836                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
1837                                         "match": {
1838                                             "arguments": [
1839                                                 {
1840                                                     "name": "flow_count",
1841                                                     "value": "100k"
1842                                                 }
1843                                             ],
1844                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
1845                                         },
1846                                         "result": {
1847                                             "duration": 9.465217590332031e-05,
1848                                             "status": "passed"
1849                                         }
1850                                     },
1851                                     {
1852                                         "name": "packet rate equal to 90% of max throughput of last characterization",
1853                                         "keyword": "And",
1854                                         "step_type": "given",
1855                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
1856                                         "match": {
1857                                             "arguments": [
1858                                                 {
1859                                                     "name": "percentage",
1860                                                     "value": "90%"
1861                                                 }
1862                                             ],
1863                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
1864                                         },
1865                                         "result": {
1866                                             "duration": 2.828930139541626,
1867                                             "status": "passed"
1868                                         }
1869                                     },
1870                                     {
1871                                         "name": "NFVbench API is ready",
1872                                         "keyword": "When",
1873                                         "step_type": "when",
1874                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
1875                                         "match": {
1876                                             "arguments": [],
1877                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
1878                                         },
1879                                         "result": {
1880                                             "duration": 0.008794546127319336,
1881                                             "status": "passed"
1882                                         }
1883                                     },
1884                                     {
1885                                         "name": "run is started and waiting for result",
1886                                         "keyword": "Then",
1887                                         "step_type": "then",
1888                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
1889                                         "match": {
1890                                             "arguments": [],
1891                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
1892                                         },
1893                                         "result": {
1894                                             "duration": 20.077053785324097,
1895                                             "status": "passed"
1896                                         }
1897                                     },
1898                                     {
1899                                         "name": "push result to database",
1900                                         "keyword": "And",
1901                                         "step_type": "then",
1902                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
1903                                         "match": {
1904                                             "arguments": [],
1905                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
1906                                         },
1907                                         "result": {
1908                                             "duration": 0.00011849403381347656,
1909                                             "status": "passed"
1910                                         }
1911                                     },
1912                                     {
1913                                         "name": "verify latency result is lower than 1000 microseconds",
1914                                         "keyword": "And",
1915                                         "step_type": "then",
1916                                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
1917                                         "match": {
1918                                             "arguments": [
1919                                                 {
1920                                                     "name": "max_avg_latency_usec",
1921                                                     "value": 1000.0,
1922                                                     "original": "1000"
1923                                                 }
1924                                             ],
1925                                             "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
1926                                         },
1927                                         "result": {
1928                                             "duration": 0.0002167224884033203,
1929                                             "status": "passed"
1930                                         }
1931                                     }
1932                                 ],
1933                                 "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:45",
1934                                 "type": "scenario"
1935                             }
1936                         ],
1937                         "name": "non-regression",
1938                         "keyword": "Feature",
1939                         "tags": [
1940                             "non-regression"
1941                         ],
1942                         "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:2"
1943                     }
1944                 ],
1945                 "skip_tests": 0,
1946                 "links": [
1947                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/xtesting.log",
1948                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json",
1949                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
1950                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json",
1951                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/output.html",
1952                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
1953                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json",
1954                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
1955                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json",
1956                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json",
1957                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/behave_tests.log",
1958                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
1959                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
1960                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/campaign_result.json",
1961                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
1962                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
1963                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
1964                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json",
1965                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
1966                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
1967                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
1968                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/TESTS-non-regression.xml",
1969                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
1970                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench.log",
1971                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
1972                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
1973                     "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/output.json"
1974                 ],
1975                 "results": {
1976                     "latency": [
1977                         {
1978                             "input": {
1979                                 "duration_sec": "10",
1980                                 "flavor_type": "nfvbench.loop.basic",
1981                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
1982                                 "frame_sizes": [
1983                                     "64"
1984                                 ],
1985                                 "rate": "70%",
1986                                 "flow_count": "100k",
1987                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
1988                                 "user_label": "amical_tc12_basic"
1989                             },
1990                             "output": {
1991                                 "status": "OK",
1992                                 "result": {
1993                                     "date": "2022-03-30 06:45:29",
1994                                     "nfvbench_version": "5.0.4.dev29",
1995                                     "config": {
1996                                         "compute_nodes": null,
1997                                         "traffic_generator": {
1998                                             "mac_addrs_left": null,
1999                                             "gateway_ip_addrs": [
2000                                                 "192.168.30.2",
2001                                                 "192.168.31.2"
2002                                             ],
2003                                             "mac_addrs_right": null,
2004                                             "default_profile": "trex-local",
2005                                             "src_vteps": null,
2006                                             "generator_profile": [
2007                                                 {
2008                                                     "intf_speed": null,
2009                                                     "name": "trex-local",
2010                                                     "ip": "127.0.0.1",
2011                                                     "zmq_rpc_port": 4501,
2012                                                     "tool": "TRex",
2013                                                     "platform": {
2014                                                         "master_thread_id": "0",
2015                                                         "latency_thread_id": "1",
2016                                                         "dual_if": [
2017                                                             {
2018                                                                 "threads": [
2019                                                                     2,
2020                                                                     3,
2021                                                                     4,
2022                                                                     5,
2023                                                                     6,
2024                                                                     7
2025                                                                 ],
2026                                                                 "socket": 0
2027                                                             }
2028                                                         ]
2029                                                     },
2030                                                     "zmq_pub_port": 4500,
2031                                                     "interfaces": [
2032                                                         {
2033                                                             "switch": null,
2034                                                             "pci": "0000:00:05.0",
2035                                                             "port": 0
2036                                                         },
2037                                                         {
2038                                                             "switch": null,
2039                                                             "pci": "0000:00:06.0",
2040                                                             "port": 1
2041                                                         }
2042                                                     ],
2043                                                     "cores": 5,
2044                                                     "software_mode": false
2045                                                 }
2046                                             ],
2047                                             "vtep_gateway_ips": null,
2048                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
2049                                             "udp_port_step": "1",
2050                                             "udp_src_port": [
2051                                                 "49152",
2052                                                 "49168"
2053                                             ],
2054                                             "gateway_ip_addrs_step": "0.0.0.1",
2055                                             "tg_gateway_ip_addrs": [
2056                                                 "192.168.30.1",
2057                                                 "192.168.31.1"
2058                                             ],
2059                                             "ip_addrs": [
2060                                                 "198.18.0.0/16",
2061                                                 "198.19.0.0/16"
2062                                             ],
2063                                             "ip_src_static": true,
2064                                             "host_name": "nfvbench_tg",
2065                                             "ip_addrs_step": "0.0.0.1",
2066                                             "tg_gateway_ip_cidrs": [
2067                                                 "192.168.1.0/24",
2068                                                 "192.168.2.0/24"
2069                                             ],
2070                                             "dst_vtep": null,
2071                                             "vtep_vlan": null,
2072                                             "udp_dst_port": [
2073                                                 "49152",
2074                                                 "49168"
2075                                             ]
2076                                         },
2077                                         "availability_zone": "nova",
2078                                         "vif_multiqueue_size": 8,
2079                                         "periodic_gratuitous_arp": false,
2080                                         "flavor": {
2081                                             "vcpus": 2,
2082                                             "disk": 0,
2083                                             "extra_specs": {
2084                                                 "hw:cpu_policy": "dedicated",
2085                                                 "hw:mem_page_size": "large"
2086                                             },
2087                                             "ram": 4096
2088                                         },
2089                                         "floating_network": {
2090                                             "subnet": "nfvbench-floating-subnet",
2091                                             "name": "nfvbench-floating-net",
2092                                             "segmentation_id": null,
2093                                             "physical_network": null,
2094                                             "cidr": "192.168.0.0/24",
2095                                             "network_type": "vlan"
2096                                         },
2097                                         "user_info": null,
2098                                         "service_chain": "PVP",
2099                                         "sriov": false,
2100                                         "vxlan": false,
2101                                         "intf_speed_detected": 25000000000.0,
2102                                         "pause_sec": 2.0,
2103                                         "internal_networks": {
2104                                             "middle": {
2105                                                 "subnet": "nfvbench-msubnet",
2106                                                 "name": "nfvbench-mnet",
2107                                                 "segmentation_id": null,
2108                                                 "physical_network": null,
2109                                                 "mpls_transport_labels": null,
2110                                                 "cidr": "192.168.3.0/24",
2111                                                 "network_type": "vlan"
2112                                             },
2113                                             "right": {
2114                                                 "subnet": "subnet_nfvbench_vn2bis",
2115                                                 "name": "net_nfvbench_vn2bis",
2116                                                 "segmentation_id": null,
2117                                                 "physical_network": null,
2118                                                 "mpls_transport_labels": null,
2119                                                 "cidr": "192.168.31.0/24",
2120                                                 "network_type": "vlan"
2121                                             },
2122                                             "left": {
2123                                                 "subnet": "subnet_nfvbench_vn1bis",
2124                                                 "name": "net_nfvbench_vn1bis",
2125                                                 "segmentation_id": null,
2126                                                 "physical_network": null,
2127                                                 "mpls_transport_labels": null,
2128                                                 "cidr": "192.168.30.0/24",
2129                                                 "network_type": "vlan"
2130                                             }
2131                                         },
2132                                         "no_vswitch_access": false,
2133                                         "traffic": {
2134                                             "bidirectional": true,
2135                                             "profile": "custom_traffic_profile"
2136                                         },
2137                                         "restart": false,
2138                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
2139                                         "name": "nfvbench.conf",
2140                                         "std_json": null,
2141                                         "l2_loopback": false,
2142                                         "request_id": "75ed0568a3cf49929e20d9d4c44a23a0",
2143                                         "debug": false,
2144                                         "group_id": null,
2145                                         "loop_vm_name": "nfvbench-loop-vm",
2146                                         "check_traffic_time_sec": 200,
2147                                         "num_mbufs": 128000,
2148                                         "rate": "404398pps",
2149                                         "service_chain_count": 1,
2150                                         "service_chain_shared_net": true,
2151                                         "measurement": {
2152                                             "NDR": 0.001,
2153                                             "PDR": 0.1,
2154                                             "load_epsilon": 0.1
2155                                         },
2156                                         "l3_router": false,
2157                                         "debug_mask": 0,
2158                                         "factory_class": "BasicFactory",
2159                                         "tg-tool": "TRex",
2160                                         "frame_sizes": [
2161                                             "64"
2162                                         ],
2163                                         "service_mode": false,
2164                                         "edge_networks": {
2165                                             "right": {
2166                                                 "subnet": "nfvbench-subnet3",
2167                                                 "name": "nfvbench-net3",
2168                                                 "segmentation_id": null,
2169                                                 "network_type": null,
2170                                                 "physical_network": null,
2171                                                 "cidr": "192.168.4.0/24",
2172                                                 "router_name": "router_right",
2173                                                 "gateway": null
2174                                             },
2175                                             "left": {
2176                                                 "subnet": "nfvbench-subnet2",
2177                                                 "name": "nfvbench-net2",
2178                                                 "segmentation_id": null,
2179                                                 "network_type": null,
2180                                                 "physical_network": null,
2181                                                 "cidr": "192.168.3.0/24",
2182                                                 "router_name": "router_left",
2183                                                 "gateway": null
2184                                             }
2185                                         },
2186                                         "ndr_run": false,
2187                                         "use_management_port": false,
2188                                         "hypervisor_hostname": "localdomain",
2189                                         "cache_size": 16,
2190                                         "pdr_run": false,
2191                                         "vlan_tagging": false,
2192                                         "fluentd": [
2193                                             {
2194                                                 "ip": "172.20.73.203",
2195                                                 "result_tag": "nfvbench.results.amical",
2196                                                 "logging_tag": "nfvbench.logs.amical",
2197                                                 "port": 25225
2198                                             }
2199                                         ],
2200                                         "use_floating_ip": false,
2201                                         "flow_count": 100000,
2202                                         "loop_vm_arp": false,
2203                                         "user_id": null,
2204                                         "openrc_file": null,
2205                                         "disable_hdrh": false,
2206                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
2207                                         "vm_forwarder": "vpp",
2208                                         "factory_module": "nfvbench.factory",
2209                                         "no_latency_streams": false,
2210                                         "single_run": true,
2211                                         "no_arp": false,
2212                                         "cores_used": 5,
2213                                         "traffic_profile": [
2214                                             {
2215                                                 "l2frame_size": [
2216                                                     "64"
2217                                                 ],
2218                                                 "name": "custom_traffic_profile"
2219                                             }
2220                                         ],
2221                                         "vlans": [
2222                                             2512,
2223                                             2517
2224                                         ],
2225                                         "tg-name": "trex-local",
2226                                         "management_network": {
2227                                             "subnet": "nfvbench-management-subnet",
2228                                             "name": "nfvbench-management-net",
2229                                             "segmentation_id": null,
2230                                             "network_type": "vlan",
2231                                             "physical_network": null,
2232                                             "cidr": "192.168.0.0/24",
2233                                             "gateway": "192.168.0.254"
2234                                         },
2235                                         "no_traffic": false,
2236                                         "mpls": false,
2237                                         "duration_sec": 10.0,
2238                                         "clouds_detail": "openstack",
2239                                         "mbuf_64": null,
2240                                         "generic_poll_sec": 2,
2241                                         "idle_interfaces_per_vm": 0,
2242                                         "no_flow_stats": true,
2243                                         "lat_percentiles": [
2244                                             25,
2245                                             75,
2246                                             99
2247                                         ],
2248                                         "no_cleanup": true,
2249                                         "no_e2e_check": false,
2250                                         "intf_speed_used": 25000000000.0,
2251                                         "generator_profile": "trex-local",
2252                                         "mbuf_factor": 0.2,
2253                                         "user_label": "amical_tc12_basic",
2254                                         "intf_speed": null,
2255                                         "generic_retry_count": 100,
2256                                         "flavor_type": "nfvbench.loop.basic",
2257                                         "use_sriov_middle_net": false,
2258                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
2259                                         "std_json_path": null,
2260                                         "unidir_reverse_traffic_pps": 1,
2261                                         "i40e_mixed": "ignore",
2262                                         "gratuitous_arp_pps": 1,
2263                                         "idle_networks": {
2264                                             "subnet": "nfvbench-idle-subnet",
2265                                             "name": "nfvbench-idle-net",
2266                                             "segmentation_id": null,
2267                                             "physical_network": null,
2268                                             "cidr": "192.169.1.0/24",
2269                                             "network_type": "vlan"
2270                                         },
2271                                         "interval_sec": 10.0,
2272                                         "no_latency_stats": false,
2273                                         "cores": null,
2274                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
2275                                         "external_networks": {
2276                                             "right": null,
2277                                             "left": null
2278                                         }
2279                                     },
2280                                     "benchmarks": {
2281                                         "network": {
2282                                             "service_chain": {
2283                                                 "PVP": {
2284                                                     "result": {
2285                                                         "compute_nodes": {},
2286                                                         "profile": "custom_traffic_profile",
2287                                                         "service_chain_count": 1,
2288                                                         "result": {
2289                                                             "64": {
2290                                                                 "run_config": {
2291                                                                     "direction-forward": {
2292                                                                         "rx": {
2293                                                                             "rate_percent": 0.5414414208000001,
2294                                                                             "rate_pps": 201429,
2295                                                                             "initial_rate_type": "rate_pps",
2296                                                                             "rate_bps": 135360355
2297                                                                         },
2298                                                                         "tx": {
2299                                                                             "rate_percent": 0.5414497536,
2300                                                                             "rate_pps": 201432,
2301                                                                             "initial_rate_type": "rate_pps",
2302                                                                             "rate_bps": 135362438
2303                                                                         },
2304                                                                         "orig": {
2305                                                                             "rate_percent": 0.543510912,
2306                                                                             "rate_pps": 202199,
2307                                                                             "initial_rate_type": "rate_pps",
2308                                                                             "rate_bps": 135877728
2309                                                                         }
2310                                                                     },
2311                                                                     "direction-total": {
2312                                                                         "rx": {
2313                                                                             "rate_percent": 1.082844672,
2314                                                                             "rate_pps": 402843.0,
2315                                                                             "rate_bps": 270711167.0
2316                                                                         },
2317                                                                         "tx": {
2318                                                                             "rate_percent": 1.0828995072,
2319                                                                             "rate_pps": 402864.0,
2320                                                                             "rate_bps": 270724876.0
2321                                                                         },
2322                                                                         "orig": {
2323                                                                             "rate_percent": 1.087021824,
2324                                                                             "rate_pps": 404398.0,
2325                                                                             "rate_bps": 271755456.0
2326                                                                         }
2327                                                                     },
2328                                                                     "direction-reverse": {
2329                                                                         "rx": {
2330                                                                             "rate_percent": 0.5414032511999999,
2331                                                                             "rate_pps": 201414,
2332                                                                             "initial_rate_type": "rate_pps",
2333                                                                             "rate_bps": 135350812
2334                                                                         },
2335                                                                         "tx": {
2336                                                                             "rate_percent": 0.5414497536,
2337                                                                             "rate_pps": 201432,
2338                                                                             "initial_rate_type": "rate_pps",
2339                                                                             "rate_bps": 135362438
2340                                                                         },
2341                                                                         "orig": {
2342                                                                             "rate_percent": 0.543510912,
2343                                                                             "rate_pps": 202199,
2344                                                                             "initial_rate_type": "rate_pps",
2345                                                                             "rate_bps": 135877728
2346                                                                         }
2347                                                                     }
2348                                                                 },
2349                                                                 "packet_path_stats": {
2350                                                                     "Forward": {
2351                                                                         "interfaces": [
2352                                                                             "TRex.TX.p0",
2353                                                                             "TRex.RX.p1"
2354                                                                         ],
2355                                                                         "chains": {
2356                                                                             "0": {
2357                                                                                 "packets": [
2358                                                                                     9937,
2359                                                                                     9937
2360                                                                                 ],
2361                                                                                 "lat_max_usec": 4057,
2362                                                                                 "lat_avg_usec": 78,
2363                                                                                 "lat_min_usec": 31,
2364                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
2365                                                                                 "lat_percentile": {
2366                                                                                     "99": "n/a",
2367                                                                                     "25": "n/a",
2368                                                                                     "75": "n/a"
2369                                                                                 }
2370                                                                             }
2371                                                                         }
2372                                                                     },
2373                                                                     "Reverse": {
2374                                                                         "interfaces": [
2375                                                                             "TRex.TX.p1",
2376                                                                             "TRex.RX.p0"
2377                                                                         ],
2378                                                                         "chains": {
2379                                                                             "0": {
2380                                                                                 "packets": [
2381                                                                                     9937,
2382                                                                                     9937
2383                                                                                 ],
2384                                                                                 "lat_max_usec": 5209,
2385                                                                                 "lat_avg_usec": 76,
2386                                                                                 "lat_min_usec": 32,
2387                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
2388                                                                                 "lat_percentile": {
2389                                                                                     "99": "n/a",
2390                                                                                     "25": "n/a",
2391                                                                                     "75": "n/a"
2392                                                                                 }
2393                                                                             }
2394                                                                         }
2395                                                                     }
2396                                                                 },
2397                                                                 "stats": {
2398                                                                     "total_tx_rate": 402864,
2399                                                                     "overall": {
2400                                                                         "drop_rate_percent": 0.005063738568113737,
2401                                                                         "rx": {
2402                                                                             "dropped_pkts": 204,
2403                                                                             "pkt_bit_rate": 109803088.0,
2404                                                                             "pkt_rate": 201839.0,
2405                                                                             "max_delay_usec": 5209,
2406                                                                             "lat_percentile": {
2407                                                                                 "99": "n/a",
2408                                                                                 "25": "n/a",
2409                                                                                 "75": "n/a"
2410                                                                             },
2411                                                                             "avg_delay_usec": 76.99996475062306,
2412                                                                             "total_pkt_bytes": 273933920,
2413                                                                             "total_pkts": 4028440,
2414                                                                             "min_delay_usec": 31
2415                                                                         },
2416                                                                         "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
2417                                                                         "tx": {
2418                                                                             "total_pkt_bytes": 273947792,
2419                                                                             "total_pkts": 4028644,
2420                                                                             "pkt_bit_rate": 109803752.0,
2421                                                                             "pkt_rate": 201840.5
2422                                                                         }
2423                                                                     },
2424                                                                     "1": {
2425                                                                         "drop_rate_percent": 0.0015389793687404496,
2426                                                                         "rx": {
2427                                                                             "dropped_pkts": 31,
2428                                                                             "pkt_bit_rate": 109811680,
2429                                                                             "pkt_rate": 201855,
2430                                                                             "max_delay_usec": 5209,
2431                                                                             "total_pkt_bytes": 136971788,
2432                                                                             "avg_delay_usec": 76,
2433                                                                             "total_pkts": 2014291,
2434                                                                             "min_delay_usec": 32
2435                                                                         },
2436                                                                         "tx": {
2437                                                                             "total_pkt_bytes": 136973896,
2438                                                                             "total_pkts": 2014322,
2439                                                                             "pkt_bit_rate": 109806936,
2440                                                                             "pkt_rate": 201846
2441                                                                         }
2442                                                                     },
2443                                                                     "0": {
2444                                                                         "drop_rate_percent": 0.008588497767487026,
2445                                                                         "rx": {
2446                                                                             "dropped_pkts": 173,
2447                                                                             "pkt_bit_rate": 109794496,
2448                                                                             "pkt_rate": 201823,
2449                                                                             "max_delay_usec": 4057,
2450                                                                             "total_pkt_bytes": 136962132,
2451                                                                             "avg_delay_usec": 78,
2452                                                                             "total_pkts": 2014149,
2453                                                                             "min_delay_usec": 31
2454                                                                         },
2455                                                                         "tx": {
2456                                                                             "total_pkt_bytes": 136973896,
2457                                                                             "total_pkts": 2014322,
2458                                                                             "pkt_bit_rate": 109800568,
2459                                                                             "pkt_rate": 201835
2460                                                                         }
2461                                                                     },
2462                                                                     "theoretical_tx_rate_bps": 50000000000.0,
2463                                                                     "offered_tx_rate_bps": 270724608.0,
2464                                                                     "theoretical_tx_rate_pps": 74404761.90476191
2465                                                                 }
2466                                                             }
2467                                                         },
2468                                                         "flow_count": 100000,
2469                                                         "bidirectional": true
2470                                                     }
2471                                                 }
2472                                             },
2473                                             "versions": {
2474                                                 "Traffic_Generator": {
2475                                                     "build_date": "Apr 14 2021",
2476                                                     "version": "v2.89",
2477                                                     "built_by": "hhaim",
2478                                                     "mode": "STL",
2479                                                     "build_time": "11:22:15"
2480                                                 }
2481                                             }
2482                                         }
2483                                     }
2484                                 },
2485                                 "request_id": "75ed0568a3cf49929e20d9d4c44a23a0"
2486                             },
2487                             "synthesis": {
2488                                 "avg_delay_usec": 76.99996475062306,
2489                                 "total_tx_rate": 402864
2490                             }
2491                         },
2492                         {
2493                             "input": {
2494                                 "duration_sec": "10",
2495                                 "flavor_type": "nfvbench.loop.basic",
2496                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
2497                                 "frame_sizes": [
2498                                     "64"
2499                                 ],
2500                                 "rate": "90%",
2501                                 "flow_count": "100k",
2502                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
2503                                 "user_label": "amical_tc12_basic"
2504                             },
2505                             "output": {
2506                                 "status": "OK",
2507                                 "result": {
2508                                     "date": "2022-03-30 06:45:52",
2509                                     "nfvbench_version": "5.0.4.dev29",
2510                                     "config": {
2511                                         "compute_nodes": null,
2512                                         "traffic_generator": {
2513                                             "mac_addrs_left": null,
2514                                             "gateway_ip_addrs": [
2515                                                 "192.168.30.2",
2516                                                 "192.168.31.2"
2517                                             ],
2518                                             "mac_addrs_right": null,
2519                                             "default_profile": "trex-local",
2520                                             "src_vteps": null,
2521                                             "generator_profile": [
2522                                                 {
2523                                                     "intf_speed": null,
2524                                                     "name": "trex-local",
2525                                                     "ip": "127.0.0.1",
2526                                                     "zmq_rpc_port": 4501,
2527                                                     "tool": "TRex",
2528                                                     "platform": {
2529                                                         "master_thread_id": "0",
2530                                                         "latency_thread_id": "1",
2531                                                         "dual_if": [
2532                                                             {
2533                                                                 "threads": [
2534                                                                     2,
2535                                                                     3,
2536                                                                     4,
2537                                                                     5,
2538                                                                     6,
2539                                                                     7
2540                                                                 ],
2541                                                                 "socket": 0
2542                                                             }
2543                                                         ]
2544                                                     },
2545                                                     "zmq_pub_port": 4500,
2546                                                     "interfaces": [
2547                                                         {
2548                                                             "switch": null,
2549                                                             "pci": "0000:00:05.0",
2550                                                             "port": 0
2551                                                         },
2552                                                         {
2553                                                             "switch": null,
2554                                                             "pci": "0000:00:06.0",
2555                                                             "port": 1
2556                                                         }
2557                                                     ],
2558                                                     "cores": 5,
2559                                                     "software_mode": false
2560                                                 }
2561                                             ],
2562                                             "vtep_gateway_ips": null,
2563                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
2564                                             "udp_port_step": "1",
2565                                             "udp_src_port": [
2566                                                 "49152",
2567                                                 "49168"
2568                                             ],
2569                                             "gateway_ip_addrs_step": "0.0.0.1",
2570                                             "tg_gateway_ip_addrs": [
2571                                                 "192.168.30.1",
2572                                                 "192.168.31.1"
2573                                             ],
2574                                             "ip_addrs": [
2575                                                 "198.18.0.0/16",
2576                                                 "198.19.0.0/16"
2577                                             ],
2578                                             "ip_src_static": true,
2579                                             "host_name": "nfvbench_tg",
2580                                             "ip_addrs_step": "0.0.0.1",
2581                                             "tg_gateway_ip_cidrs": [
2582                                                 "192.168.1.0/24",
2583                                                 "192.168.2.0/24"
2584                                             ],
2585                                             "dst_vtep": null,
2586                                             "vtep_vlan": null,
2587                                             "udp_dst_port": [
2588                                                 "49152",
2589                                                 "49168"
2590                                             ]
2591                                         },
2592                                         "availability_zone": "nova",
2593                                         "vif_multiqueue_size": 8,
2594                                         "periodic_gratuitous_arp": false,
2595                                         "flavor": {
2596                                             "vcpus": 2,
2597                                             "disk": 0,
2598                                             "extra_specs": {
2599                                                 "hw:cpu_policy": "dedicated",
2600                                                 "hw:mem_page_size": "large"
2601                                             },
2602                                             "ram": 4096
2603                                         },
2604                                         "floating_network": {
2605                                             "subnet": "nfvbench-floating-subnet",
2606                                             "name": "nfvbench-floating-net",
2607                                             "segmentation_id": null,
2608                                             "physical_network": null,
2609                                             "cidr": "192.168.0.0/24",
2610                                             "network_type": "vlan"
2611                                         },
2612                                         "user_info": null,
2613                                         "service_chain": "PVP",
2614                                         "sriov": false,
2615                                         "vxlan": false,
2616                                         "intf_speed_detected": 25000000000.0,
2617                                         "pause_sec": 2.0,
2618                                         "internal_networks": {
2619                                             "middle": {
2620                                                 "subnet": "nfvbench-msubnet",
2621                                                 "name": "nfvbench-mnet",
2622                                                 "segmentation_id": null,
2623                                                 "physical_network": null,
2624                                                 "mpls_transport_labels": null,
2625                                                 "cidr": "192.168.3.0/24",
2626                                                 "network_type": "vlan"
2627                                             },
2628                                             "right": {
2629                                                 "subnet": "subnet_nfvbench_vn2bis",
2630                                                 "name": "net_nfvbench_vn2bis",
2631                                                 "segmentation_id": null,
2632                                                 "physical_network": null,
2633                                                 "mpls_transport_labels": null,
2634                                                 "cidr": "192.168.31.0/24",
2635                                                 "network_type": "vlan"
2636                                             },
2637                                             "left": {
2638                                                 "subnet": "subnet_nfvbench_vn1bis",
2639                                                 "name": "net_nfvbench_vn1bis",
2640                                                 "segmentation_id": null,
2641                                                 "physical_network": null,
2642                                                 "mpls_transport_labels": null,
2643                                                 "cidr": "192.168.30.0/24",
2644                                                 "network_type": "vlan"
2645                                             }
2646                                         },
2647                                         "no_vswitch_access": false,
2648                                         "traffic": {
2649                                             "bidirectional": true,
2650                                             "profile": "custom_traffic_profile"
2651                                         },
2652                                         "restart": false,
2653                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
2654                                         "name": "nfvbench.conf",
2655                                         "std_json": null,
2656                                         "l2_loopback": false,
2657                                         "request_id": "79137fde73644833ac7d36e6523616ef",
2658                                         "debug": false,
2659                                         "group_id": null,
2660                                         "loop_vm_name": "nfvbench-loop-vm",
2661                                         "check_traffic_time_sec": 200,
2662                                         "num_mbufs": 128000,
2663                                         "rate": "519940pps",
2664                                         "service_chain_count": 1,
2665                                         "service_chain_shared_net": true,
2666                                         "measurement": {
2667                                             "NDR": 0.001,
2668                                             "PDR": 0.1,
2669                                             "load_epsilon": 0.1
2670                                         },
2671                                         "l3_router": false,
2672                                         "debug_mask": 0,
2673                                         "factory_class": "BasicFactory",
2674                                         "tg-tool": "TRex",
2675                                         "frame_sizes": [
2676                                             "64"
2677                                         ],
2678                                         "service_mode": false,
2679                                         "edge_networks": {
2680                                             "right": {
2681                                                 "subnet": "nfvbench-subnet3",
2682                                                 "name": "nfvbench-net3",
2683                                                 "segmentation_id": null,
2684                                                 "network_type": null,
2685                                                 "physical_network": null,
2686                                                 "cidr": "192.168.4.0/24",
2687                                                 "router_name": "router_right",
2688                                                 "gateway": null
2689                                             },
2690                                             "left": {
2691                                                 "subnet": "nfvbench-subnet2",
2692                                                 "name": "nfvbench-net2",
2693                                                 "segmentation_id": null,
2694                                                 "network_type": null,
2695                                                 "physical_network": null,
2696                                                 "cidr": "192.168.3.0/24",
2697                                                 "router_name": "router_left",
2698                                                 "gateway": null
2699                                             }
2700                                         },
2701                                         "ndr_run": false,
2702                                         "use_management_port": false,
2703                                         "hypervisor_hostname": "localdomain",
2704                                         "cache_size": 16,
2705                                         "pdr_run": false,
2706                                         "vlan_tagging": false,
2707                                         "fluentd": [
2708                                             {
2709                                                 "ip": "172.20.73.203",
2710                                                 "result_tag": "nfvbench.results.amical",
2711                                                 "logging_tag": "nfvbench.logs.amical",
2712                                                 "port": 25225
2713                                             }
2714                                         ],
2715                                         "use_floating_ip": false,
2716                                         "flow_count": 100000,
2717                                         "loop_vm_arp": false,
2718                                         "user_id": null,
2719                                         "openrc_file": null,
2720                                         "disable_hdrh": false,
2721                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
2722                                         "vm_forwarder": "vpp",
2723                                         "factory_module": "nfvbench.factory",
2724                                         "no_latency_streams": false,
2725                                         "single_run": true,
2726                                         "no_arp": false,
2727                                         "cores_used": 5,
2728                                         "traffic_profile": [
2729                                             {
2730                                                 "l2frame_size": [
2731                                                     "64"
2732                                                 ],
2733                                                 "name": "custom_traffic_profile"
2734                                             }
2735                                         ],
2736                                         "vlans": [
2737                                             2512,
2738                                             2517
2739                                         ],
2740                                         "tg-name": "trex-local",
2741                                         "management_network": {
2742                                             "subnet": "nfvbench-management-subnet",
2743                                             "name": "nfvbench-management-net",
2744                                             "segmentation_id": null,
2745                                             "network_type": "vlan",
2746                                             "physical_network": null,
2747                                             "cidr": "192.168.0.0/24",
2748                                             "gateway": "192.168.0.254"
2749                                         },
2750                                         "no_traffic": false,
2751                                         "mpls": false,
2752                                         "duration_sec": 10.0,
2753                                         "clouds_detail": "openstack",
2754                                         "mbuf_64": null,
2755                                         "generic_poll_sec": 2,
2756                                         "idle_interfaces_per_vm": 0,
2757                                         "no_flow_stats": true,
2758                                         "lat_percentiles": [
2759                                             25,
2760                                             75,
2761                                             99
2762                                         ],
2763                                         "no_cleanup": true,
2764                                         "no_e2e_check": false,
2765                                         "intf_speed_used": 25000000000.0,
2766                                         "generator_profile": "trex-local",
2767                                         "mbuf_factor": 0.2,
2768                                         "user_label": "amical_tc12_basic",
2769                                         "intf_speed": null,
2770                                         "generic_retry_count": 100,
2771                                         "flavor_type": "nfvbench.loop.basic",
2772                                         "use_sriov_middle_net": false,
2773                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
2774                                         "std_json_path": null,
2775                                         "unidir_reverse_traffic_pps": 1,
2776                                         "i40e_mixed": "ignore",
2777                                         "gratuitous_arp_pps": 1,
2778                                         "idle_networks": {
2779                                             "subnet": "nfvbench-idle-subnet",
2780                                             "name": "nfvbench-idle-net",
2781                                             "segmentation_id": null,
2782                                             "physical_network": null,
2783                                             "cidr": "192.169.1.0/24",
2784                                             "network_type": "vlan"
2785                                         },
2786                                         "interval_sec": 10.0,
2787                                         "no_latency_stats": false,
2788                                         "cores": null,
2789                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
2790                                         "external_networks": {
2791                                             "right": null,
2792                                             "left": null
2793                                         }
2794                                     },
2795                                     "benchmarks": {
2796                                         "network": {
2797                                             "service_chain": {
2798                                                 "PVP": {
2799                                                     "result": {
2800                                                         "compute_nodes": {},
2801                                                         "profile": "custom_traffic_profile",
2802                                                         "service_chain_count": 1,
2803                                                         "result": {
2804                                                             "64": {
2805                                                                 "run_config": {
2806                                                                     "direction-forward": {
2807                                                                         "rx": {
2808                                                                             "rate_percent": 0.6964035456000001,
2809                                                                             "rate_pps": 259078,
2810                                                                             "initial_rate_type": "rate_pps",
2811                                                                             "rate_bps": 174100886
2812                                                                         },
2813                                                                         "tx": {
2814                                                                             "rate_percent": 0.6964035456000001,
2815                                                                             "rate_pps": 259078,
2816                                                                             "initial_rate_type": "rate_pps",
2817                                                                             "rate_bps": 174100886
2818                                                                         },
2819                                                                         "orig": {
2820                                                                             "rate_percent": 0.69879936,
2821                                                                             "rate_pps": 259970,
2822                                                                             "initial_rate_type": "rate_pps",
2823                                                                             "rate_bps": 174699840
2824                                                                         }
2825                                                                     },
2826                                                                     "direction-total": {
2827                                                                         "rx": {
2828                                                                             "rate_percent": 1.3929753599999999,
2829                                                                             "rate_pps": 518219.0,
2830                                                                             "rate_bps": 348243839.0
2831                                                                         },
2832                                                                         "tx": {
2833                                                                             "rate_percent": 1.3929753599999999,
2834                                                                             "rate_pps": 518219.0,
2835                                                                             "rate_bps": 348243839.0
2836                                                                         },
2837                                                                         "orig": {
2838                                                                             "rate_percent": 1.39759872,
2839                                                                             "rate_pps": 519940.0,
2840                                                                             "rate_bps": 349399680.0
2841                                                                         }
2842                                                                     },
2843                                                                     "direction-reverse": {
2844                                                                         "rx": {
2845                                                                             "rate_percent": 0.6965718143999999,
2846                                                                             "rate_pps": 259141,
2847                                                                             "initial_rate_type": "rate_pps",
2848                                                                             "rate_bps": 174142953
2849                                                                         },
2850                                                                         "tx": {
2851                                                                             "rate_percent": 0.6965718143999999,
2852                                                                             "rate_pps": 259141,
2853                                                                             "initial_rate_type": "rate_pps",
2854                                                                             "rate_bps": 174142953
2855                                                                         },
2856                                                                         "orig": {
2857                                                                             "rate_percent": 0.69879936,
2858                                                                             "rate_pps": 259970,
2859                                                                             "initial_rate_type": "rate_pps",
2860                                                                             "rate_bps": 174699840
2861                                                                         }
2862                                                                     }
2863                                                                 },
2864                                                                 "packet_path_stats": {
2865                                                                     "Forward": {
2866                                                                         "interfaces": [
2867                                                                             "TRex.TX.p0",
2868                                                                             "TRex.RX.p1"
2869                                                                         ],
2870                                                                         "chains": {
2871                                                                             "0": {
2872                                                                                 "packets": [
2873                                                                                     9943,
2874                                                                                     9943
2875                                                                                 ],
2876                                                                                 "lat_max_usec": 769,
2877                                                                                 "lat_avg_usec": 108,
2878                                                                                 "lat_min_usec": 36,
2879                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
2880                                                                                 "lat_percentile": {
2881                                                                                     "99": "n/a",
2882                                                                                     "25": "n/a",
2883                                                                                     "75": "n/a"
2884                                                                                 }
2885                                                                             }
2886                                                                         }
2887                                                                     },
2888                                                                     "Reverse": {
2889                                                                         "interfaces": [
2890                                                                             "TRex.TX.p1",
2891                                                                             "TRex.RX.p0"
2892                                                                         ],
2893                                                                         "chains": {
2894                                                                             "0": {
2895                                                                                 "packets": [
2896                                                                                     9948,
2897                                                                                     9948
2898                                                                                 ],
2899                                                                                 "lat_max_usec": 6239,
2900                                                                                 "lat_avg_usec": 113,
2901                                                                                 "lat_min_usec": 34,
2902                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
2903                                                                                 "lat_percentile": {
2904                                                                                     "99": "n/a",
2905                                                                                     "25": "n/a",
2906                                                                                     "75": "n/a"
2907                                                                                 }
2908                                                                             }
2909                                                                         }
2910                                                                     }
2911                                                                 },
2912                                                                 "stats": {
2913                                                                     "total_tx_rate": 518220,
2914                                                                     "overall": {
2915                                                                         "drop_rate_percent": 0.0,
2916                                                                         "rx": {
2917                                                                             "dropped_pkts": 0,
2918                                                                             "pkt_bit_rate": 141244984.0,
2919                                                                             "pkt_rate": 259641.0,
2920                                                                             "max_delay_usec": 6239,
2921                                                                             "lat_percentile": {
2922                                                                                 "99": "n/a",
2923                                                                                 "25": "n/a",
2924                                                                                 "75": "n/a"
2925                                                                             },
2926                                                                             "avg_delay_usec": 110.49969800470842,
2927                                                                             "total_pkt_bytes": 352389600,
2928                                                                             "total_pkts": 5182200,
2929                                                                             "min_delay_usec": 34
2930                                                                         },
2931                                                                         "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
2932                                                                         "tx": {
2933                                                                             "total_pkt_bytes": 352389600,
2934                                                                             "total_pkts": 5182200,
2935                                                                             "pkt_bit_rate": 141253832.0,
2936                                                                             "pkt_rate": 259656.5
2937                                                                         }
2938                                                                     },
2939                                                                     "1": {
2940                                                                         "drop_rate_percent": 0.0,
2941                                                                         "rx": {
2942                                                                             "dropped_pkts": 0,
2943                                                                             "pkt_bit_rate": 141247136,
2944                                                                             "pkt_rate": 259645,
2945                                                                             "max_delay_usec": 6239,
2946                                                                             "total_pkt_bytes": 176173516,
2947                                                                             "avg_delay_usec": 113,
2948                                                                             "total_pkts": 2590787,
2949                                                                             "min_delay_usec": 34
2950                                                                         },
2951                                                                         "tx": {
2952                                                                             "total_pkt_bytes": 176216084,
2953                                                                             "total_pkts": 2591413,
2954                                                                             "pkt_bit_rate": 141261952,
2955                                                                             "pkt_rate": 259671
2956                                                                         }
2957                                                                     },
2958                                                                     "0": {
2959                                                                         "drop_rate_percent": 0.0,
2960                                                                         "rx": {
2961                                                                             "dropped_pkts": 0,
2962                                                                             "pkt_bit_rate": 141242832,
2963                                                                             "pkt_rate": 259637,
2964                                                                             "max_delay_usec": 769,
2965                                                                             "total_pkt_bytes": 176216084,
2966                                                                             "avg_delay_usec": 108,
2967                                                                             "total_pkts": 2591413,
2968                                                                             "min_delay_usec": 36
2969                                                                         },
2970                                                                         "tx": {
2971                                                                             "total_pkt_bytes": 176173516,
2972                                                                             "total_pkts": 2590787,
2973                                                                             "pkt_bit_rate": 141245712,
2974                                                                             "pkt_rate": 259642
2975                                                                         }
2976                                                                     },
2977                                                                     "theoretical_tx_rate_bps": 50000000000.0,
2978                                                                     "offered_tx_rate_bps": 348243840.0,
2979                                                                     "theoretical_tx_rate_pps": 74404761.90476191
2980                                                                 }
2981                                                             }
2982                                                         },
2983                                                         "flow_count": 100000,
2984                                                         "bidirectional": true
2985                                                     }
2986                                                 }
2987                                             },
2988                                             "versions": {
2989                                                 "Traffic_Generator": {
2990                                                     "build_date": "Apr 14 2021",
2991                                                     "version": "v2.89",
2992                                                     "built_by": "hhaim",
2993                                                     "mode": "STL",
2994                                                     "build_time": "11:22:15"
2995                                                 }
2996                                             }
2997                                         }
2998                                     }
2999                                 },
3000                                 "request_id": "79137fde73644833ac7d36e6523616ef"
3001                             },
3002                             "synthesis": {
3003                                 "avg_delay_usec": 110.49969800470842,
3004                                 "total_tx_rate": 518220
3005                             }
3006                         },
3007                         {
3008                             "input": {
3009                                 "duration_sec": "10",
3010                                 "flavor_type": "nfvbench.loop.basic",
3011                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
3012                                 "frame_sizes": [
3013                                     "768"
3014                                 ],
3015                                 "rate": "70%",
3016                                 "flow_count": "100k",
3017                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
3018                                 "user_label": "amical_tc12_basic"
3019                             },
3020                             "output": {
3021                                 "status": "OK",
3022                                 "result": {
3023                                     "date": "2022-03-30 06:46:15",
3024                                     "nfvbench_version": "5.0.4.dev29",
3025                                     "config": {
3026                                         "compute_nodes": null,
3027                                         "traffic_generator": {
3028                                             "mac_addrs_left": null,
3029                                             "gateway_ip_addrs": [
3030                                                 "192.168.30.2",
3031                                                 "192.168.31.2"
3032                                             ],
3033                                             "mac_addrs_right": null,
3034                                             "default_profile": "trex-local",
3035                                             "src_vteps": null,
3036                                             "generator_profile": [
3037                                                 {
3038                                                     "intf_speed": null,
3039                                                     "name": "trex-local",
3040                                                     "ip": "127.0.0.1",
3041                                                     "zmq_rpc_port": 4501,
3042                                                     "tool": "TRex",
3043                                                     "platform": {
3044                                                         "master_thread_id": "0",
3045                                                         "latency_thread_id": "1",
3046                                                         "dual_if": [
3047                                                             {
3048                                                                 "threads": [
3049                                                                     2,
3050                                                                     3,
3051                                                                     4,
3052                                                                     5,
3053                                                                     6,
3054                                                                     7
3055                                                                 ],
3056                                                                 "socket": 0
3057                                                             }
3058                                                         ]
3059                                                     },
3060                                                     "zmq_pub_port": 4500,
3061                                                     "interfaces": [
3062                                                         {
3063                                                             "switch": null,
3064                                                             "pci": "0000:00:05.0",
3065                                                             "port": 0
3066                                                         },
3067                                                         {
3068                                                             "switch": null,
3069                                                             "pci": "0000:00:06.0",
3070                                                             "port": 1
3071                                                         }
3072                                                     ],
3073                                                     "cores": 5,
3074                                                     "software_mode": false
3075                                                 }
3076                                             ],
3077                                             "vtep_gateway_ips": null,
3078                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
3079                                             "udp_port_step": "1",
3080                                             "udp_src_port": [
3081                                                 "49152",
3082                                                 "49168"
3083                                             ],
3084                                             "gateway_ip_addrs_step": "0.0.0.1",
3085                                             "tg_gateway_ip_addrs": [
3086                                                 "192.168.30.1",
3087                                                 "192.168.31.1"
3088                                             ],
3089                                             "ip_addrs": [
3090                                                 "198.18.0.0/16",
3091                                                 "198.19.0.0/16"
3092                                             ],
3093                                             "ip_src_static": true,
3094                                             "host_name": "nfvbench_tg",
3095                                             "ip_addrs_step": "0.0.0.1",
3096                                             "tg_gateway_ip_cidrs": [
3097                                                 "192.168.1.0/24",
3098                                                 "192.168.2.0/24"
3099                                             ],
3100                                             "dst_vtep": null,
3101                                             "vtep_vlan": null,
3102                                             "udp_dst_port": [
3103                                                 "49152",
3104                                                 "49168"
3105                                             ]
3106                                         },
3107                                         "availability_zone": "nova",
3108                                         "vif_multiqueue_size": 8,
3109                                         "periodic_gratuitous_arp": false,
3110                                         "flavor": {
3111                                             "vcpus": 2,
3112                                             "disk": 0,
3113                                             "extra_specs": {
3114                                                 "hw:cpu_policy": "dedicated",
3115                                                 "hw:mem_page_size": "large"
3116                                             },
3117                                             "ram": 4096
3118                                         },
3119                                         "floating_network": {
3120                                             "subnet": "nfvbench-floating-subnet",
3121                                             "name": "nfvbench-floating-net",
3122                                             "segmentation_id": null,
3123                                             "physical_network": null,
3124                                             "cidr": "192.168.0.0/24",
3125                                             "network_type": "vlan"
3126                                         },
3127                                         "user_info": null,
3128                                         "service_chain": "PVP",
3129                                         "sriov": false,
3130                                         "vxlan": false,
3131                                         "intf_speed_detected": 25000000000.0,
3132                                         "pause_sec": 2.0,
3133                                         "internal_networks": {
3134                                             "middle": {
3135                                                 "subnet": "nfvbench-msubnet",
3136                                                 "name": "nfvbench-mnet",
3137                                                 "segmentation_id": null,
3138                                                 "physical_network": null,
3139                                                 "mpls_transport_labels": null,
3140                                                 "cidr": "192.168.3.0/24",
3141                                                 "network_type": "vlan"
3142                                             },
3143                                             "right": {
3144                                                 "subnet": "subnet_nfvbench_vn2bis",
3145                                                 "name": "net_nfvbench_vn2bis",
3146                                                 "segmentation_id": null,
3147                                                 "physical_network": null,
3148                                                 "mpls_transport_labels": null,
3149                                                 "cidr": "192.168.31.0/24",
3150                                                 "network_type": "vlan"
3151                                             },
3152                                             "left": {
3153                                                 "subnet": "subnet_nfvbench_vn1bis",
3154                                                 "name": "net_nfvbench_vn1bis",
3155                                                 "segmentation_id": null,
3156                                                 "physical_network": null,
3157                                                 "mpls_transport_labels": null,
3158                                                 "cidr": "192.168.30.0/24",
3159                                                 "network_type": "vlan"
3160                                             }
3161                                         },
3162                                         "no_vswitch_access": false,
3163                                         "traffic": {
3164                                             "bidirectional": true,
3165                                             "profile": "custom_traffic_profile"
3166                                         },
3167                                         "restart": false,
3168                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
3169                                         "name": "nfvbench.conf",
3170                                         "std_json": null,
3171                                         "l2_loopback": false,
3172                                         "request_id": "018ded21d6884356b306acecf1de061e",
3173                                         "debug": false,
3174                                         "group_id": null,
3175                                         "loop_vm_name": "nfvbench-loop-vm",
3176                                         "check_traffic_time_sec": 200,
3177                                         "num_mbufs": 128000,
3178                                         "rate": "323313pps",
3179                                         "service_chain_count": 1,
3180                                         "service_chain_shared_net": true,
3181                                         "measurement": {
3182                                             "NDR": 0.001,
3183                                             "PDR": 0.1,
3184                                             "load_epsilon": 0.1
3185                                         },
3186                                         "l3_router": false,
3187                                         "debug_mask": 0,
3188                                         "factory_class": "BasicFactory",
3189                                         "tg-tool": "TRex",
3190                                         "frame_sizes": [
3191                                             "768"
3192                                         ],
3193                                         "service_mode": false,
3194                                         "edge_networks": {
3195                                             "right": {
3196                                                 "subnet": "nfvbench-subnet3",
3197                                                 "name": "nfvbench-net3",
3198                                                 "segmentation_id": null,
3199                                                 "network_type": null,
3200                                                 "physical_network": null,
3201                                                 "cidr": "192.168.4.0/24",
3202                                                 "router_name": "router_right",
3203                                                 "gateway": null
3204                                             },
3205                                             "left": {
3206                                                 "subnet": "nfvbench-subnet2",
3207                                                 "name": "nfvbench-net2",
3208                                                 "segmentation_id": null,
3209                                                 "network_type": null,
3210                                                 "physical_network": null,
3211                                                 "cidr": "192.168.3.0/24",
3212                                                 "router_name": "router_left",
3213                                                 "gateway": null
3214                                             }
3215                                         },
3216                                         "ndr_run": false,
3217                                         "use_management_port": false,
3218                                         "hypervisor_hostname": "localdomain",
3219                                         "cache_size": 16,
3220                                         "pdr_run": false,
3221                                         "vlan_tagging": false,
3222                                         "fluentd": [
3223                                             {
3224                                                 "ip": "172.20.73.203",
3225                                                 "result_tag": "nfvbench.results.amical",
3226                                                 "logging_tag": "nfvbench.logs.amical",
3227                                                 "port": 25225
3228                                             }
3229                                         ],
3230                                         "use_floating_ip": false,
3231                                         "flow_count": 100000,
3232                                         "loop_vm_arp": false,
3233                                         "user_id": null,
3234                                         "openrc_file": null,
3235                                         "disable_hdrh": false,
3236                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
3237                                         "vm_forwarder": "vpp",
3238                                         "factory_module": "nfvbench.factory",
3239                                         "no_latency_streams": false,
3240                                         "single_run": true,
3241                                         "no_arp": false,
3242                                         "cores_used": 5,
3243                                         "traffic_profile": [
3244                                             {
3245                                                 "l2frame_size": [
3246                                                     "768"
3247                                                 ],
3248                                                 "name": "custom_traffic_profile"
3249                                             }
3250                                         ],
3251                                         "vlans": [
3252                                             2512,
3253                                             2517
3254                                         ],
3255                                         "tg-name": "trex-local",
3256                                         "management_network": {
3257                                             "subnet": "nfvbench-management-subnet",
3258                                             "name": "nfvbench-management-net",
3259                                             "segmentation_id": null,
3260                                             "network_type": "vlan",
3261                                             "physical_network": null,
3262                                             "cidr": "192.168.0.0/24",
3263                                             "gateway": "192.168.0.254"
3264                                         },
3265                                         "no_traffic": false,
3266                                         "mpls": false,
3267                                         "duration_sec": 10.0,
3268                                         "clouds_detail": "openstack",
3269                                         "mbuf_64": null,
3270                                         "generic_poll_sec": 2,
3271                                         "idle_interfaces_per_vm": 0,
3272                                         "no_flow_stats": true,
3273                                         "lat_percentiles": [
3274                                             25,
3275                                             75,
3276                                             99
3277                                         ],
3278                                         "no_cleanup": true,
3279                                         "no_e2e_check": false,
3280                                         "intf_speed_used": 25000000000.0,
3281                                         "generator_profile": "trex-local",
3282                                         "mbuf_factor": 0.2,
3283                                         "user_label": "amical_tc12_basic",
3284                                         "intf_speed": null,
3285                                         "generic_retry_count": 100,
3286                                         "flavor_type": "nfvbench.loop.basic",
3287                                         "use_sriov_middle_net": false,
3288                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
3289                                         "std_json_path": null,
3290                                         "unidir_reverse_traffic_pps": 1,
3291                                         "i40e_mixed": "ignore",
3292                                         "gratuitous_arp_pps": 1,
3293                                         "idle_networks": {
3294                                             "subnet": "nfvbench-idle-subnet",
3295                                             "name": "nfvbench-idle-net",
3296                                             "segmentation_id": null,
3297                                             "physical_network": null,
3298                                             "cidr": "192.169.1.0/24",
3299                                             "network_type": "vlan"
3300                                         },
3301                                         "interval_sec": 10.0,
3302                                         "no_latency_stats": false,
3303                                         "cores": null,
3304                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
3305                                         "external_networks": {
3306                                             "right": null,
3307                                             "left": null
3308                                         }
3309                                     },
3310                                     "benchmarks": {
3311                                         "network": {
3312                                             "service_chain": {
3313                                                 "PVP": {
3314                                                     "result": {
3315                                                         "compute_nodes": {},
3316                                                         "profile": "custom_traffic_profile",
3317                                                         "service_chain_count": 1,
3318                                                         "result": {
3319                                                             "768": {
3320                                                                 "run_config": {
3321                                                                     "direction-forward": {
3322                                                                         "rx": {
3323                                                                             "rate_percent": 4.060615692799999,
3324                                                                             "rate_pps": 161033,
3325                                                                             "initial_rate_type": "rate_pps",
3326                                                                             "rate_bps": 1015153923
3327                                                                         },
3328                                                                         "tx": {
3329                                                                             "rate_percent": 4.060615692799999,
3330                                                                             "rate_pps": 161033,
3331                                                                             "initial_rate_type": "rate_pps",
3332                                                                             "rate_bps": 1015153923
3333                                                                         },
3334                                                                         "orig": {
3335                                                                             "rate_percent": 4.076330304,
3336                                                                             "rate_pps": 161656,
3337                                                                             "initial_rate_type": "rate_pps",
3338                                                                             "rate_bps": 1019082576
3339                                                                         }
3340                                                                     },
3341                                                                     "direction-total": {
3342                                                                         "rx": {
3343                                                                             "rate_percent": 8.1214759808,
3344                                                                             "rate_pps": 322076.0,
3345                                                                             "rate_bps": 2030368995.0
3346                                                                         },
3347                                                                         "tx": {
3348                                                                             "rate_percent": 8.1214759808,
3349                                                                             "rate_pps": 322076.0,
3350                                                                             "rate_bps": 2030368995.0
3351                                                                         },
3352                                                                         "orig": {
3353                                                                             "rate_percent": 8.152660608,
3354                                                                             "rate_pps": 323312.0,
3355                                                                             "rate_bps": 2038165152.0
3356                                                                         }
3357                                                                     },
3358                                                                     "direction-reverse": {
3359                                                                         "rx": {
3360                                                                             "rate_percent": 4.060860288,
3361                                                                             "rate_pps": 161043,
3362                                                                             "initial_rate_type": "rate_pps",
3363                                                                             "rate_bps": 1015215072
3364                                                                         },
3365                                                                         "tx": {
3366                                                                             "rate_percent": 4.060860288,
3367                                                                             "rate_pps": 161043,
3368                                                                             "initial_rate_type": "rate_pps",
3369                                                                             "rate_bps": 1015215072
3370                                                                         },
3371                                                                         "orig": {
3372                                                                             "rate_percent": 4.076330304,
3373                                                                             "rate_pps": 161656,
3374                                                                             "initial_rate_type": "rate_pps",
3375                                                                             "rate_bps": 1019082576
3376                                                                         }
3377                                                                     }
3378                                                                 },
3379                                                                 "packet_path_stats": {
3380                                                                     "Forward": {
3381                                                                         "interfaces": [
3382                                                                             "TRex.TX.p0",
3383                                                                             "TRex.RX.p1"
3384                                                                         ],
3385                                                                         "chains": {
3386                                                                             "0": {
3387                                                                                 "packets": [
3388                                                                                     9936,
3389                                                                                     9936
3390                                                                                 ],
3391                                                                                 "lat_max_usec": 372,
3392                                                                                 "lat_avg_usec": 145,
3393                                                                                 "lat_min_usec": 54,
3394                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
3395                                                                                 "lat_percentile": {
3396                                                                                     "99": "n/a",
3397                                                                                     "25": "n/a",
3398                                                                                     "75": "n/a"
3399                                                                                 }
3400                                                                             }
3401                                                                         }
3402                                                                     },
3403                                                                     "Reverse": {
3404                                                                         "interfaces": [
3405                                                                             "TRex.TX.p1",
3406                                                                             "TRex.RX.p0"
3407                                                                         ],
3408                                                                         "chains": {
3409                                                                             "0": {
3410                                                                                 "packets": [
3411                                                                                     9937,
3412                                                                                     9937
3413                                                                                 ],
3414                                                                                 "lat_max_usec": 4837,
3415                                                                                 "lat_avg_usec": 145,
3416                                                                                 "lat_min_usec": 60,
3417                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
3418                                                                                 "lat_percentile": {
3419                                                                                     "99": "n/a",
3420                                                                                     "25": "n/a",
3421                                                                                     "75": "n/a"
3422                                                                                 }
3423                                                                             }
3424                                                                         }
3425                                                                     }
3426                                                                 },
3427                                                                 "stats": {
3428                                                                     "total_tx_rate": 322076,
3429                                                                     "overall": {
3430                                                                         "drop_rate_percent": 0.0,
3431                                                                         "rx": {
3432                                                                             "dropped_pkts": 0,
3433                                                                             "pkt_bit_rate": 997521760.0,
3434                                                                             "pkt_rate": 161515.5,
3435                                                                             "max_delay_usec": 4837,
3436                                                                             "lat_percentile": {
3437                                                                                 "99": "n/a",
3438                                                                                 "25": "n/a",
3439                                                                                 "75": "n/a"
3440                                                                             },
3441                                                                             "avg_delay_usec": 145.0,
3442                                                                             "total_pkt_bytes": 2486429036,
3443                                                                             "total_pkts": 3220763,
3444                                                                             "min_delay_usec": 54
3445                                                                         },
3446                                                                         "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
3447                                                                         "tx": {
3448                                                                             "total_pkt_bytes": 2486429036,
3449                                                                             "total_pkts": 3220763,
3450                                                                             "pkt_bit_rate": 997554144.0,
3451                                                                             "pkt_rate": 161520.5
3452                                                                         }
3453                                                                     },
3454                                                                     "1": {
3455                                                                         "drop_rate_percent": 0.0,
3456                                                                         "rx": {
3457                                                                             "dropped_pkts": 0,
3458                                                                             "pkt_bit_rate": 997543808,
3459                                                                             "pkt_rate": 161519,
3460                                                                             "max_delay_usec": 4837,
3461                                                                             "total_pkt_bytes": 1243177076,
3462                                                                             "avg_delay_usec": 145,
3463                                                                             "total_pkts": 1610333,
3464                                                                             "min_delay_usec": 60
3465                                                                         },
3466                                                                         "tx": {
3467                                                                             "total_pkt_bytes": 1243251960,
3468                                                                             "total_pkts": 1610430,
3469                                                                             "pkt_bit_rate": 997507712,
3470                                                                             "pkt_rate": 161513
3471                                                                         }
3472                                                                     },
3473                                                                     "0": {
3474                                                                         "drop_rate_percent": 0.0,
3475                                                                         "rx": {
3476                                                                             "dropped_pkts": 0,
3477                                                                             "pkt_bit_rate": 997499712,
3478                                                                             "pkt_rate": 161512,
3479                                                                             "max_delay_usec": 372,
3480                                                                             "total_pkt_bytes": 1243251960,
3481                                                                             "avg_delay_usec": 145,
3482                                                                             "total_pkts": 1610430,
3483                                                                             "min_delay_usec": 54
3484                                                                         },
3485                                                                         "tx": {
3486                                                                             "total_pkt_bytes": 1243177076,
3487                                                                             "total_pkts": 1610333,
3488                                                                             "pkt_bit_rate": 997600576,
3489                                                                             "pkt_rate": 161528
3490                                                                         }
3491                                                                     },
3492                                                                     "theoretical_tx_rate_bps": 50000000000.0,
3493                                                                     "offered_tx_rate_bps": 2030367104.0,
3494                                                                     "theoretical_tx_rate_pps": 7931472.081218274
3495                                                                 }
3496                                                             }
3497                                                         },
3498                                                         "flow_count": 100000,
3499                                                         "bidirectional": true
3500                                                     }
3501                                                 }
3502                                             },
3503                                             "versions": {
3504                                                 "Traffic_Generator": {
3505                                                     "build_date": "Apr 14 2021",
3506                                                     "version": "v2.89",
3507                                                     "built_by": "hhaim",
3508                                                     "mode": "STL",
3509                                                     "build_time": "11:22:15"
3510                                                 }
3511                                             }
3512                                         }
3513                                     }
3514                                 },
3515                                 "request_id": "018ded21d6884356b306acecf1de061e"
3516                             },
3517                             "synthesis": {
3518                                 "avg_delay_usec": 145.0,
3519                                 "total_tx_rate": 322076
3520                             }
3521                         },
3522                         {
3523                             "input": {
3524                                 "duration_sec": "10",
3525                                 "flavor_type": "nfvbench.loop.basic",
3526                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
3527                                 "frame_sizes": [
3528                                     "768"
3529                                 ],
3530                                 "rate": "90%",
3531                                 "flow_count": "100k",
3532                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
3533                                 "user_label": "amical_tc12_basic"
3534                             },
3535                             "output": {
3536                                 "status": "OK",
3537                                 "result": {
3538                                     "date": "2022-03-30 06:46:38",
3539                                     "nfvbench_version": "5.0.4.dev29",
3540                                     "config": {
3541                                         "compute_nodes": null,
3542                                         "traffic_generator": {
3543                                             "mac_addrs_left": null,
3544                                             "gateway_ip_addrs": [
3545                                                 "192.168.30.2",
3546                                                 "192.168.31.2"
3547                                             ],
3548                                             "mac_addrs_right": null,
3549                                             "default_profile": "trex-local",
3550                                             "src_vteps": null,
3551                                             "generator_profile": [
3552                                                 {
3553                                                     "intf_speed": null,
3554                                                     "name": "trex-local",
3555                                                     "ip": "127.0.0.1",
3556                                                     "zmq_rpc_port": 4501,
3557                                                     "tool": "TRex",
3558                                                     "platform": {
3559                                                         "master_thread_id": "0",
3560                                                         "latency_thread_id": "1",
3561                                                         "dual_if": [
3562                                                             {
3563                                                                 "threads": [
3564                                                                     2,
3565                                                                     3,
3566                                                                     4,
3567                                                                     5,
3568                                                                     6,
3569                                                                     7
3570                                                                 ],
3571                                                                 "socket": 0
3572                                                             }
3573                                                         ]
3574                                                     },
3575                                                     "zmq_pub_port": 4500,
3576                                                     "interfaces": [
3577                                                         {
3578                                                             "switch": null,
3579                                                             "pci": "0000:00:05.0",
3580                                                             "port": 0
3581                                                         },
3582                                                         {
3583                                                             "switch": null,
3584                                                             "pci": "0000:00:06.0",
3585                                                             "port": 1
3586                                                         }
3587                                                     ],
3588                                                     "cores": 5,
3589                                                     "software_mode": false
3590                                                 }
3591                                             ],
3592                                             "vtep_gateway_ips": null,
3593                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
3594                                             "udp_port_step": "1",
3595                                             "udp_src_port": [
3596                                                 "49152",
3597                                                 "49168"
3598                                             ],
3599                                             "gateway_ip_addrs_step": "0.0.0.1",
3600                                             "tg_gateway_ip_addrs": [
3601                                                 "192.168.30.1",
3602                                                 "192.168.31.1"
3603                                             ],
3604                                             "ip_addrs": [
3605                                                 "198.18.0.0/16",
3606                                                 "198.19.0.0/16"
3607                                             ],
3608                                             "ip_src_static": true,
3609                                             "host_name": "nfvbench_tg",
3610                                             "ip_addrs_step": "0.0.0.1",
3611                                             "tg_gateway_ip_cidrs": [
3612                                                 "192.168.1.0/24",
3613                                                 "192.168.2.0/24"
3614                                             ],
3615                                             "dst_vtep": null,
3616                                             "vtep_vlan": null,
3617                                             "udp_dst_port": [
3618                                                 "49152",
3619                                                 "49168"
3620                                             ]
3621                                         },
3622                                         "availability_zone": "nova",
3623                                         "vif_multiqueue_size": 8,
3624                                         "periodic_gratuitous_arp": false,
3625                                         "flavor": {
3626                                             "vcpus": 2,
3627                                             "disk": 0,
3628                                             "extra_specs": {
3629                                                 "hw:cpu_policy": "dedicated",
3630                                                 "hw:mem_page_size": "large"
3631                                             },
3632                                             "ram": 4096
3633                                         },
3634                                         "floating_network": {
3635                                             "subnet": "nfvbench-floating-subnet",
3636                                             "name": "nfvbench-floating-net",
3637                                             "segmentation_id": null,
3638                                             "physical_network": null,
3639                                             "cidr": "192.168.0.0/24",
3640                                             "network_type": "vlan"
3641                                         },
3642                                         "user_info": null,
3643                                         "service_chain": "PVP",
3644                                         "sriov": false,
3645                                         "vxlan": false,
3646                                         "intf_speed_detected": 25000000000.0,
3647                                         "pause_sec": 2.0,
3648                                         "internal_networks": {
3649                                             "middle": {
3650                                                 "subnet": "nfvbench-msubnet",
3651                                                 "name": "nfvbench-mnet",
3652                                                 "segmentation_id": null,
3653                                                 "physical_network": null,
3654                                                 "mpls_transport_labels": null,
3655                                                 "cidr": "192.168.3.0/24",
3656                                                 "network_type": "vlan"
3657                                             },
3658                                             "right": {
3659                                                 "subnet": "subnet_nfvbench_vn2bis",
3660                                                 "name": "net_nfvbench_vn2bis",
3661                                                 "segmentation_id": null,
3662                                                 "physical_network": null,
3663                                                 "mpls_transport_labels": null,
3664                                                 "cidr": "192.168.31.0/24",
3665                                                 "network_type": "vlan"
3666                                             },
3667                                             "left": {
3668                                                 "subnet": "subnet_nfvbench_vn1bis",
3669                                                 "name": "net_nfvbench_vn1bis",
3670                                                 "segmentation_id": null,
3671                                                 "physical_network": null,
3672                                                 "mpls_transport_labels": null,
3673                                                 "cidr": "192.168.30.0/24",
3674                                                 "network_type": "vlan"
3675                                             }
3676                                         },
3677                                         "no_vswitch_access": false,
3678                                         "traffic": {
3679                                             "bidirectional": true,
3680                                             "profile": "custom_traffic_profile"
3681                                         },
3682                                         "restart": false,
3683                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
3684                                         "name": "nfvbench.conf",
3685                                         "std_json": null,
3686                                         "l2_loopback": false,
3687                                         "request_id": "ad05bbb2c1a747e2a90c860566eea05b",
3688                                         "debug": false,
3689                                         "group_id": null,
3690                                         "loop_vm_name": "nfvbench-loop-vm",
3691                                         "check_traffic_time_sec": 200,
3692                                         "num_mbufs": 128000,
3693                                         "rate": "415688pps",
3694                                         "service_chain_count": 1,
3695                                         "service_chain_shared_net": true,
3696                                         "measurement": {
3697                                             "NDR": 0.001,
3698                                             "PDR": 0.1,
3699                                             "load_epsilon": 0.1
3700                                         },
3701                                         "l3_router": false,
3702                                         "debug_mask": 0,
3703                                         "factory_class": "BasicFactory",
3704                                         "tg-tool": "TRex",
3705                                         "frame_sizes": [
3706                                             "768"
3707                                         ],
3708                                         "service_mode": false,
3709                                         "edge_networks": {
3710                                             "right": {
3711                                                 "subnet": "nfvbench-subnet3",
3712                                                 "name": "nfvbench-net3",
3713                                                 "segmentation_id": null,
3714                                                 "network_type": null,
3715                                                 "physical_network": null,
3716                                                 "cidr": "192.168.4.0/24",
3717                                                 "router_name": "router_right",
3718                                                 "gateway": null
3719                                             },
3720                                             "left": {
3721                                                 "subnet": "nfvbench-subnet2",
3722                                                 "name": "nfvbench-net2",
3723                                                 "segmentation_id": null,
3724                                                 "network_type": null,
3725                                                 "physical_network": null,
3726                                                 "cidr": "192.168.3.0/24",
3727                                                 "router_name": "router_left",
3728                                                 "gateway": null
3729                                             }
3730                                         },
3731                                         "ndr_run": false,
3732                                         "use_management_port": false,
3733                                         "hypervisor_hostname": "localdomain",
3734                                         "cache_size": 16,
3735                                         "pdr_run": false,
3736                                         "vlan_tagging": false,
3737                                         "fluentd": [
3738                                             {
3739                                                 "ip": "172.20.73.203",
3740                                                 "result_tag": "nfvbench.results.amical",
3741                                                 "logging_tag": "nfvbench.logs.amical",
3742                                                 "port": 25225
3743                                             }
3744                                         ],
3745                                         "use_floating_ip": false,
3746                                         "flow_count": 100000,
3747                                         "loop_vm_arp": false,
3748                                         "user_id": null,
3749                                         "openrc_file": null,
3750                                         "disable_hdrh": false,
3751                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
3752                                         "vm_forwarder": "vpp",
3753                                         "factory_module": "nfvbench.factory",
3754                                         "no_latency_streams": false,
3755                                         "single_run": true,
3756                                         "no_arp": false,
3757                                         "cores_used": 5,
3758                                         "traffic_profile": [
3759                                             {
3760                                                 "l2frame_size": [
3761                                                     "768"
3762                                                 ],
3763                                                 "name": "custom_traffic_profile"
3764                                             }
3765                                         ],
3766                                         "vlans": [
3767                                             2512,
3768                                             2517
3769                                         ],
3770                                         "tg-name": "trex-local",
3771                                         "management_network": {
3772                                             "subnet": "nfvbench-management-subnet",
3773                                             "name": "nfvbench-management-net",
3774                                             "segmentation_id": null,
3775                                             "network_type": "vlan",
3776                                             "physical_network": null,
3777                                             "cidr": "192.168.0.0/24",
3778                                             "gateway": "192.168.0.254"
3779                                         },
3780                                         "no_traffic": false,
3781                                         "mpls": false,
3782                                         "duration_sec": 10.0,
3783                                         "clouds_detail": "openstack",
3784                                         "mbuf_64": null,
3785                                         "generic_poll_sec": 2,
3786                                         "idle_interfaces_per_vm": 0,
3787                                         "no_flow_stats": true,
3788                                         "lat_percentiles": [
3789                                             25,
3790                                             75,
3791                                             99
3792                                         ],
3793                                         "no_cleanup": true,
3794                                         "no_e2e_check": false,
3795                                         "intf_speed_used": 25000000000.0,
3796                                         "generator_profile": "trex-local",
3797                                         "mbuf_factor": 0.2,
3798                                         "user_label": "amical_tc12_basic",
3799                                         "intf_speed": null,
3800                                         "generic_retry_count": 100,
3801                                         "flavor_type": "nfvbench.loop.basic",
3802                                         "use_sriov_middle_net": false,
3803                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
3804                                         "std_json_path": null,
3805                                         "unidir_reverse_traffic_pps": 1,
3806                                         "i40e_mixed": "ignore",
3807                                         "gratuitous_arp_pps": 1,
3808                                         "idle_networks": {
3809                                             "subnet": "nfvbench-idle-subnet",
3810                                             "name": "nfvbench-idle-net",
3811                                             "segmentation_id": null,
3812                                             "physical_network": null,
3813                                             "cidr": "192.169.1.0/24",
3814                                             "network_type": "vlan"
3815                                         },
3816                                         "interval_sec": 10.0,
3817                                         "no_latency_stats": false,
3818                                         "cores": null,
3819                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
3820                                         "external_networks": {
3821                                             "right": null,
3822                                             "left": null
3823                                         }
3824                                     },
3825                                     "benchmarks": {
3826                                         "network": {
3827                                             "service_chain": {
3828                                                 "PVP": {
3829                                                     "result": {
3830                                                         "compute_nodes": {},
3831                                                         "profile": "custom_traffic_profile",
3832                                                         "service_chain_count": 1,
3833                                                         "result": {
3834                                                             "768": {
3835                                                                 "run_config": {
3836                                                                     "direction-forward": {
3837                                                                         "rx": {
3838                                                                             "rate_percent": 5.2271154176,
3839                                                                             "rate_pps": 207293,
3840                                                                             "initial_rate_type": "rate_pps",
3841                                                                             "rate_bps": 1306778854
3842                                                                         },
3843                                                                         "tx": {
3844                                                                             "rate_percent": 5.2271154176,
3845                                                                             "rate_pps": 207293,
3846                                                                             "initial_rate_type": "rate_pps",
3847                                                                             "rate_bps": 1306778854
3848                                                                         },
3849                                                                         "orig": {
3850                                                                             "rate_percent": 5.240994304,
3851                                                                             "rate_pps": 207844,
3852                                                                             "initial_rate_type": "rate_pps",
3853                                                                             "rate_bps": 1310248576
3854                                                                         }
3855                                                                     },
3856                                                                     "direction-total": {
3857                                                                         "rx": {
3858                                                                             "rate_percent": 10.454548556800003,
3859                                                                             "rate_pps": 414599.0,
3860                                                                             "rate_bps": 2613637138.0
3861                                                                         },
3862                                                                         "tx": {
3863                                                                             "rate_percent": 10.454548556800003,
3864                                                                             "rate_pps": 414599.0,
3865                                                                             "rate_bps": 2613637138.0
3866                                                                         },
3867                                                                         "orig": {
3868                                                                             "rate_percent": 10.481988608,
3869                                                                             "rate_pps": 415688.0,
3870                                                                             "rate_bps": 2620497152.0
3871                                                                         }
3872                                                                     },
3873                                                                     "direction-reverse": {
3874                                                                         "rx": {
3875                                                                             "rate_percent": 5.227433139200001,
3876                                                                             "rate_pps": 207306,
3877                                                                             "initial_rate_type": "rate_pps",
3878                                                                             "rate_bps": 1306858284
3879                                                                         },
3880                                                                         "tx": {
3881                                                                             "rate_percent": 5.227433139200001,
3882                                                                             "rate_pps": 207306,
3883                                                                             "initial_rate_type": "rate_pps",
3884                                                                             "rate_bps": 1306858284
3885                                                                         },
3886                                                                         "orig": {
3887                                                                             "rate_percent": 5.240994304,
3888                                                                             "rate_pps": 207844,
3889                                                                             "initial_rate_type": "rate_pps",
3890                                                                             "rate_bps": 1310248576
3891                                                                         }
3892                                                                     }
3893                                                                 },
3894                                                                 "packet_path_stats": {
3895                                                                     "Forward": {
3896                                                                         "interfaces": [
3897                                                                             "TRex.TX.p0",
3898                                                                             "TRex.RX.p1"
3899                                                                         ],
3900                                                                         "chains": {
3901                                                                             "0": {
3902                                                                                 "packets": [
3903                                                                                     9956,
3904                                                                                     9956
3905                                                                                 ],
3906                                                                                 "lat_max_usec": 213,
3907                                                                                 "lat_avg_usec": 79,
3908                                                                                 "lat_min_usec": 33,
3909                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
3910                                                                                 "lat_percentile": {
3911                                                                                     "99": "n/a",
3912                                                                                     "25": "n/a",
3913                                                                                     "75": "n/a"
3914                                                                                 }
3915                                                                             }
3916                                                                         }
3917                                                                     },
3918                                                                     "Reverse": {
3919                                                                         "interfaces": [
3920                                                                             "TRex.TX.p1",
3921                                                                             "TRex.RX.p0"
3922                                                                         ],
3923                                                                         "chains": {
3924                                                                             "0": {
3925                                                                                 "packets": [
3926                                                                                     9958,
3927                                                                                     9958
3928                                                                                 ],
3929                                                                                 "lat_max_usec": 3751,
3930                                                                                 "lat_avg_usec": 80,
3931                                                                                 "lat_min_usec": 32,
3932                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
3933                                                                                 "lat_percentile": {
3934                                                                                     "99": "n/a",
3935                                                                                     "25": "n/a",
3936                                                                                     "75": "n/a"
3937                                                                                 }
3938                                                                             }
3939                                                                         }
3940                                                                     }
3941                                                                 },
3942                                                                 "stats": {
3943                                                                     "total_tx_rate": 414599,
3944                                                                     "overall": {
3945                                                                         "drop_rate_percent": 0.0,
3946                                                                         "rx": {
3947                                                                             "dropped_pkts": 0,
3948                                                                             "pkt_bit_rate": 1277907840.0,
3949                                                                             "pkt_rate": 206914.5,
3950                                                                             "max_delay_usec": 3751,
3951                                                                             "lat_percentile": {
3952                                                                                 "99": "n/a",
3953                                                                                 "25": "n/a",
3954                                                                                 "75": "n/a"
3955                                                                             },
3956                                                                             "avg_delay_usec": 79.49998480462364,
3957                                                                             "total_pkt_bytes": 3200710456,
3958                                                                             "total_pkts": 4145998,
3959                                                                             "min_delay_usec": 32
3960                                                                         },
3961                                                                         "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
3962                                                                         "tx": {
3963                                                                             "total_pkt_bytes": 3200710456,
3964                                                                             "total_pkts": 4145998,
3965                                                                             "pkt_bit_rate": 1279049856.0,
3966                                                                             "pkt_rate": 207099.5
3967                                                                         }
3968                                                                     },
3969                                                                     "1": {
3970                                                                         "drop_rate_percent": 0.0,
3971                                                                         "rx": {
3972                                                                             "dropped_pkts": 0,
3973                                                                             "pkt_bit_rate": 1275807616,
3974                                                                             "pkt_rate": 206575,
3975                                                                             "max_delay_usec": 3751,
3976                                                                             "total_pkt_bytes": 1600306592,
3977                                                                             "avg_delay_usec": 80,
3978                                                                             "total_pkts": 2072936,
3979                                                                             "min_delay_usec": 32
3980                                                                         },
3981                                                                         "tx": {
3982                                                                             "total_pkt_bytes": 1600403864,
3983                                                                             "total_pkts": 2073062,
3984                                                                             "pkt_bit_rate": 1279909120,
3985                                                                             "pkt_rate": 207239
3986                                                                         }
3987                                                                     },
3988                                                                     "0": {
3989                                                                         "drop_rate_percent": 0.0,
3990                                                                         "rx": {
3991                                                                             "dropped_pkts": 0,
3992                                                                             "pkt_bit_rate": 1280008064,
3993                                                                             "pkt_rate": 207254,
3994                                                                             "max_delay_usec": 213,
3995                                                                             "total_pkt_bytes": 1600403864,
3996                                                                             "avg_delay_usec": 79,
3997                                                                             "total_pkts": 2073062,
3998                                                                             "min_delay_usec": 33
3999                                                                         },
4000                                                                         "tx": {
4001                                                                             "total_pkt_bytes": 1600306592,
4002                                                                             "total_pkts": 2072936,
4003                                                                             "pkt_bit_rate": 1278190592,
4004                                                                             "pkt_rate": 206960
4005                                                                         }
4006                                                                     },
4007                                                                     "theoretical_tx_rate_bps": 50000000000.0,
4008                                                                     "offered_tx_rate_bps": 2613632096.0,
4009                                                                     "theoretical_tx_rate_pps": 7931472.081218274
4010                                                                 }
4011                                                             }
4012                                                         },
4013                                                         "flow_count": 100000,
4014                                                         "bidirectional": true
4015                                                     }
4016                                                 }
4017                                             },
4018                                             "versions": {
4019                                                 "Traffic_Generator": {
4020                                                     "build_date": "Apr 14 2021",
4021                                                     "version": "v2.89",
4022                                                     "built_by": "hhaim",
4023                                                     "mode": "STL",
4024                                                     "build_time": "11:22:15"
4025                                                 }
4026                                             }
4027                                         }
4028                                     }
4029                                 },
4030                                 "request_id": "ad05bbb2c1a747e2a90c860566eea05b"
4031                             },
4032                             "synthesis": {
4033                                 "avg_delay_usec": 79.49998480462364,
4034                                 "total_tx_rate": 414599
4035                             }
4036                         },
4037                         {
4038                             "input": {
4039                                 "duration_sec": "10",
4040                                 "flavor_type": "nfvbench.loop.basic",
4041                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
4042                                 "frame_sizes": [
4043                                     "1518"
4044                                 ],
4045                                 "rate": "70%",
4046                                 "flow_count": "100k",
4047                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
4048                                 "user_label": "amical_tc12_basic"
4049                             },
4050                             "output": {
4051                                 "status": "OK",
4052                                 "result": {
4053                                     "date": "2022-03-30 06:47:01",
4054                                     "nfvbench_version": "5.0.4.dev29",
4055                                     "config": {
4056                                         "compute_nodes": null,
4057                                         "traffic_generator": {
4058                                             "mac_addrs_left": null,
4059                                             "gateway_ip_addrs": [
4060                                                 "192.168.30.2",
4061                                                 "192.168.31.2"
4062                                             ],
4063                                             "mac_addrs_right": null,
4064                                             "default_profile": "trex-local",
4065                                             "src_vteps": null,
4066                                             "generator_profile": [
4067                                                 {
4068                                                     "intf_speed": null,
4069                                                     "name": "trex-local",
4070                                                     "ip": "127.0.0.1",
4071                                                     "zmq_rpc_port": 4501,
4072                                                     "tool": "TRex",
4073                                                     "platform": {
4074                                                         "master_thread_id": "0",
4075                                                         "latency_thread_id": "1",
4076                                                         "dual_if": [
4077                                                             {
4078                                                                 "threads": [
4079                                                                     2,
4080                                                                     3,
4081                                                                     4,
4082                                                                     5,
4083                                                                     6,
4084                                                                     7
4085                                                                 ],
4086                                                                 "socket": 0
4087                                                             }
4088                                                         ]
4089                                                     },
4090                                                     "zmq_pub_port": 4500,
4091                                                     "interfaces": [
4092                                                         {
4093                                                             "switch": null,
4094                                                             "pci": "0000:00:05.0",
4095                                                             "port": 0
4096                                                         },
4097                                                         {
4098                                                             "switch": null,
4099                                                             "pci": "0000:00:06.0",
4100                                                             "port": 1
4101                                                         }
4102                                                     ],
4103                                                     "cores": 5,
4104                                                     "software_mode": false
4105                                                 }
4106                                             ],
4107                                             "vtep_gateway_ips": null,
4108                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
4109                                             "udp_port_step": "1",
4110                                             "udp_src_port": [
4111                                                 "49152",
4112                                                 "49168"
4113                                             ],
4114                                             "gateway_ip_addrs_step": "0.0.0.1",
4115                                             "tg_gateway_ip_addrs": [
4116                                                 "192.168.30.1",
4117                                                 "192.168.31.1"
4118                                             ],
4119                                             "ip_addrs": [
4120                                                 "198.18.0.0/16",
4121                                                 "198.19.0.0/16"
4122                                             ],
4123                                             "ip_src_static": true,
4124                                             "host_name": "nfvbench_tg",
4125                                             "ip_addrs_step": "0.0.0.1",
4126                                             "tg_gateway_ip_cidrs": [
4127                                                 "192.168.1.0/24",
4128                                                 "192.168.2.0/24"
4129                                             ],
4130                                             "dst_vtep": null,
4131                                             "vtep_vlan": null,
4132                                             "udp_dst_port": [
4133                                                 "49152",
4134                                                 "49168"
4135                                             ]
4136                                         },
4137                                         "availability_zone": "nova",
4138                                         "vif_multiqueue_size": 8,
4139                                         "periodic_gratuitous_arp": false,
4140                                         "flavor": {
4141                                             "vcpus": 2,
4142                                             "disk": 0,
4143                                             "extra_specs": {
4144                                                 "hw:cpu_policy": "dedicated",
4145                                                 "hw:mem_page_size": "large"
4146                                             },
4147                                             "ram": 4096
4148                                         },
4149                                         "floating_network": {
4150                                             "subnet": "nfvbench-floating-subnet",
4151                                             "name": "nfvbench-floating-net",
4152                                             "segmentation_id": null,
4153                                             "physical_network": null,
4154                                             "cidr": "192.168.0.0/24",
4155                                             "network_type": "vlan"
4156                                         },
4157                                         "user_info": null,
4158                                         "service_chain": "PVP",
4159                                         "sriov": false,
4160                                         "vxlan": false,
4161                                         "intf_speed_detected": 25000000000.0,
4162                                         "pause_sec": 2.0,
4163                                         "internal_networks": {
4164                                             "middle": {
4165                                                 "subnet": "nfvbench-msubnet",
4166                                                 "name": "nfvbench-mnet",
4167                                                 "segmentation_id": null,
4168                                                 "physical_network": null,
4169                                                 "mpls_transport_labels": null,
4170                                                 "cidr": "192.168.3.0/24",
4171                                                 "network_type": "vlan"
4172                                             },
4173                                             "right": {
4174                                                 "subnet": "subnet_nfvbench_vn2bis",
4175                                                 "name": "net_nfvbench_vn2bis",
4176                                                 "segmentation_id": null,
4177                                                 "physical_network": null,
4178                                                 "mpls_transport_labels": null,
4179                                                 "cidr": "192.168.31.0/24",
4180                                                 "network_type": "vlan"
4181                                             },
4182                                             "left": {
4183                                                 "subnet": "subnet_nfvbench_vn1bis",
4184                                                 "name": "net_nfvbench_vn1bis",
4185                                                 "segmentation_id": null,
4186                                                 "physical_network": null,
4187                                                 "mpls_transport_labels": null,
4188                                                 "cidr": "192.168.30.0/24",
4189                                                 "network_type": "vlan"
4190                                             }
4191                                         },
4192                                         "no_vswitch_access": false,
4193                                         "traffic": {
4194                                             "bidirectional": true,
4195                                             "profile": "custom_traffic_profile"
4196                                         },
4197                                         "restart": false,
4198                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
4199                                         "name": "nfvbench.conf",
4200                                         "std_json": null,
4201                                         "l2_loopback": false,
4202                                         "request_id": "cc041b8004d74c0a8d8594f9b1cb7094",
4203                                         "debug": false,
4204                                         "group_id": null,
4205                                         "loop_vm_name": "nfvbench-loop-vm",
4206                                         "check_traffic_time_sec": 200,
4207                                         "num_mbufs": 128000,
4208                                         "rate": "353370pps",
4209                                         "service_chain_count": 1,
4210                                         "service_chain_shared_net": true,
4211                                         "measurement": {
4212                                             "NDR": 0.001,
4213                                             "PDR": 0.1,
4214                                             "load_epsilon": 0.1
4215                                         },
4216                                         "l3_router": false,
4217                                         "debug_mask": 0,
4218                                         "factory_class": "BasicFactory",
4219                                         "tg-tool": "TRex",
4220                                         "frame_sizes": [
4221                                             "1518"
4222                                         ],
4223                                         "service_mode": false,
4224                                         "edge_networks": {
4225                                             "right": {
4226                                                 "subnet": "nfvbench-subnet3",
4227                                                 "name": "nfvbench-net3",
4228                                                 "segmentation_id": null,
4229                                                 "network_type": null,
4230                                                 "physical_network": null,
4231                                                 "cidr": "192.168.4.0/24",
4232                                                 "router_name": "router_right",
4233                                                 "gateway": null
4234                                             },
4235                                             "left": {
4236                                                 "subnet": "nfvbench-subnet2",
4237                                                 "name": "nfvbench-net2",
4238                                                 "segmentation_id": null,
4239                                                 "network_type": null,
4240                                                 "physical_network": null,
4241                                                 "cidr": "192.168.3.0/24",
4242                                                 "router_name": "router_left",
4243                                                 "gateway": null
4244                                             }
4245                                         },
4246                                         "ndr_run": false,
4247                                         "use_management_port": false,
4248                                         "hypervisor_hostname": "localdomain",
4249                                         "cache_size": 16,
4250                                         "pdr_run": false,
4251                                         "vlan_tagging": false,
4252                                         "fluentd": [
4253                                             {
4254                                                 "ip": "172.20.73.203",
4255                                                 "result_tag": "nfvbench.results.amical",
4256                                                 "logging_tag": "nfvbench.logs.amical",
4257                                                 "port": 25225
4258                                             }
4259                                         ],
4260                                         "use_floating_ip": false,
4261                                         "flow_count": 100000,
4262                                         "loop_vm_arp": false,
4263                                         "user_id": null,
4264                                         "openrc_file": null,
4265                                         "disable_hdrh": false,
4266                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
4267                                         "vm_forwarder": "vpp",
4268                                         "factory_module": "nfvbench.factory",
4269                                         "no_latency_streams": false,
4270                                         "single_run": true,
4271                                         "no_arp": false,
4272                                         "cores_used": 5,
4273                                         "traffic_profile": [
4274                                             {
4275                                                 "l2frame_size": [
4276                                                     "1518"
4277                                                 ],
4278                                                 "name": "custom_traffic_profile"
4279                                             }
4280                                         ],
4281                                         "vlans": [
4282                                             2512,
4283                                             2517
4284                                         ],
4285                                         "tg-name": "trex-local",
4286                                         "management_network": {
4287                                             "subnet": "nfvbench-management-subnet",
4288                                             "name": "nfvbench-management-net",
4289                                             "segmentation_id": null,
4290                                             "network_type": "vlan",
4291                                             "physical_network": null,
4292                                             "cidr": "192.168.0.0/24",
4293                                             "gateway": "192.168.0.254"
4294                                         },
4295                                         "no_traffic": false,
4296                                         "mpls": false,
4297                                         "duration_sec": 10.0,
4298                                         "clouds_detail": "openstack",
4299                                         "mbuf_64": null,
4300                                         "generic_poll_sec": 2,
4301                                         "idle_interfaces_per_vm": 0,
4302                                         "no_flow_stats": true,
4303                                         "lat_percentiles": [
4304                                             25,
4305                                             75,
4306                                             99
4307                                         ],
4308                                         "no_cleanup": true,
4309                                         "no_e2e_check": false,
4310                                         "intf_speed_used": 25000000000.0,
4311                                         "generator_profile": "trex-local",
4312                                         "mbuf_factor": 0.2,
4313                                         "user_label": "amical_tc12_basic",
4314                                         "intf_speed": null,
4315                                         "generic_retry_count": 100,
4316                                         "flavor_type": "nfvbench.loop.basic",
4317                                         "use_sriov_middle_net": false,
4318                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
4319                                         "std_json_path": null,
4320                                         "unidir_reverse_traffic_pps": 1,
4321                                         "i40e_mixed": "ignore",
4322                                         "gratuitous_arp_pps": 1,
4323                                         "idle_networks": {
4324                                             "subnet": "nfvbench-idle-subnet",
4325                                             "name": "nfvbench-idle-net",
4326                                             "segmentation_id": null,
4327                                             "physical_network": null,
4328                                             "cidr": "192.169.1.0/24",
4329                                             "network_type": "vlan"
4330                                         },
4331                                         "interval_sec": 10.0,
4332                                         "no_latency_stats": false,
4333                                         "cores": null,
4334                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
4335                                         "external_networks": {
4336                                             "right": null,
4337                                             "left": null
4338                                         }
4339                                     },
4340                                     "benchmarks": {
4341                                         "network": {
4342                                             "service_chain": {
4343                                                 "PVP": {
4344                                                     "result": {
4345                                                         "compute_nodes": {},
4346                                                         "profile": "custom_traffic_profile",
4347                                                         "service_chain_count": 1,
4348                                                         "result": {
4349                                                             "1518": {
4350                                                                 "run_config": {
4351                                                                     "direction-forward": {
4352                                                                         "rx": {
4353                                                                             "rate_percent": 8.6593927872,
4354                                                                             "rate_pps": 175946,
4355                                                                             "initial_rate_type": "rate_pps",
4356                                                                             "rate_bps": 2164848196
4357                                                                         },
4358                                                                         "tx": {
4359                                                                             "rate_percent": 8.662744396799999,
4360                                                                             "rate_pps": 176014,
4361                                                                             "initial_rate_type": "rate_pps",
4362                                                                             "rate_bps": 2165686099
4363                                                                         },
4364                                                                         "orig": {
4365                                                                             "rate_percent": 8.69572896,
4366                                                                             "rate_pps": 176685,
4367                                                                             "initial_rate_type": "rate_pps",
4368                                                                             "rate_bps": 2173932240
4369                                                                         }
4370                                                                     },
4371                                                                     "direction-total": {
4372                                                                         "rx": {
4373                                                                             "rate_percent": 17.321684396800002,
4374                                                                             "rate_pps": 351951.0,
4375                                                                             "rate_bps": 4330421098.0
4376                                                                         },
4377                                                                         "tx": {
4378                                                                             "rate_percent": 17.326015404799996,
4379                                                                             "rate_pps": 352039.0,
4380                                                                             "rate_bps": 4331503851.0
4381                                                                         },
4382                                                                         "orig": {
4383                                                                             "rate_percent": 17.39145792,
4384                                                                             "rate_pps": 353370.0,
4385                                                                             "rate_bps": 4347864480.0
4386                                                                         }
4387                                                                     },
4388                                                                     "direction-reverse": {
4389                                                                         "rx": {
4390                                                                             "rate_percent": 8.6622916096,
4391                                                                             "rate_pps": 176005,
4392                                                                             "initial_rate_type": "rate_pps",
4393                                                                             "rate_bps": 2165572902
4394                                                                         },
4395                                                                         "tx": {
4396                                                                             "rate_percent": 8.663271007999999,
4397                                                                             "rate_pps": 176025,
4398                                                                             "initial_rate_type": "rate_pps",
4399                                                                             "rate_bps": 2165817752
4400                                                                         },
4401                                                                         "orig": {
4402                                                                             "rate_percent": 8.69572896,
4403                                                                             "rate_pps": 176685,
4404                                                                             "initial_rate_type": "rate_pps",
4405                                                                             "rate_bps": 2173932240
4406                                                                         }
4407                                                                     }
4408                                                                 },
4409                                                                 "packet_path_stats": {
4410                                                                     "Forward": {
4411                                                                         "interfaces": [
4412                                                                             "TRex.TX.p0",
4413                                                                             "TRex.RX.p1"
4414                                                                         ],
4415                                                                         "chains": {
4416                                                                             "0": {
4417                                                                                 "packets": [
4418                                                                                     9938,
4419                                                                                     "-4 (-0.0402%)"
4420                                                                                 ],
4421                                                                                 "lat_max_usec": 2443,
4422                                                                                 "lat_avg_usec": 112,
4423                                                                                 "lat_min_usec": 36,
4424                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
4425                                                                                 "lat_percentile": {
4426                                                                                     "99": "n/a",
4427                                                                                     "25": "n/a",
4428                                                                                     "75": "n/a"
4429                                                                                 }
4430                                                                             }
4431                                                                         }
4432                                                                     },
4433                                                                     "Reverse": {
4434                                                                         "interfaces": [
4435                                                                             "TRex.TX.p1",
4436                                                                             "TRex.RX.p0"
4437                                                                         ],
4438                                                                         "chains": {
4439                                                                             "0": {
4440                                                                                 "packets": [
4441                                                                                     9939,
4442                                                                                     9939
4443                                                                                 ],
4444                                                                                 "lat_max_usec": 12936,
4445                                                                                 "lat_avg_usec": 116,
4446                                                                                 "lat_min_usec": 38,
4447                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
4448                                                                                 "lat_percentile": {
4449                                                                                     "99": "n/a",
4450                                                                                     "25": "n/a",
4451                                                                                     "75": "n/a"
4452                                                                                 }
4453                                                                             }
4454                                                                         }
4455                                                                     }
4456                                                                 },
4457                                                                 "stats": {
4458                                                                     "total_tx_rate": 352040,
4459                                                                     "overall": {
4460                                                                         "drop_rate_percent": 0.02499713811174459,
4461                                                                         "rx": {
4462                                                                             "dropped_pkts": 880,
4463                                                                             "pkt_bit_rate": 2018299584.0,
4464                                                                             "pkt_rate": 165760.0,
4465                                                                             "max_delay_usec": 12936,
4466                                                                             "lat_percentile": {
4467                                                                                 "99": "n/a",
4468                                                                                 "25": "n/a",
4469                                                                                 "75": "n/a"
4470                                                                             },
4471                                                                             "avg_delay_usec": 113.99966529555283,
4472                                                                             "total_pkt_bytes": 5356714006,
4473                                                                             "total_pkts": 3519523,
4474                                                                             "min_delay_usec": 36
4475                                                                         },
4476                                                                         "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
4477                                                                         "tx": {
4478                                                                             "total_pkt_bytes": 5358053366,
4479                                                                             "total_pkts": 3520403,
4480                                                                             "pkt_bit_rate": 2018089472.0,
4481                                                                             "pkt_rate": 165742.5
4482                                                                         }
4483                                                                     },
4484                                                                     "1": {
4485                                                                         "drop_rate_percent": 0.03868757651590252,
4486                                                                         "rx": {
4487                                                                             "dropped_pkts": 681,
4488                                                                             "pkt_bit_rate": 2007099776,
4489                                                                             "pkt_rate": 164840,
4490                                                                             "max_delay_usec": 12936,
4491                                                                             "total_pkt_bytes": 2677908774,
4492                                                                             "avg_delay_usec": 116,
4493                                                                             "total_pkts": 1759467,
4494                                                                             "min_delay_usec": 38
4495                                                                         },
4496                                                                         "tx": {
4497                                                                             "total_pkt_bytes": 2679108110,
4498                                                                             "total_pkts": 1760255,
4499                                                                             "pkt_bit_rate": 2018672768,
4500                                                                             "pkt_rate": 165791
4501                                                                         }
4502                                                                     },
4503                                                                     "0": {
4504                                                                         "drop_rate_percent": 0.011305867461145312,
4505                                                                         "rx": {
4506                                                                             "dropped_pkts": 199,
4507                                                                             "pkt_bit_rate": 2029499392,
4508                                                                             "pkt_rate": 166680,
4509                                                                             "max_delay_usec": 2443,
4510                                                                             "total_pkt_bytes": 2678805232,
4511                                                                             "avg_delay_usec": 112,
4512                                                                             "total_pkts": 1760056,
4513                                                                             "min_delay_usec": 36
4514                                                                         },
4515                                                                         "tx": {
4516                                                                             "total_pkt_bytes": 2678945256,
4517                                                                             "total_pkts": 1760148,
4518                                                                             "pkt_bit_rate": 2017506176,
4519                                                                             "pkt_rate": 165694
4520                                                                         }
4521                                                                     },
4522                                                                     "theoretical_tx_rate_bps": 50000000000.0,
4523                                                                     "offered_tx_rate_bps": 4331500160.0,
4524                                                                     "theoretical_tx_rate_pps": 4063719.1157347206
4525                                                                 }
4526                                                             }
4527                                                         },
4528                                                         "flow_count": 100000,
4529                                                         "bidirectional": true
4530                                                     }
4531                                                 }
4532                                             },
4533                                             "versions": {
4534                                                 "Traffic_Generator": {
4535                                                     "build_date": "Apr 14 2021",
4536                                                     "version": "v2.89",
4537                                                     "built_by": "hhaim",
4538                                                     "mode": "STL",
4539                                                     "build_time": "11:22:15"
4540                                                 }
4541                                             }
4542                                         }
4543                                     }
4544                                 },
4545                                 "request_id": "cc041b8004d74c0a8d8594f9b1cb7094"
4546                             },
4547                             "synthesis": {
4548                                 "avg_delay_usec": 113.99966529555283,
4549                                 "total_tx_rate": 352040
4550                             }
4551                         },
4552                         {
4553                             "input": {
4554                                 "duration_sec": "10",
4555                                 "flavor_type": "nfvbench.loop.basic",
4556                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
4557                                 "frame_sizes": [
4558                                     "1518"
4559                                 ],
4560                                 "rate": "90%",
4561                                 "flow_count": "100k",
4562                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
4563                                 "user_label": "amical_tc12_basic"
4564                             },
4565                             "output": {
4566                                 "status": "OK",
4567                                 "result": {
4568                                     "date": "2022-03-30 06:47:24",
4569                                     "nfvbench_version": "5.0.4.dev29",
4570                                     "config": {
4571                                         "compute_nodes": null,
4572                                         "traffic_generator": {
4573                                             "mac_addrs_left": null,
4574                                             "gateway_ip_addrs": [
4575                                                 "192.168.30.2",
4576                                                 "192.168.31.2"
4577                                             ],
4578                                             "mac_addrs_right": null,
4579                                             "default_profile": "trex-local",
4580                                             "src_vteps": null,
4581                                             "generator_profile": [
4582                                                 {
4583                                                     "intf_speed": null,
4584                                                     "name": "trex-local",
4585                                                     "ip": "127.0.0.1",
4586                                                     "zmq_rpc_port": 4501,
4587                                                     "tool": "TRex",
4588                                                     "platform": {
4589                                                         "master_thread_id": "0",
4590                                                         "latency_thread_id": "1",
4591                                                         "dual_if": [
4592                                                             {
4593                                                                 "threads": [
4594                                                                     2,
4595                                                                     3,
4596                                                                     4,
4597                                                                     5,
4598                                                                     6,
4599                                                                     7
4600                                                                 ],
4601                                                                 "socket": 0
4602                                                             }
4603                                                         ]
4604                                                     },
4605                                                     "zmq_pub_port": 4500,
4606                                                     "interfaces": [
4607                                                         {
4608                                                             "switch": null,
4609                                                             "pci": "0000:00:05.0",
4610                                                             "port": 0
4611                                                         },
4612                                                         {
4613                                                             "switch": null,
4614                                                             "pci": "0000:00:06.0",
4615                                                             "port": 1
4616                                                         }
4617                                                     ],
4618                                                     "cores": 5,
4619                                                     "software_mode": false
4620                                                 }
4621                                             ],
4622                                             "vtep_gateway_ips": null,
4623                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
4624                                             "udp_port_step": "1",
4625                                             "udp_src_port": [
4626                                                 "49152",
4627                                                 "49168"
4628                                             ],
4629                                             "gateway_ip_addrs_step": "0.0.0.1",
4630                                             "tg_gateway_ip_addrs": [
4631                                                 "192.168.30.1",
4632                                                 "192.168.31.1"
4633                                             ],
4634                                             "ip_addrs": [
4635                                                 "198.18.0.0/16",
4636                                                 "198.19.0.0/16"
4637                                             ],
4638                                             "ip_src_static": true,
4639                                             "host_name": "nfvbench_tg",
4640                                             "ip_addrs_step": "0.0.0.1",
4641                                             "tg_gateway_ip_cidrs": [
4642                                                 "192.168.1.0/24",
4643                                                 "192.168.2.0/24"
4644                                             ],
4645                                             "dst_vtep": null,
4646                                             "vtep_vlan": null,
4647                                             "udp_dst_port": [
4648                                                 "49152",
4649                                                 "49168"
4650                                             ]
4651                                         },
4652                                         "availability_zone": "nova",
4653                                         "vif_multiqueue_size": 8,
4654                                         "periodic_gratuitous_arp": false,
4655                                         "flavor": {
4656                                             "vcpus": 2,
4657                                             "disk": 0,
4658                                             "extra_specs": {
4659                                                 "hw:cpu_policy": "dedicated",
4660                                                 "hw:mem_page_size": "large"
4661                                             },
4662                                             "ram": 4096
4663                                         },
4664                                         "floating_network": {
4665                                             "subnet": "nfvbench-floating-subnet",
4666                                             "name": "nfvbench-floating-net",
4667                                             "segmentation_id": null,
4668                                             "physical_network": null,
4669                                             "cidr": "192.168.0.0/24",
4670                                             "network_type": "vlan"
4671                                         },
4672                                         "user_info": null,
4673                                         "service_chain": "PVP",
4674                                         "sriov": false,
4675                                         "vxlan": false,
4676                                         "intf_speed_detected": 25000000000.0,
4677                                         "pause_sec": 2.0,
4678                                         "internal_networks": {
4679                                             "middle": {
4680                                                 "subnet": "nfvbench-msubnet",
4681                                                 "name": "nfvbench-mnet",
4682                                                 "segmentation_id": null,
4683                                                 "physical_network": null,
4684                                                 "mpls_transport_labels": null,
4685                                                 "cidr": "192.168.3.0/24",
4686                                                 "network_type": "vlan"
4687                                             },
4688                                             "right": {
4689                                                 "subnet": "subnet_nfvbench_vn2bis",
4690                                                 "name": "net_nfvbench_vn2bis",
4691                                                 "segmentation_id": null,
4692                                                 "physical_network": null,
4693                                                 "mpls_transport_labels": null,
4694                                                 "cidr": "192.168.31.0/24",
4695                                                 "network_type": "vlan"
4696                                             },
4697                                             "left": {
4698                                                 "subnet": "subnet_nfvbench_vn1bis",
4699                                                 "name": "net_nfvbench_vn1bis",
4700                                                 "segmentation_id": null,
4701                                                 "physical_network": null,
4702                                                 "mpls_transport_labels": null,
4703                                                 "cidr": "192.168.30.0/24",
4704                                                 "network_type": "vlan"
4705                                             }
4706                                         },
4707                                         "no_vswitch_access": false,
4708                                         "traffic": {
4709                                             "bidirectional": true,
4710                                             "profile": "custom_traffic_profile"
4711                                         },
4712                                         "restart": false,
4713                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
4714                                         "name": "nfvbench.conf",
4715                                         "std_json": null,
4716                                         "l2_loopback": false,
4717                                         "request_id": "c882cf33b2e045618c1b76b924573708",
4718                                         "debug": false,
4719                                         "group_id": null,
4720                                         "loop_vm_name": "nfvbench-loop-vm",
4721                                         "check_traffic_time_sec": 200,
4722                                         "num_mbufs": 128000,
4723                                         "rate": "454333pps",
4724                                         "service_chain_count": 1,
4725                                         "service_chain_shared_net": true,
4726                                         "measurement": {
4727                                             "NDR": 0.001,
4728                                             "PDR": 0.1,
4729                                             "load_epsilon": 0.1
4730                                         },
4731                                         "l3_router": false,
4732                                         "debug_mask": 0,
4733                                         "factory_class": "BasicFactory",
4734                                         "tg-tool": "TRex",
4735                                         "frame_sizes": [
4736                                             "1518"
4737                                         ],
4738                                         "service_mode": false,
4739                                         "edge_networks": {
4740                                             "right": {
4741                                                 "subnet": "nfvbench-subnet3",
4742                                                 "name": "nfvbench-net3",
4743                                                 "segmentation_id": null,
4744                                                 "network_type": null,
4745                                                 "physical_network": null,
4746                                                 "cidr": "192.168.4.0/24",
4747                                                 "router_name": "router_right",
4748                                                 "gateway": null
4749                                             },
4750                                             "left": {
4751                                                 "subnet": "nfvbench-subnet2",
4752                                                 "name": "nfvbench-net2",
4753                                                 "segmentation_id": null,
4754                                                 "network_type": null,
4755                                                 "physical_network": null,
4756                                                 "cidr": "192.168.3.0/24",
4757                                                 "router_name": "router_left",
4758                                                 "gateway": null
4759                                             }
4760                                         },
4761                                         "ndr_run": false,
4762                                         "use_management_port": false,
4763                                         "hypervisor_hostname": "localdomain",
4764                                         "cache_size": 16,
4765                                         "pdr_run": false,
4766                                         "vlan_tagging": false,
4767                                         "fluentd": [
4768                                             {
4769                                                 "ip": "172.20.73.203",
4770                                                 "result_tag": "nfvbench.results.amical",
4771                                                 "logging_tag": "nfvbench.logs.amical",
4772                                                 "port": 25225
4773                                             }
4774                                         ],
4775                                         "use_floating_ip": false,
4776                                         "flow_count": 100000,
4777                                         "loop_vm_arp": false,
4778                                         "user_id": null,
4779                                         "openrc_file": null,
4780                                         "disable_hdrh": false,
4781                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
4782                                         "vm_forwarder": "vpp",
4783                                         "factory_module": "nfvbench.factory",
4784                                         "no_latency_streams": false,
4785                                         "single_run": true,
4786                                         "no_arp": false,
4787                                         "cores_used": 5,
4788                                         "traffic_profile": [
4789                                             {
4790                                                 "l2frame_size": [
4791                                                     "1518"
4792                                                 ],
4793                                                 "name": "custom_traffic_profile"
4794                                             }
4795                                         ],
4796                                         "vlans": [
4797                                             2512,
4798                                             2517
4799                                         ],
4800                                         "tg-name": "trex-local",
4801                                         "management_network": {
4802                                             "subnet": "nfvbench-management-subnet",
4803                                             "name": "nfvbench-management-net",
4804                                             "segmentation_id": null,
4805                                             "network_type": "vlan",
4806                                             "physical_network": null,
4807                                             "cidr": "192.168.0.0/24",
4808                                             "gateway": "192.168.0.254"
4809                                         },
4810                                         "no_traffic": false,
4811                                         "mpls": false,
4812                                         "duration_sec": 10.0,
4813                                         "clouds_detail": "openstack",
4814                                         "mbuf_64": null,
4815                                         "generic_poll_sec": 2,
4816                                         "idle_interfaces_per_vm": 0,
4817                                         "no_flow_stats": true,
4818                                         "lat_percentiles": [
4819                                             25,
4820                                             75,
4821                                             99
4822                                         ],
4823                                         "no_cleanup": true,
4824                                         "no_e2e_check": false,
4825                                         "intf_speed_used": 25000000000.0,
4826                                         "generator_profile": "trex-local",
4827                                         "mbuf_factor": 0.2,
4828                                         "user_label": "amical_tc12_basic",
4829                                         "intf_speed": null,
4830                                         "generic_retry_count": 100,
4831                                         "flavor_type": "nfvbench.loop.basic",
4832                                         "use_sriov_middle_net": false,
4833                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
4834                                         "std_json_path": null,
4835                                         "unidir_reverse_traffic_pps": 1,
4836                                         "i40e_mixed": "ignore",
4837                                         "gratuitous_arp_pps": 1,
4838                                         "idle_networks": {
4839                                             "subnet": "nfvbench-idle-subnet",
4840                                             "name": "nfvbench-idle-net",
4841                                             "segmentation_id": null,
4842                                             "physical_network": null,
4843                                             "cidr": "192.169.1.0/24",
4844                                             "network_type": "vlan"
4845                                         },
4846                                         "interval_sec": 10.0,
4847                                         "no_latency_stats": false,
4848                                         "cores": null,
4849                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
4850                                         "external_networks": {
4851                                             "right": null,
4852                                             "left": null
4853                                         }
4854                                     },
4855                                     "benchmarks": {
4856                                         "network": {
4857                                             "service_chain": {
4858                                                 "PVP": {
4859                                                     "result": {
4860                                                         "compute_nodes": {},
4861                                                         "profile": "custom_traffic_profile",
4862                                                         "service_chain_count": 1,
4863                                                         "result": {
4864                                                             "1518": {
4865                                                                 "run_config": {
4866                                                                     "direction-forward": {
4867                                                                         "rx": {
4868                                                                             "rate_percent": 11.1361683008,
4869                                                                             "rate_pps": 226271,
4870                                                                             "initial_rate_type": "rate_pps",
4871                                                                             "rate_bps": 2784042075
4872                                                                         },
4873                                                                         "tx": {
4874                                                                             "rate_percent": 11.137846566399999,
4875                                                                             "rate_pps": 226305,
4876                                                                             "initial_rate_type": "rate_pps",
4877                                                                             "rate_bps": 2784461641
4878                                                                         },
4879                                                                         "orig": {
4880                                                                             "rate_percent": 11.180226464,
4881                                                                             "rate_pps": 227166,
4882                                                                             "initial_rate_type": "rate_pps",
4883                                                                             "rate_bps": 2795056616
4884                                                                         }
4885                                                                     },
4886                                                                     "direction-total": {
4887                                                                         "rx": {
4888                                                                             "rate_percent": 22.2746891264,
4889                                                                             "rate_pps": 452590.0,
4890                                                                             "rate_bps": 5568672281.0
4891                                                                         },
4892                                                                         "tx": {
4893                                                                             "rate_percent": 22.276367391999997,
4894                                                                             "rate_pps": 452624.0,
4895                                                                             "rate_bps": 5569091847.0
4896                                                                         },
4897                                                                         "orig": {
4898                                                                             "rate_percent": 22.360452928,
4899                                                                             "rate_pps": 454332.0,
4900                                                                             "rate_bps": 5590113232.0
4901                                                                         }
4902                                                                     },
4903                                                                     "direction-reverse": {
4904                                                                         "rx": {
4905                                                                             "rate_percent": 11.1385208256,
4906                                                                             "rate_pps": 226319,
4907                                                                             "initial_rate_type": "rate_pps",
4908                                                                             "rate_bps": 2784630206
4909                                                                         },
4910                                                                         "tx": {
4911                                                                             "rate_percent": 11.1385208256,
4912                                                                             "rate_pps": 226319,
4913                                                                             "initial_rate_type": "rate_pps",
4914                                                                             "rate_bps": 2784630206
4915                                                                         },
4916                                                                         "orig": {
4917                                                                             "rate_percent": 11.180226464,
4918                                                                             "rate_pps": 227166,
4919                                                                             "initial_rate_type": "rate_pps",
4920                                                                             "rate_bps": 2795056616
4921                                                                         }
4922                                                                     }
4923                                                                 },
4924                                                                 "packet_path_stats": {
4925                                                                     "Forward": {
4926                                                                         "interfaces": [
4927                                                                             "TRex.TX.p0",
4928                                                                             "TRex.RX.p1"
4929                                                                         ],
4930                                                                         "chains": {
4931                                                                             "0": {
4932                                                                                 "packets": [
4933                                                                                     9937,
4934                                                                                     "-1 (-0.0101%)"
4935                                                                                 ],
4936                                                                                 "lat_max_usec": 198,
4937                                                                                 "lat_avg_usec": 90,
4938                                                                                 "lat_min_usec": 37,
4939                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
4940                                                                                 "lat_percentile": {
4941                                                                                     "99": "n/a",
4942                                                                                     "25": "n/a",
4943                                                                                     "75": "n/a"
4944                                                                                 }
4945                                                                             }
4946                                                                         }
4947                                                                     },
4948                                                                     "Reverse": {
4949                                                                         "interfaces": [
4950                                                                             "TRex.TX.p1",
4951                                                                             "TRex.RX.p0"
4952                                                                         ],
4953                                                                         "chains": {
4954                                                                             "0": {
4955                                                                                 "packets": [
4956                                                                                     9938,
4957                                                                                     9938
4958                                                                                 ],
4959                                                                                 "lat_max_usec": 5322,
4960                                                                                 "lat_avg_usec": 93,
4961                                                                                 "lat_min_usec": 35,
4962                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
4963                                                                                 "lat_percentile": {
4964                                                                                     "99": "n/a",
4965                                                                                     "25": "n/a",
4966                                                                                     "75": "n/a"
4967                                                                                 }
4968                                                                             }
4969                                                                         }
4970                                                                     }
4971                                                                 },
4972                                                                 "stats": {
4973                                                                     "total_tx_rate": 452624,
4974                                                                     "overall": {
4975                                                                         "drop_rate_percent": 0.007533838755966591,
4976                                                                         "rx": {
4977                                                                             "dropped_pkts": 341,
4978                                                                             "pkt_bit_rate": 2761265024.0,
4979                                                                             "pkt_rate": 226779.0,
4980                                                                             "max_delay_usec": 5322,
4981                                                                             "lat_percentile": {
4982                                                                                 "99": "n/a",
4983                                                                                 "25": "n/a",
4984                                                                                 "75": "n/a"
4985                                                                             },
4986                                                                             "avg_delay_usec": 91.4998415786106,
4987                                                                             "total_pkt_bytes": 6888425888,
4988                                                                             "total_pkts": 4525904,
4989                                                                             "min_delay_usec": 35
4990                                                                         },
4991                                                                         "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
4992                                                                         "tx": {
4993                                                                             "total_pkt_bytes": 6888944890,
4994                                                                             "total_pkts": 4526245,
4995                                                                             "pkt_bit_rate": 2761356672.0,
4996                                                                             "pkt_rate": 226786.5
4997                                                                         }
4998                                                                     },
4999                                                                     "1": {
5000                                                                         "drop_rate_percent": 0.015067221458551222,
5001                                                                         "rx": {
5002                                                                             "dropped_pkts": 341,
5003                                                                             "pkt_bit_rate": 2761269504,
5004                                                                             "pkt_rate": 226779,
5005                                                                             "max_delay_usec": 5322,
5006                                                                             "total_pkt_bytes": 3443849186,
5007                                                                             "avg_delay_usec": 93,
5008                                                                             "total_pkts": 2262713,
5009                                                                             "min_delay_usec": 35
5010                                                                         },
5011                                                                         "tx": {
5012                                                                             "total_pkt_bytes": 3444576702,
5013                                                                             "total_pkts": 2263191,
5014                                                                             "pkt_bit_rate": 2761352192,
5015                                                                             "pkt_rate": 226786
5016                                                                         }
5017                                                                     },
5018                                                                     "0": {
5019                                                                         "drop_rate_percent": 0.0,
5020                                                                         "rx": {
5021                                                                             "dropped_pkts": 0,
5022                                                                             "pkt_bit_rate": 2761260544,
5023                                                                             "pkt_rate": 226779,
5024                                                                             "max_delay_usec": 198,
5025                                                                             "total_pkt_bytes": 3444576702,
5026                                                                             "avg_delay_usec": 90,
5027                                                                             "total_pkts": 2263191,
5028                                                                             "min_delay_usec": 37
5029                                                                         },
5030                                                                         "tx": {
5031                                                                             "total_pkt_bytes": 3444368188,
5032                                                                             "total_pkts": 2263054,
5033                                                                             "pkt_bit_rate": 2761361152,
5034                                                                             "pkt_rate": 226787
5035                                                                         }
5036                                                                     },
5037                                                                     "theoretical_tx_rate_bps": 50000000000.0,
5038                                                                     "offered_tx_rate_bps": 5569085696.0,
5039                                                                     "theoretical_tx_rate_pps": 4063719.1157347206
5040                                                                 }
5041                                                             }
5042                                                         },
5043                                                         "flow_count": 100000,
5044                                                         "bidirectional": true
5045                                                     }
5046                                                 }
5047                                             },
5048                                             "versions": {
5049                                                 "Traffic_Generator": {
5050                                                     "build_date": "Apr 14 2021",
5051                                                     "version": "v2.89",
5052                                                     "built_by": "hhaim",
5053                                                     "mode": "STL",
5054                                                     "build_time": "11:22:15"
5055                                                 }
5056                                             }
5057                                         }
5058                                     }
5059                                 },
5060                                 "request_id": "c882cf33b2e045618c1b76b924573708"
5061                             },
5062                             "synthesis": {
5063                                 "avg_delay_usec": 91.4998415786106,
5064                                 "total_tx_rate": 452624
5065                             }
5066                         },
5067                         {
5068                             "input": {
5069                                 "duration_sec": "10",
5070                                 "flavor_type": "nfvbench.loop.basic",
5071                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
5072                                 "frame_sizes": [
5073                                     "9000"
5074                                 ],
5075                                 "rate": "70%",
5076                                 "flow_count": "100k",
5077                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
5078                                 "user_label": "amical_tc12_basic"
5079                             },
5080                             "output": {
5081                                 "status": "OK",
5082                                 "result": {
5083                                     "date": "2022-03-30 06:47:45",
5084                                     "nfvbench_version": "5.0.4.dev29",
5085                                     "config": {
5086                                         "compute_nodes": null,
5087                                         "traffic_generator": {
5088                                             "mac_addrs_left": null,
5089                                             "gateway_ip_addrs": [
5090                                                 "192.168.30.2",
5091                                                 "192.168.31.2"
5092                                             ],
5093                                             "mac_addrs_right": null,
5094                                             "default_profile": "trex-local",
5095                                             "src_vteps": null,
5096                                             "generator_profile": [
5097                                                 {
5098                                                     "intf_speed": null,
5099                                                     "name": "trex-local",
5100                                                     "ip": "127.0.0.1",
5101                                                     "zmq_rpc_port": 4501,
5102                                                     "tool": "TRex",
5103                                                     "platform": {
5104                                                         "master_thread_id": "0",
5105                                                         "latency_thread_id": "1",
5106                                                         "dual_if": [
5107                                                             {
5108                                                                 "threads": [
5109                                                                     2,
5110                                                                     3,
5111                                                                     4,
5112                                                                     5,
5113                                                                     6,
5114                                                                     7
5115                                                                 ],
5116                                                                 "socket": 0
5117                                                             }
5118                                                         ]
5119                                                     },
5120                                                     "zmq_pub_port": 4500,
5121                                                     "interfaces": [
5122                                                         {
5123                                                             "switch": null,
5124                                                             "pci": "0000:00:05.0",
5125                                                             "port": 0
5126                                                         },
5127                                                         {
5128                                                             "switch": null,
5129                                                             "pci": "0000:00:06.0",
5130                                                             "port": 1
5131                                                         }
5132                                                     ],
5133                                                     "cores": 5,
5134                                                     "software_mode": false
5135                                                 }
5136                                             ],
5137                                             "vtep_gateway_ips": null,
5138                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
5139                                             "udp_port_step": "1",
5140                                             "udp_src_port": [
5141                                                 "49152",
5142                                                 "49168"
5143                                             ],
5144                                             "gateway_ip_addrs_step": "0.0.0.1",
5145                                             "tg_gateway_ip_addrs": [
5146                                                 "192.168.30.1",
5147                                                 "192.168.31.1"
5148                                             ],
5149                                             "ip_addrs": [
5150                                                 "198.18.0.0/16",
5151                                                 "198.19.0.0/16"
5152                                             ],
5153                                             "ip_src_static": true,
5154                                             "host_name": "nfvbench_tg",
5155                                             "ip_addrs_step": "0.0.0.1",
5156                                             "tg_gateway_ip_cidrs": [
5157                                                 "192.168.1.0/24",
5158                                                 "192.168.2.0/24"
5159                                             ],
5160                                             "dst_vtep": null,
5161                                             "vtep_vlan": null,
5162                                             "udp_dst_port": [
5163                                                 "49152",
5164                                                 "49168"
5165                                             ]
5166                                         },
5167                                         "availability_zone": "nova",
5168                                         "vif_multiqueue_size": 8,
5169                                         "periodic_gratuitous_arp": false,
5170                                         "flavor": {
5171                                             "vcpus": 2,
5172                                             "disk": 0,
5173                                             "extra_specs": {
5174                                                 "hw:cpu_policy": "dedicated",
5175                                                 "hw:mem_page_size": "large"
5176                                             },
5177                                             "ram": 4096
5178                                         },
5179                                         "floating_network": {
5180                                             "subnet": "nfvbench-floating-subnet",
5181                                             "name": "nfvbench-floating-net",
5182                                             "segmentation_id": null,
5183                                             "physical_network": null,
5184                                             "cidr": "192.168.0.0/24",
5185                                             "network_type": "vlan"
5186                                         },
5187                                         "user_info": null,
5188                                         "service_chain": "PVP",
5189                                         "sriov": false,
5190                                         "vxlan": false,
5191                                         "intf_speed_detected": 25000000000.0,
5192                                         "pause_sec": 2.0,
5193                                         "internal_networks": {
5194                                             "middle": {
5195                                                 "subnet": "nfvbench-msubnet",
5196                                                 "name": "nfvbench-mnet",
5197                                                 "segmentation_id": null,
5198                                                 "physical_network": null,
5199                                                 "mpls_transport_labels": null,
5200                                                 "cidr": "192.168.3.0/24",
5201                                                 "network_type": "vlan"
5202                                             },
5203                                             "right": {
5204                                                 "subnet": "subnet_nfvbench_vn2bis",
5205                                                 "name": "net_nfvbench_vn2bis",
5206                                                 "segmentation_id": null,
5207                                                 "physical_network": null,
5208                                                 "mpls_transport_labels": null,
5209                                                 "cidr": "192.168.31.0/24",
5210                                                 "network_type": "vlan"
5211                                             },
5212                                             "left": {
5213                                                 "subnet": "subnet_nfvbench_vn1bis",
5214                                                 "name": "net_nfvbench_vn1bis",
5215                                                 "segmentation_id": null,
5216                                                 "physical_network": null,
5217                                                 "mpls_transport_labels": null,
5218                                                 "cidr": "192.168.30.0/24",
5219                                                 "network_type": "vlan"
5220                                             }
5221                                         },
5222                                         "no_vswitch_access": false,
5223                                         "traffic": {
5224                                             "bidirectional": true,
5225                                             "profile": "custom_traffic_profile"
5226                                         },
5227                                         "restart": false,
5228                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
5229                                         "name": "nfvbench.conf",
5230                                         "std_json": null,
5231                                         "l2_loopback": false,
5232                                         "request_id": "c78cef8058b74f9885f125b3bf43f1da",
5233                                         "debug": false,
5234                                         "group_id": null,
5235                                         "loop_vm_name": "nfvbench-loop-vm",
5236                                         "check_traffic_time_sec": 200,
5237                                         "num_mbufs": 128000,
5238                                         "rate": "183574pps",
5239                                         "service_chain_count": 1,
5240                                         "service_chain_shared_net": true,
5241                                         "measurement": {
5242                                             "NDR": 0.001,
5243                                             "PDR": 0.1,
5244                                             "load_epsilon": 0.1
5245                                         },
5246                                         "l3_router": false,
5247                                         "debug_mask": 0,
5248                                         "factory_class": "BasicFactory",
5249                                         "tg-tool": "TRex",
5250                                         "frame_sizes": [
5251                                             "9000"
5252                                         ],
5253                                         "service_mode": false,
5254                                         "edge_networks": {
5255                                             "right": {
5256                                                 "subnet": "nfvbench-subnet3",
5257                                                 "name": "nfvbench-net3",
5258                                                 "segmentation_id": null,
5259                                                 "network_type": null,
5260                                                 "physical_network": null,
5261                                                 "cidr": "192.168.4.0/24",
5262                                                 "router_name": "router_right",
5263                                                 "gateway": null
5264                                             },
5265                                             "left": {
5266                                                 "subnet": "nfvbench-subnet2",
5267                                                 "name": "nfvbench-net2",
5268                                                 "segmentation_id": null,
5269                                                 "network_type": null,
5270                                                 "physical_network": null,
5271                                                 "cidr": "192.168.3.0/24",
5272                                                 "router_name": "router_left",
5273                                                 "gateway": null
5274                                             }
5275                                         },
5276                                         "ndr_run": false,
5277                                         "use_management_port": false,
5278                                         "hypervisor_hostname": "localdomain",
5279                                         "cache_size": 16,
5280                                         "pdr_run": false,
5281                                         "vlan_tagging": false,
5282                                         "fluentd": [
5283                                             {
5284                                                 "ip": "172.20.73.203",
5285                                                 "result_tag": "nfvbench.results.amical",
5286                                                 "logging_tag": "nfvbench.logs.amical",
5287                                                 "port": 25225
5288                                             }
5289                                         ],
5290                                         "use_floating_ip": false,
5291                                         "flow_count": 100000,
5292                                         "loop_vm_arp": false,
5293                                         "user_id": null,
5294                                         "openrc_file": null,
5295                                         "disable_hdrh": false,
5296                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
5297                                         "vm_forwarder": "vpp",
5298                                         "factory_module": "nfvbench.factory",
5299                                         "no_latency_streams": false,
5300                                         "single_run": true,
5301                                         "no_arp": false,
5302                                         "cores_used": 5,
5303                                         "traffic_profile": [
5304                                             {
5305                                                 "l2frame_size": [
5306                                                     "9000"
5307                                                 ],
5308                                                 "name": "custom_traffic_profile"
5309                                             }
5310                                         ],
5311                                         "vlans": [
5312                                             2512,
5313                                             2517
5314                                         ],
5315                                         "tg-name": "trex-local",
5316                                         "management_network": {
5317                                             "subnet": "nfvbench-management-subnet",
5318                                             "name": "nfvbench-management-net",
5319                                             "segmentation_id": null,
5320                                             "network_type": "vlan",
5321                                             "physical_network": null,
5322                                             "cidr": "192.168.0.0/24",
5323                                             "gateway": "192.168.0.254"
5324                                         },
5325                                         "no_traffic": false,
5326                                         "mpls": false,
5327                                         "duration_sec": 10.0,
5328                                         "clouds_detail": "openstack",
5329                                         "mbuf_64": null,
5330                                         "generic_poll_sec": 2,
5331                                         "idle_interfaces_per_vm": 0,
5332                                         "no_flow_stats": true,
5333                                         "lat_percentiles": [
5334                                             25,
5335                                             75,
5336                                             99
5337                                         ],
5338                                         "no_cleanup": true,
5339                                         "no_e2e_check": false,
5340                                         "intf_speed_used": 25000000000.0,
5341                                         "generator_profile": "trex-local",
5342                                         "mbuf_factor": 0.2,
5343                                         "user_label": "amical_tc12_basic",
5344                                         "intf_speed": null,
5345                                         "generic_retry_count": 100,
5346                                         "flavor_type": "nfvbench.loop.basic",
5347                                         "use_sriov_middle_net": false,
5348                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
5349                                         "std_json_path": null,
5350                                         "unidir_reverse_traffic_pps": 1,
5351                                         "i40e_mixed": "ignore",
5352                                         "gratuitous_arp_pps": 1,
5353                                         "idle_networks": {
5354                                             "subnet": "nfvbench-idle-subnet",
5355                                             "name": "nfvbench-idle-net",
5356                                             "segmentation_id": null,
5357                                             "physical_network": null,
5358                                             "cidr": "192.169.1.0/24",
5359                                             "network_type": "vlan"
5360                                         },
5361                                         "interval_sec": 10.0,
5362                                         "no_latency_stats": false,
5363                                         "cores": null,
5364                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
5365                                         "external_networks": {
5366                                             "right": null,
5367                                             "left": null
5368                                         }
5369                                     },
5370                                     "benchmarks": {
5371                                         "network": {
5372                                             "service_chain": {
5373                                                 "PVP": {
5374                                                     "result": {
5375                                                         "compute_nodes": {},
5376                                                         "profile": "custom_traffic_profile",
5377                                                         "service_chain_count": 1,
5378                                                         "result": {
5379                                                             "9000": {
5380                                                                 "run_config": {
5381                                                                     "direction-forward": {
5382                                                                         "rx": {
5383                                                                             "rate_percent": 26.390961344,
5384                                                                             "rate_pps": 91432,
5385                                                                             "initial_rate_type": "rate_pps",
5386                                                                             "rate_bps": 6597740336
5387                                                                         },
5388                                                                         "tx": {
5389                                                                             "rate_percent": 26.390961344,
5390                                                                             "rate_pps": 91432,
5391                                                                             "initial_rate_type": "rate_pps",
5392                                                                             "rate_bps": 6597740336
5393                                                                         },
5394                                                                         "orig": {
5395                                                                             "rate_percent": 26.493399680000003,
5396                                                                             "rate_pps": 91787,
5397                                                                             "initial_rate_type": "rate_pps",
5398                                                                             "rate_bps": 6623349920
5399                                                                         }
5400                                                                     },
5401                                                                     "direction-total": {
5402                                                                         "rx": {
5403                                                                             "rate_percent": 52.783539071999996,
5404                                                                             "rate_pps": 182869.0,
5405                                                                             "rate_bps": 13195884768.0
5406                                                                         },
5407                                                                         "tx": {
5408                                                                             "rate_percent": 52.783539071999996,
5409                                                                             "rate_pps": 182869.0,
5410                                                                             "rate_bps": 13195884768.0
5411                                                                         },
5412                                                                         "orig": {
5413                                                                             "rate_percent": 52.986799360000006,
5414                                                                             "rate_pps": 183574.0,
5415                                                                             "rate_bps": 13246699840.0
5416                                                                         }
5417                                                                     },
5418                                                                     "direction-reverse": {
5419                                                                         "rx": {
5420                                                                             "rate_percent": 26.392577728,
5421                                                                             "rate_pps": 91437,
5422                                                                             "initial_rate_type": "rate_pps",
5423                                                                             "rate_bps": 6598144432
5424                                                                         },
5425                                                                         "tx": {
5426                                                                             "rate_percent": 26.392577728,
5427                                                                             "rate_pps": 91437,
5428                                                                             "initial_rate_type": "rate_pps",
5429                                                                             "rate_bps": 6598144432
5430                                                                         },
5431                                                                         "orig": {
5432                                                                             "rate_percent": 26.493399680000003,
5433                                                                             "rate_pps": 91787,
5434                                                                             "initial_rate_type": "rate_pps",
5435                                                                             "rate_bps": 6623349920
5436                                                                         }
5437                                                                     }
5438                                                                 },
5439                                                                 "packet_path_stats": {
5440                                                                     "Forward": {
5441                                                                         "interfaces": [
5442                                                                             "TRex.TX.p0",
5443                                                                             "TRex.RX.p1"
5444                                                                         ],
5445                                                                         "chains": {
5446                                                                             "0": {
5447                                                                                 "packets": [
5448                                                                                     9937,
5449                                                                                     9937
5450                                                                                 ],
5451                                                                                 "lat_max_usec": 4143,
5452                                                                                 "lat_avg_usec": 306,
5453                                                                                 "lat_min_usec": 66,
5454                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
5455                                                                                 "lat_percentile": {
5456                                                                                     "99": "n/a",
5457                                                                                     "25": "n/a",
5458                                                                                     "75": "n/a"
5459                                                                                 }
5460                                                                             }
5461                                                                         }
5462                                                                     },
5463                                                                     "Reverse": {
5464                                                                         "interfaces": [
5465                                                                             "TRex.TX.p1",
5466                                                                             "TRex.RX.p0"
5467                                                                         ],
5468                                                                         "chains": {
5469                                                                             "0": {
5470                                                                                 "packets": [
5471                                                                                     9938,
5472                                                                                     9938
5473                                                                                 ],
5474                                                                                 "lat_max_usec": 6704,
5475                                                                                 "lat_avg_usec": 322,
5476                                                                                 "lat_min_usec": 65,
5477                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
5478                                                                                 "lat_percentile": {
5479                                                                                     "99": "n/a",
5480                                                                                     "25": "n/a",
5481                                                                                     "75": "n/a"
5482                                                                                 }
5483                                                                             }
5484                                                                         }
5485                                                                     }
5486                                                                 },
5487                                                                 "stats": {
5488                                                                     "total_tx_rate": 182869,
5489                                                                     "overall": {
5490                                                                         "drop_rate_percent": 0.0,
5491                                                                         "rx": {
5492                                                                             "dropped_pkts": 0,
5493                                                                             "pkt_bit_rate": 6603213824.0,
5494                                                                             "pkt_rate": 91670.5,
5495                                                                             "max_delay_usec": 6704,
5496                                                                             "lat_percentile": {
5497                                                                                 "99": "n/a",
5498                                                                                 "25": "n/a",
5499                                                                                 "75": "n/a"
5500                                                                             },
5501                                                                             "avg_delay_usec": 313.9997550169574,
5502                                                                             "total_pkt_bytes": 16465596792,
5503                                                                             "total_pkts": 1828698,
5504                                                                             "min_delay_usec": 65
5505                                                                         },
5506                                                                         "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
5507                                                                         "tx": {
5508                                                                             "total_pkt_bytes": 16465596792,
5509                                                                             "total_pkts": 1828698,
5510                                                                             "pkt_bit_rate": 6603036928.0,
5511                                                                             "pkt_rate": 91668.5
5512                                                                         }
5513                                                                     },
5514                                                                     "1": {
5515                                                                         "drop_rate_percent": 0.0,
5516                                                                         "rx": {
5517                                                                             "dropped_pkts": 0,
5518                                                                             "pkt_bit_rate": 6603323392,
5519                                                                             "pkt_rate": 91672,
5520                                                                             "max_delay_usec": 6704,
5521                                                                             "total_pkt_bytes": 8232546284,
5522                                                                             "avg_delay_usec": 322,
5523                                                                             "total_pkts": 914321,
5524                                                                             "min_delay_usec": 65
5525                                                                         },
5526                                                                         "tx": {
5527                                                                             "total_pkt_bytes": 8233050508,
5528                                                                             "total_pkts": 914377,
5529                                                                             "pkt_bit_rate": 6603299840,
5530                                                                             "pkt_rate": 91672
5531                                                                         }
5532                                                                     },
5533                                                                     "0": {
5534                                                                         "drop_rate_percent": 0.0,
5535                                                                         "rx": {
5536                                                                             "dropped_pkts": 0,
5537                                                                             "pkt_bit_rate": 6603104256,
5538                                                                             "pkt_rate": 91669,
5539                                                                             "max_delay_usec": 4143,
5540                                                                             "total_pkt_bytes": 8233050508,
5541                                                                             "avg_delay_usec": 306,
5542                                                                             "total_pkts": 914377,
5543                                                                             "min_delay_usec": 66
5544                                                                         },
5545                                                                         "tx": {
5546                                                                             "total_pkt_bytes": 8232546284,
5547                                                                             "total_pkts": 914321,
5548                                                                             "pkt_bit_rate": 6602774016,
5549                                                                             "pkt_rate": 91665
5550                                                                         }
5551                                                                     },
5552                                                                     "theoretical_tx_rate_bps": 50000000000.0,
5553                                                                     "offered_tx_rate_bps": 13195827040.0,
5554                                                                     "theoretical_tx_rate_pps": 692904.6563192905
5555                                                                 }
5556                                                             }
5557                                                         },
5558                                                         "flow_count": 100000,
5559                                                         "bidirectional": true
5560                                                     }
5561                                                 }
5562                                             },
5563                                             "versions": {
5564                                                 "Traffic_Generator": {
5565                                                     "build_date": "Apr 14 2021",
5566                                                     "version": "v2.89",
5567                                                     "built_by": "hhaim",
5568                                                     "mode": "STL",
5569                                                     "build_time": "11:22:15"
5570                                                 }
5571                                             }
5572                                         }
5573                                     }
5574                                 },
5575                                 "request_id": "c78cef8058b74f9885f125b3bf43f1da"
5576                             },
5577                             "synthesis": {
5578                                 "avg_delay_usec": 313.9997550169574,
5579                                 "total_tx_rate": 182869
5580                             }
5581                         },
5582                         {
5583                             "input": {
5584                                 "duration_sec": "10",
5585                                 "flavor_type": "nfvbench.loop.basic",
5586                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
5587                                 "frame_sizes": [
5588                                     "9000"
5589                                 ],
5590                                 "rate": "90%",
5591                                 "flow_count": "100k",
5592                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
5593                                 "user_label": "amical_tc12_basic"
5594                             },
5595                             "output": {
5596                                 "status": "OK",
5597                                 "result": {
5598                                     "date": "2022-03-30 06:48:08",
5599                                     "nfvbench_version": "5.0.4.dev29",
5600                                     "config": {
5601                                         "compute_nodes": null,
5602                                         "traffic_generator": {
5603                                             "mac_addrs_left": null,
5604                                             "gateway_ip_addrs": [
5605                                                 "192.168.30.2",
5606                                                 "192.168.31.2"
5607                                             ],
5608                                             "mac_addrs_right": null,
5609                                             "default_profile": "trex-local",
5610                                             "src_vteps": null,
5611                                             "generator_profile": [
5612                                                 {
5613                                                     "intf_speed": null,
5614                                                     "name": "trex-local",
5615                                                     "ip": "127.0.0.1",
5616                                                     "zmq_rpc_port": 4501,
5617                                                     "tool": "TRex",
5618                                                     "platform": {
5619                                                         "master_thread_id": "0",
5620                                                         "latency_thread_id": "1",
5621                                                         "dual_if": [
5622                                                             {
5623                                                                 "threads": [
5624                                                                     2,
5625                                                                     3,
5626                                                                     4,
5627                                                                     5,
5628                                                                     6,
5629                                                                     7
5630                                                                 ],
5631                                                                 "socket": 0
5632                                                             }
5633                                                         ]
5634                                                     },
5635                                                     "zmq_pub_port": 4500,
5636                                                     "interfaces": [
5637                                                         {
5638                                                             "switch": null,
5639                                                             "pci": "0000:00:05.0",
5640                                                             "port": 0
5641                                                         },
5642                                                         {
5643                                                             "switch": null,
5644                                                             "pci": "0000:00:06.0",
5645                                                             "port": 1
5646                                                         }
5647                                                     ],
5648                                                     "cores": 5,
5649                                                     "software_mode": false
5650                                                 }
5651                                             ],
5652                                             "vtep_gateway_ips": null,
5653                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
5654                                             "udp_port_step": "1",
5655                                             "udp_src_port": [
5656                                                 "49152",
5657                                                 "49168"
5658                                             ],
5659                                             "gateway_ip_addrs_step": "0.0.0.1",
5660                                             "tg_gateway_ip_addrs": [
5661                                                 "192.168.30.1",
5662                                                 "192.168.31.1"
5663                                             ],
5664                                             "ip_addrs": [
5665                                                 "198.18.0.0/16",
5666                                                 "198.19.0.0/16"
5667                                             ],
5668                                             "ip_src_static": true,
5669                                             "host_name": "nfvbench_tg",
5670                                             "ip_addrs_step": "0.0.0.1",
5671                                             "tg_gateway_ip_cidrs": [
5672                                                 "192.168.1.0/24",
5673                                                 "192.168.2.0/24"
5674                                             ],
5675                                             "dst_vtep": null,
5676                                             "vtep_vlan": null,
5677                                             "udp_dst_port": [
5678                                                 "49152",
5679                                                 "49168"
5680                                             ]
5681                                         },
5682                                         "availability_zone": "nova",
5683                                         "vif_multiqueue_size": 8,
5684                                         "periodic_gratuitous_arp": false,
5685                                         "flavor": {
5686                                             "vcpus": 2,
5687                                             "disk": 0,
5688                                             "extra_specs": {
5689                                                 "hw:cpu_policy": "dedicated",
5690                                                 "hw:mem_page_size": "large"
5691                                             },
5692                                             "ram": 4096
5693                                         },
5694                                         "floating_network": {
5695                                             "subnet": "nfvbench-floating-subnet",
5696                                             "name": "nfvbench-floating-net",
5697                                             "segmentation_id": null,
5698                                             "physical_network": null,
5699                                             "cidr": "192.168.0.0/24",
5700                                             "network_type": "vlan"
5701                                         },
5702                                         "user_info": null,
5703                                         "service_chain": "PVP",
5704                                         "sriov": false,
5705                                         "vxlan": false,
5706                                         "intf_speed_detected": 25000000000.0,
5707                                         "pause_sec": 2.0,
5708                                         "internal_networks": {
5709                                             "middle": {
5710                                                 "subnet": "nfvbench-msubnet",
5711                                                 "name": "nfvbench-mnet",
5712                                                 "segmentation_id": null,
5713                                                 "physical_network": null,
5714                                                 "mpls_transport_labels": null,
5715                                                 "cidr": "192.168.3.0/24",
5716                                                 "network_type": "vlan"
5717                                             },
5718                                             "right": {
5719                                                 "subnet": "subnet_nfvbench_vn2bis",
5720                                                 "name": "net_nfvbench_vn2bis",
5721                                                 "segmentation_id": null,
5722                                                 "physical_network": null,
5723                                                 "mpls_transport_labels": null,
5724                                                 "cidr": "192.168.31.0/24",
5725                                                 "network_type": "vlan"
5726                                             },
5727                                             "left": {
5728                                                 "subnet": "subnet_nfvbench_vn1bis",
5729                                                 "name": "net_nfvbench_vn1bis",
5730                                                 "segmentation_id": null,
5731                                                 "physical_network": null,
5732                                                 "mpls_transport_labels": null,
5733                                                 "cidr": "192.168.30.0/24",
5734                                                 "network_type": "vlan"
5735                                             }
5736                                         },
5737                                         "no_vswitch_access": false,
5738                                         "traffic": {
5739                                             "bidirectional": true,
5740                                             "profile": "custom_traffic_profile"
5741                                         },
5742                                         "restart": false,
5743                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
5744                                         "name": "nfvbench.conf",
5745                                         "std_json": null,
5746                                         "l2_loopback": false,
5747                                         "request_id": "4a306639173f4526b3a835abe92c709d",
5748                                         "debug": false,
5749                                         "group_id": null,
5750                                         "loop_vm_name": "nfvbench-loop-vm",
5751                                         "check_traffic_time_sec": 200,
5752                                         "num_mbufs": 128000,
5753                                         "rate": "236023pps",
5754                                         "service_chain_count": 1,
5755                                         "service_chain_shared_net": true,
5756                                         "measurement": {
5757                                             "NDR": 0.001,
5758                                             "PDR": 0.1,
5759                                             "load_epsilon": 0.1
5760                                         },
5761                                         "l3_router": false,
5762                                         "debug_mask": 0,
5763                                         "factory_class": "BasicFactory",
5764                                         "tg-tool": "TRex",
5765                                         "frame_sizes": [
5766                                             "9000"
5767                                         ],
5768                                         "service_mode": false,
5769                                         "edge_networks": {
5770                                             "right": {
5771                                                 "subnet": "nfvbench-subnet3",
5772                                                 "name": "nfvbench-net3",
5773                                                 "segmentation_id": null,
5774                                                 "network_type": null,
5775                                                 "physical_network": null,
5776                                                 "cidr": "192.168.4.0/24",
5777                                                 "router_name": "router_right",
5778                                                 "gateway": null
5779                                             },
5780                                             "left": {
5781                                                 "subnet": "nfvbench-subnet2",
5782                                                 "name": "nfvbench-net2",
5783                                                 "segmentation_id": null,
5784                                                 "network_type": null,
5785                                                 "physical_network": null,
5786                                                 "cidr": "192.168.3.0/24",
5787                                                 "router_name": "router_left",
5788                                                 "gateway": null
5789                                             }
5790                                         },
5791                                         "ndr_run": false,
5792                                         "use_management_port": false,
5793                                         "hypervisor_hostname": "localdomain",
5794                                         "cache_size": 16,
5795                                         "pdr_run": false,
5796                                         "vlan_tagging": false,
5797                                         "fluentd": [
5798                                             {
5799                                                 "ip": "172.20.73.203",
5800                                                 "result_tag": "nfvbench.results.amical",
5801                                                 "logging_tag": "nfvbench.logs.amical",
5802                                                 "port": 25225
5803                                             }
5804                                         ],
5805                                         "use_floating_ip": false,
5806                                         "flow_count": 100000,
5807                                         "loop_vm_arp": false,
5808                                         "user_id": null,
5809                                         "openrc_file": null,
5810                                         "disable_hdrh": false,
5811                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
5812                                         "vm_forwarder": "vpp",
5813                                         "factory_module": "nfvbench.factory",
5814                                         "no_latency_streams": false,
5815                                         "single_run": true,
5816                                         "no_arp": false,
5817                                         "cores_used": 5,
5818                                         "traffic_profile": [
5819                                             {
5820                                                 "l2frame_size": [
5821                                                     "9000"
5822                                                 ],
5823                                                 "name": "custom_traffic_profile"
5824                                             }
5825                                         ],
5826                                         "vlans": [
5827                                             2512,
5828                                             2517
5829                                         ],
5830                                         "tg-name": "trex-local",
5831                                         "management_network": {
5832                                             "subnet": "nfvbench-management-subnet",
5833                                             "name": "nfvbench-management-net",
5834                                             "segmentation_id": null,
5835                                             "network_type": "vlan",
5836                                             "physical_network": null,
5837                                             "cidr": "192.168.0.0/24",
5838                                             "gateway": "192.168.0.254"
5839                                         },
5840                                         "no_traffic": false,
5841                                         "mpls": false,
5842                                         "duration_sec": 10.0,
5843                                         "clouds_detail": "openstack",
5844                                         "mbuf_64": null,
5845                                         "generic_poll_sec": 2,
5846                                         "idle_interfaces_per_vm": 0,
5847                                         "no_flow_stats": true,
5848                                         "lat_percentiles": [
5849                                             25,
5850                                             75,
5851                                             99
5852                                         ],
5853                                         "no_cleanup": true,
5854                                         "no_e2e_check": false,
5855                                         "intf_speed_used": 25000000000.0,
5856                                         "generator_profile": "trex-local",
5857                                         "mbuf_factor": 0.2,
5858                                         "user_label": "amical_tc12_basic",
5859                                         "intf_speed": null,
5860                                         "generic_retry_count": 100,
5861                                         "flavor_type": "nfvbench.loop.basic",
5862                                         "use_sriov_middle_net": false,
5863                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
5864                                         "std_json_path": null,
5865                                         "unidir_reverse_traffic_pps": 1,
5866                                         "i40e_mixed": "ignore",
5867                                         "gratuitous_arp_pps": 1,
5868                                         "idle_networks": {
5869                                             "subnet": "nfvbench-idle-subnet",
5870                                             "name": "nfvbench-idle-net",
5871                                             "segmentation_id": null,
5872                                             "physical_network": null,
5873                                             "cidr": "192.169.1.0/24",
5874                                             "network_type": "vlan"
5875                                         },
5876                                         "interval_sec": 10.0,
5877                                         "no_latency_stats": false,
5878                                         "cores": null,
5879                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
5880                                         "external_networks": {
5881                                             "right": null,
5882                                             "left": null
5883                                         }
5884                                     },
5885                                     "benchmarks": {
5886                                         "network": {
5887                                             "service_chain": {
5888                                                 "PVP": {
5889                                                     "result": {
5890                                                         "compute_nodes": {},
5891                                                         "profile": "custom_traffic_profile",
5892                                                         "service_chain_count": 1,
5893                                                         "result": {
5894                                                             "9000": {
5895                                                                 "run_config": {
5896                                                                     "direction-forward": {
5897                                                                         "rx": {
5898                                                                             "rate_percent": 33.933413184,
5899                                                                             "rate_pps": 117563,
5900                                                                             "initial_rate_type": "rate_pps",
5901                                                                             "rate_bps": 8483353296
5902                                                                         },
5903                                                                         "tx": {
5904                                                                             "rate_percent": 33.933413184,
5905                                                                             "rate_pps": 117563,
5906                                                                             "initial_rate_type": "rate_pps",
5907                                                                             "rate_bps": 8483353296
5908                                                                         },
5909                                                                         "orig": {
5910                                                                             "rate_percent": 34.062839360000005,
5911                                                                             "rate_pps": 118011,
5912                                                                             "initial_rate_type": "rate_pps",
5913                                                                             "rate_bps": 8515709840
5914                                                                         }
5915                                                                     },
5916                                                                     "direction-total": {
5917                                                                         "rx": {
5918                                                                             "rate_percent": 67.868846848,
5919                                                                             "rate_pps": 235133.0,
5920                                                                             "rate_bps": 16967211712.0
5921                                                                         },
5922                                                                         "tx": {
5923                                                                             "rate_percent": 67.868846848,
5924                                                                             "rate_pps": 235133.0,
5925                                                                             "rate_bps": 16967211712.0
5926                                                                         },
5927                                                                         "orig": {
5928                                                                             "rate_percent": 68.12567872000001,
5929                                                                             "rate_pps": 236022.0,
5930                                                                             "rate_bps": 17031419680.0
5931                                                                         }
5932                                                                     },
5933                                                                     "direction-reverse": {
5934                                                                         "rx": {
5935                                                                             "rate_percent": 33.935433663999994,
5936                                                                             "rate_pps": 117570,
5937                                                                             "initial_rate_type": "rate_pps",
5938                                                                             "rate_bps": 8483858416
5939                                                                         },
5940                                                                         "tx": {
5941                                                                             "rate_percent": 33.935433663999994,
5942                                                                             "rate_pps": 117570,
5943                                                                             "initial_rate_type": "rate_pps",
5944                                                                             "rate_bps": 8483858416
5945                                                                         },
5946                                                                         "orig": {
5947                                                                             "rate_percent": 34.062839360000005,
5948                                                                             "rate_pps": 118011,
5949                                                                             "initial_rate_type": "rate_pps",
5950                                                                             "rate_bps": 8515709840
5951                                                                         }
5952                                                                     }
5953                                                                 },
5954                                                                 "packet_path_stats": {
5955                                                                     "Forward": {
5956                                                                         "interfaces": [
5957                                                                             "TRex.TX.p0",
5958                                                                             "TRex.RX.p1"
5959                                                                         ],
5960                                                                         "chains": {
5961                                                                             "0": {
5962                                                                                 "packets": [
5963                                                                                     9938,
5964                                                                                     9938
5965                                                                                 ],
5966                                                                                 "lat_max_usec": 3154,
5967                                                                                 "lat_avg_usec": 503,
5968                                                                                 "lat_min_usec": 113,
5969                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
5970                                                                                 "lat_percentile": {
5971                                                                                     "99": "n/a",
5972                                                                                     "25": "n/a",
5973                                                                                     "75": "n/a"
5974                                                                                 }
5975                                                                             }
5976                                                                         }
5977                                                                     },
5978                                                                     "Reverse": {
5979                                                                         "interfaces": [
5980                                                                             "TRex.TX.p1",
5981                                                                             "TRex.RX.p0"
5982                                                                         ],
5983                                                                         "chains": {
5984                                                                             "0": {
5985                                                                                 "packets": [
5986                                                                                     9938,
5987                                                                                     9938
5988                                                                                 ],
5989                                                                                 "lat_max_usec": 6539,
5990                                                                                 "lat_avg_usec": 390,
5991                                                                                 "lat_min_usec": 114,
5992                                                                                 "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
5993                                                                                 "lat_percentile": {
5994                                                                                     "99": "n/a",
5995                                                                                     "25": "n/a",
5996                                                                                     "75": "n/a"
5997                                                                                 }
5998                                                                             }
5999                                                                         }
6000                                                                     }
6001                                                                 },
6002                                                                 "stats": {
6003                                                                     "total_tx_rate": 235133,
6004                                                                     "overall": {
6005                                                                         "drop_rate_percent": 0.0,
6006                                                                         "rx": {
6007                                                                             "dropped_pkts": 0,
6008                                                                             "pkt_bit_rate": 8493890560.0,
6009                                                                             "pkt_rate": 117917.5,
6010                                                                             "max_delay_usec": 6539,
6011                                                                             "lat_percentile": {
6012                                                                                 "99": "n/a",
6013                                                                                 "25": "n/a",
6014                                                                                 "75": "n/a"
6015                                                                             },
6016                                                                             "avg_delay_usec": 446.5016820253371,
6017                                                                             "total_pkt_bytes": 21171393328,
6018                                                                             "total_pkts": 2351332,
6019                                                                             "min_delay_usec": 113
6020                                                                         },
6021                                                                         "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
6022                                                                         "tx": {
6023                                                                             "total_pkt_bytes": 21171393328,
6024                                                                             "total_pkts": 2351332,
6025                                                                             "pkt_bit_rate": 8494719232.0,
6026                                                                             "pkt_rate": 117929.0
6027                                                                         }
6028                                                                     },
6029                                                                     "1": {
6030                                                                         "drop_rate_percent": 0.0,
6031                                                                         "rx": {
6032                                                                             "dropped_pkts": 0,
6033                                                                             "pkt_bit_rate": 8494009856,
6034                                                                             "pkt_rate": 117919,
6035                                                                             "max_delay_usec": 6539,
6036                                                                             "total_pkt_bytes": 10585381524,
6037                                                                             "avg_delay_usec": 390,
6038                                                                             "total_pkts": 1175631,
6039                                                                             "min_delay_usec": 114
6040                                                                         },
6041                                                                         "tx": {
6042                                                                             "total_pkt_bytes": 10586011804,
6043                                                                             "total_pkts": 1175701,
6044                                                                             "pkt_bit_rate": 8494438400,
6045                                                                             "pkt_rate": 117925
6046                                                                         }
6047                                                                     },
6048                                                                     "0": {
6049                                                                         "drop_rate_percent": 0.0,
6050                                                                         "rx": {
6051                                                                             "dropped_pkts": 0,
6052                                                                             "pkt_bit_rate": 8493771264,
6053                                                                             "pkt_rate": 117916,
6054                                                                             "max_delay_usec": 3154,
6055                                                                             "total_pkt_bytes": 10586011804,
6056                                                                             "avg_delay_usec": 503,
6057                                                                             "total_pkts": 1175701,
6058                                                                             "min_delay_usec": 113
6059                                                                         },
6060                                                                         "tx": {
6061                                                                             "total_pkt_bytes": 10585381524,
6062                                                                             "total_pkts": 1175631,
6063                                                                             "pkt_bit_rate": 8495000064,
6064                                                                             "pkt_rate": 117933
6065                                                                         }
6066                                                                     },
6067                                                                     "theoretical_tx_rate_bps": 50000000000.0,
6068                                                                     "offered_tx_rate_bps": 16967197280.0,
6069                                                                     "theoretical_tx_rate_pps": 692904.6563192905
6070                                                                 }
6071                                                             }
6072                                                         },
6073                                                         "flow_count": 100000,
6074                                                         "bidirectional": true
6075                                                     }
6076                                                 }
6077                                             },
6078                                             "versions": {
6079                                                 "Traffic_Generator": {
6080                                                     "build_date": "Apr 14 2021",
6081                                                     "version": "v2.89",
6082                                                     "built_by": "hhaim",
6083                                                     "mode": "STL",
6084                                                     "build_time": "11:22:15"
6085                                                 }
6086                                             }
6087                                         }
6088                                     }
6089                                 },
6090                                 "request_id": "4a306639173f4526b3a835abe92c709d"
6091                             },
6092                             "synthesis": {
6093                                 "avg_delay_usec": 446.5016820253371,
6094                                 "total_tx_rate": 235133
6095                             }
6096                         }
6097                     ],
6098                     "throughput": [
6099                         {
6100                             "input": {
6101                                 "duration_sec": "10",
6102                                 "flavor_type": "nfvbench.loop.basic",
6103                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
6104                                 "frame_sizes": [
6105                                     "64"
6106                                 ],
6107                                 "rate": "ndr",
6108                                 "flow_count": "100k",
6109                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
6110                                 "user_label": "amical_tc12_basic"
6111                             },
6112                             "output": {
6113                                 "status": "OK",
6114                                 "result": {
6115                                     "date": "2022-03-30 06:20:56",
6116                                     "nfvbench_version": "5.0.4.dev29",
6117                                     "config": {
6118                                         "compute_nodes": null,
6119                                         "traffic_generator": {
6120                                             "mac_addrs_left": null,
6121                                             "gateway_ip_addrs": [
6122                                                 "192.168.30.2",
6123                                                 "192.168.31.2"
6124                                             ],
6125                                             "mac_addrs_right": null,
6126                                             "default_profile": "trex-local",
6127                                             "src_vteps": null,
6128                                             "generator_profile": [
6129                                                 {
6130                                                     "intf_speed": null,
6131                                                     "name": "trex-local",
6132                                                     "ip": "127.0.0.1",
6133                                                     "zmq_rpc_port": 4501,
6134                                                     "tool": "TRex",
6135                                                     "platform": {
6136                                                         "master_thread_id": "0",
6137                                                         "latency_thread_id": "1",
6138                                                         "dual_if": [
6139                                                             {
6140                                                                 "threads": [
6141                                                                     2,
6142                                                                     3,
6143                                                                     4,
6144                                                                     5,
6145                                                                     6,
6146                                                                     7
6147                                                                 ],
6148                                                                 "socket": 0
6149                                                             }
6150                                                         ]
6151                                                     },
6152                                                     "zmq_pub_port": 4500,
6153                                                     "interfaces": [
6154                                                         {
6155                                                             "switch": null,
6156                                                             "pci": "0000:00:05.0",
6157                                                             "port": 0
6158                                                         },
6159                                                         {
6160                                                             "switch": null,
6161                                                             "pci": "0000:00:06.0",
6162                                                             "port": 1
6163                                                         }
6164                                                     ],
6165                                                     "cores": 5,
6166                                                     "software_mode": false
6167                                                 }
6168                                             ],
6169                                             "vtep_gateway_ips": null,
6170                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
6171                                             "udp_port_step": "1",
6172                                             "udp_src_port": [
6173                                                 "49152",
6174                                                 "49168"
6175                                             ],
6176                                             "gateway_ip_addrs_step": "0.0.0.1",
6177                                             "tg_gateway_ip_addrs": [
6178                                                 "192.168.30.1",
6179                                                 "192.168.31.1"
6180                                             ],
6181                                             "ip_addrs": [
6182                                                 "198.18.0.0/16",
6183                                                 "198.19.0.0/16"
6184                                             ],
6185                                             "ip_src_static": true,
6186                                             "host_name": "nfvbench_tg",
6187                                             "ip_addrs_step": "0.0.0.1",
6188                                             "tg_gateway_ip_cidrs": [
6189                                                 "192.168.1.0/24",
6190                                                 "192.168.2.0/24"
6191                                             ],
6192                                             "dst_vtep": null,
6193                                             "vtep_vlan": null,
6194                                             "udp_dst_port": [
6195                                                 "49152",
6196                                                 "49168"
6197                                             ]
6198                                         },
6199                                         "availability_zone": "nova",
6200                                         "vif_multiqueue_size": 8,
6201                                         "periodic_gratuitous_arp": false,
6202                                         "flavor": {
6203                                             "vcpus": 2,
6204                                             "disk": 0,
6205                                             "extra_specs": {
6206                                                 "hw:cpu_policy": "dedicated",
6207                                                 "hw:mem_page_size": "large"
6208                                             },
6209                                             "ram": 4096
6210                                         },
6211                                         "floating_network": {
6212                                             "subnet": "nfvbench-floating-subnet",
6213                                             "name": "nfvbench-floating-net",
6214                                             "segmentation_id": null,
6215                                             "physical_network": null,
6216                                             "cidr": "192.168.0.0/24",
6217                                             "network_type": "vlan"
6218                                         },
6219                                         "user_info": null,
6220                                         "service_chain": "PVP",
6221                                         "sriov": false,
6222                                         "vxlan": false,
6223                                         "intf_speed_detected": 25000000000.0,
6224                                         "pause_sec": 2.0,
6225                                         "internal_networks": {
6226                                             "middle": {
6227                                                 "subnet": "nfvbench-msubnet",
6228                                                 "name": "nfvbench-mnet",
6229                                                 "segmentation_id": null,
6230                                                 "physical_network": null,
6231                                                 "mpls_transport_labels": null,
6232                                                 "cidr": "192.168.3.0/24",
6233                                                 "network_type": "vlan"
6234                                             },
6235                                             "right": {
6236                                                 "subnet": "subnet_nfvbench_vn2bis",
6237                                                 "name": "net_nfvbench_vn2bis",
6238                                                 "segmentation_id": null,
6239                                                 "physical_network": null,
6240                                                 "mpls_transport_labels": null,
6241                                                 "cidr": "192.168.31.0/24",
6242                                                 "network_type": "vlan"
6243                                             },
6244                                             "left": {
6245                                                 "subnet": "subnet_nfvbench_vn1bis",
6246                                                 "name": "net_nfvbench_vn1bis",
6247                                                 "segmentation_id": null,
6248                                                 "physical_network": null,
6249                                                 "mpls_transport_labels": null,
6250                                                 "cidr": "192.168.30.0/24",
6251                                                 "network_type": "vlan"
6252                                             }
6253                                         },
6254                                         "no_vswitch_access": false,
6255                                         "traffic": {
6256                                             "bidirectional": true,
6257                                             "profile": "custom_traffic_profile"
6258                                         },
6259                                         "restart": false,
6260                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
6261                                         "name": "nfvbench.conf",
6262                                         "std_json": null,
6263                                         "l2_loopback": false,
6264                                         "request_id": "38389ab0308e45b1a8769cbbff9ef2b2",
6265                                         "debug": false,
6266                                         "group_id": null,
6267                                         "loop_vm_name": "nfvbench-loop-vm",
6268                                         "check_traffic_time_sec": 200,
6269                                         "num_mbufs": 128000,
6270                                         "rate": "ndr",
6271                                         "service_chain_count": 1,
6272                                         "service_chain_shared_net": true,
6273                                         "measurement": {
6274                                             "NDR": 0.001,
6275                                             "PDR": 0.1,
6276                                             "load_epsilon": 0.1
6277                                         },
6278                                         "l3_router": false,
6279                                         "debug_mask": 0,
6280                                         "factory_class": "BasicFactory",
6281                                         "tg-tool": "TRex",
6282                                         "frame_sizes": [
6283                                             "64"
6284                                         ],
6285                                         "service_mode": false,
6286                                         "edge_networks": {
6287                                             "right": {
6288                                                 "subnet": "nfvbench-subnet3",
6289                                                 "name": "nfvbench-net3",
6290                                                 "segmentation_id": null,
6291                                                 "network_type": null,
6292                                                 "physical_network": null,
6293                                                 "cidr": "192.168.4.0/24",
6294                                                 "router_name": "router_right",
6295                                                 "gateway": null
6296                                             },
6297                                             "left": {
6298                                                 "subnet": "nfvbench-subnet2",
6299                                                 "name": "nfvbench-net2",
6300                                                 "segmentation_id": null,
6301                                                 "network_type": null,
6302                                                 "physical_network": null,
6303                                                 "cidr": "192.168.3.0/24",
6304                                                 "router_name": "router_left",
6305                                                 "gateway": null
6306                                             }
6307                                         },
6308                                         "ndr_run": true,
6309                                         "use_management_port": false,
6310                                         "hypervisor_hostname": "localdomain",
6311                                         "cache_size": 16,
6312                                         "pdr_run": false,
6313                                         "vlan_tagging": false,
6314                                         "fluentd": [
6315                                             {
6316                                                 "ip": "172.20.73.203",
6317                                                 "result_tag": "nfvbench.results.amical",
6318                                                 "logging_tag": "nfvbench.logs.amical",
6319                                                 "port": 25225
6320                                             }
6321                                         ],
6322                                         "use_floating_ip": false,
6323                                         "flow_count": 100000,
6324                                         "loop_vm_arp": false,
6325                                         "user_id": null,
6326                                         "openrc_file": null,
6327                                         "disable_hdrh": false,
6328                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
6329                                         "vm_forwarder": "vpp",
6330                                         "factory_module": "nfvbench.factory",
6331                                         "no_latency_streams": false,
6332                                         "single_run": false,
6333                                         "no_arp": false,
6334                                         "cores_used": 5,
6335                                         "traffic_profile": [
6336                                             {
6337                                                 "l2frame_size": [
6338                                                     "64"
6339                                                 ],
6340                                                 "name": "custom_traffic_profile"
6341                                             }
6342                                         ],
6343                                         "vlans": [
6344                                             2512,
6345                                             2517
6346                                         ],
6347                                         "tg-name": "trex-local",
6348                                         "management_network": {
6349                                             "subnet": "nfvbench-management-subnet",
6350                                             "name": "nfvbench-management-net",
6351                                             "segmentation_id": null,
6352                                             "network_type": "vlan",
6353                                             "physical_network": null,
6354                                             "cidr": "192.168.0.0/24",
6355                                             "gateway": "192.168.0.254"
6356                                         },
6357                                         "no_traffic": false,
6358                                         "mpls": false,
6359                                         "duration_sec": 10.0,
6360                                         "clouds_detail": "openstack",
6361                                         "mbuf_64": null,
6362                                         "generic_poll_sec": 2,
6363                                         "idle_interfaces_per_vm": 0,
6364                                         "no_flow_stats": true,
6365                                         "lat_percentiles": [
6366                                             25,
6367                                             75,
6368                                             99
6369                                         ],
6370                                         "no_cleanup": true,
6371                                         "no_e2e_check": false,
6372                                         "intf_speed_used": 25000000000.0,
6373                                         "generator_profile": "trex-local",
6374                                         "mbuf_factor": 0.2,
6375                                         "user_label": "amical_tc12_basic",
6376                                         "intf_speed": null,
6377                                         "generic_retry_count": 100,
6378                                         "flavor_type": "nfvbench.loop.basic",
6379                                         "use_sriov_middle_net": false,
6380                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
6381                                         "std_json_path": null,
6382                                         "unidir_reverse_traffic_pps": 1,
6383                                         "i40e_mixed": "ignore",
6384                                         "gratuitous_arp_pps": 1,
6385                                         "idle_networks": {
6386                                             "subnet": "nfvbench-idle-subnet",
6387                                             "name": "nfvbench-idle-net",
6388                                             "segmentation_id": null,
6389                                             "physical_network": null,
6390                                             "cidr": "192.169.1.0/24",
6391                                             "network_type": "vlan"
6392                                         },
6393                                         "interval_sec": 10.0,
6394                                         "no_latency_stats": false,
6395                                         "cores": null,
6396                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
6397                                         "external_networks": {
6398                                             "right": null,
6399                                             "left": null
6400                                         }
6401                                     },
6402                                     "benchmarks": {
6403                                         "network": {
6404                                             "service_chain": {
6405                                                 "PVP": {
6406                                                     "result": {
6407                                                         "compute_nodes": {},
6408                                                         "profile": "custom_traffic_profile",
6409                                                         "service_chain_count": 1,
6410                                                         "result": {
6411                                                             "64": {
6412                                                                 "ndr": {
6413                                                                     "load_percent_per_direction": 0.78125,
6414                                                                     "timestamp_sec": 1648621399.3161063,
6415                                                                     "stats": {
6416                                                                         "total_tx_rate": 577711,
6417                                                                         "overall": {
6418                                                                             "rx_pkts": 5777112,
6419                                                                             "drop_percentage": 0.0,
6420                                                                             "drop_pct": 0,
6421                                                                             "max_delay_usec": 518,
6422                                                                             "lat_percentile": {
6423                                                                                 "99": "n/a",
6424                                                                                 "25": "n/a",
6425                                                                                 "75": "n/a"
6426                                                                             },
6427                                                                             "tx_pkts": 5777112,
6428                                                                             "avg_delay_usec": 108.49992470286192,
6429                                                                             "min_delay_usec": 29,
6430                                                                             "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
6431                                                                         },
6432                                                                         "1": {
6433                                                                             "rx_pkts": 2888411,
6434                                                                             "min_delay_usec": 29,
6435                                                                             "drop_pct": 0,
6436                                                                             "max_delay_usec": 263,
6437                                                                             "tx_pkts": 2888701,
6438                                                                             "avg_delay_usec": 110,
6439                                                                             "drop_percentage": 0.0
6440                                                                         },
6441                                                                         "0": {
6442                                                                             "rx_pkts": 2888701,
6443                                                                             "min_delay_usec": 31,
6444                                                                             "drop_pct": 0,
6445                                                                             "max_delay_usec": 518,
6446                                                                             "tx_pkts": 2888411,
6447                                                                             "avg_delay_usec": 107,
6448                                                                             "drop_percentage": 0.0
6449                                                                         },
6450                                                                         "theoretical_tx_rate_bps": 50000000000.0,
6451                                                                         "offered_tx_rate_bps": 388221792.0,
6452                                                                         "theoretical_tx_rate_pps": 74404761.90476191
6453                                                                     },
6454                                                                     "initial_rate_type": "rate_percent",
6455                                                                     "rate_percent": 1.5625,
6456                                                                     "duration_sec": 10.0,
6457                                                                     "l2frame_size": "64",
6458                                                                     "rate_pps": 581286,
6459                                                                     "rate_bps": 390625000.0,
6460                                                                     "time_taken_sec": 137.66617798805237
6461                                                                 },
6462                                                                 "iteration_stats": {
6463                                                                     "ndr_pdr": [
6464                                                                         {
6465                                                                             "rx_pps": 1275063.5983414354,
6466                                                                             "rx_pkts": 7250590,
6467                                                                             "time_ms": 1648621274137,
6468                                                                             "drop_pct": 415848626,
6469                                                                             "total_tx_pps": 42309921,
6470                                                                             "tx_pps": 74404760,
6471                                                                             "tx_pkts": 423099216,
6472                                                                             "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42309921). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
6473                                                                             "drop_percentage": 98.28631447995876
6474                                                                         },
6475                                                                         {
6476                                                                             "rx_pps": 1826535.749662823,
6477                                                                             "rx_pkts": 18151199,
6478                                                                             "time_ms": 1648621286633,
6479                                                                             "drop_pct": 351547452,
6480                                                                             "total_tx_pps": 36969865,
6481                                                                             "tx_pps": 37202380,
6482                                                                             "tx_pkts": 369698651,
6483                                                                             "drop_percentage": 95.09027177921729
6484                                                                         },
6485                                                                         {
6486                                                                             "rx_pps": 1361841.6268887145,
6487                                                                             "rx_pkts": 13533302,
6488                                                                             "time_ms": 1648621299138,
6489                                                                             "drop_pct": 171316035,
6490                                                                             "total_tx_pps": 18484933,
6491                                                                             "tx_pps": 18601190,
6492                                                                             "tx_pkts": 184849337,
6493                                                                             "drop_percentage": 92.678739226422
6494                                                                         },
6495                                                                         {
6496                                                                             "rx_pps": 774061.5668982501,
6497                                                                             "rx_pkts": 7703074,
6498                                                                             "time_ms": 1648621311660,
6499                                                                             "drop_pct": 84851791,
6500                                                                             "total_tx_pps": 9255486,
6501                                                                             "tx_pps": 9300594,
6502                                                                             "tx_pkts": 92554865,
6503                                                                             "drop_percentage": 91.67728892479072
6504                                                                         },
6505                                                                         {
6506                                                                             "rx_pps": 792412.735924586,
6507                                                                             "rx_pkts": 7874998,
6508                                                                             "time_ms": 1648621324177,
6509                                                                             "drop_pct": 38339645,
6510                                                                             "total_tx_pps": 4621464,
6511                                                                             "tx_pps": 4650296,
6512                                                                             "tx_pkts": 46214643,
6513                                                                             "drop_percentage": 82.9599505940141
6514                                                                         },
6515                                                                         {
6516                                                                             "rx_pps": 1930194.9831442875,
6517                                                                             "rx_pkts": 19183245,
6518                                                                             "time_ms": 1648621336700,
6519                                                                             "drop_pct": 3925241,
6520                                                                             "total_tx_pps": 2310848,
6521                                                                             "tx_pps": 2325148,
6522                                                                             "tx_pkts": 23108486,
6523                                                                             "drop_percentage": 16.986145262826824
6524                                                                         },
6525                                                                         {
6526                                                                             "rx_pps": 1161679.8008522235,
6527                                                                             "rx_pkts": 11545357,
6528                                                                             "time_ms": 1648621349196,
6529                                                                             "drop_pct": 8887,
6530                                                                             "total_tx_pps": 1155424,
6531                                                                             "tx_pps": 1162574,
6532                                                                             "tx_pkts": 11554244,
6533                                                                             "drop_percentage": 0.07691546067401726
6534                                                                         },
6535                                                                         {
6536                                                                             "rx_pps": 581286.0,
6537                                                                             "rx_pkts": 5777112,
6538                                                                             "time_ms": 1648621361693,
6539                                                                             "drop_pct": 0,
6540                                                                             "total_tx_pps": 577711,
6541                                                                             "tx_pps": 581286,
6542                                                                             "tx_pkts": 5777112,
6543                                                                             "drop_percentage": 0.0
6544                                                                         },
6545                                                                         {
6546                                                                             "rx_pps": 871250.6221139021,
6547                                                                             "rx_pkts": 8658928,
6548                                                                             "time_ms": 1648621374223,
6549                                                                             "drop_pct": 6752,
6550                                                                             "total_tx_pps": 866568,
6551                                                                             "tx_pps": 871930,
6552                                                                             "tx_pkts": 8665680,
6553                                                                             "drop_percentage": 0.07791656280868899
6554                                                                         },
6555                                                                         {
6556                                                                             "rx_pps": 726098.0996491228,
6557                                                                             "rx_pkts": 7223952,
6558                                                                             "time_ms": 1648621386809,
6559                                                                             "drop_pct": 5073,
6560                                                                             "total_tx_pps": 722902,
6561                                                                             "tx_pps": 726608,
6562                                                                             "tx_pkts": 7229025,
6563                                                                             "drop_percentage": 0.07017543859649122
6564                                                                         },
6565                                                                         {
6566                                                                             "rx_pps": 653878.4654382298,
6567                                                                             "rx_pkts": 6497920,
6568                                                                             "time_ms": 1648621399315,
6569                                                                             "drop_pct": 691,
6570                                                                             "total_tx_pps": 649861,
6571                                                                             "tx_pps": 653948,
6572                                                                             "tx_pkts": 6498611,
6573                                                                             "ndr_pps": 290643,
6574                                                                             "drop_percentage": 0.010633041429930181
6575                                                                         }
6576                                                                     ]
6577                                                                 }
6578                                                             }
6579                                                         },
6580                                                         "flow_count": 100000,
6581                                                         "bidirectional": true
6582                                                     }
6583                                                 }
6584                                             },
6585                                             "versions": {
6586                                                 "Traffic_Generator": {
6587                                                     "build_date": "Apr 14 2021",
6588                                                     "version": "v2.89",
6589                                                     "built_by": "hhaim",
6590                                                     "mode": "STL",
6591                                                     "build_time": "11:22:15"
6592                                                 }
6593                                             }
6594                                         }
6595                                     }
6596                                 },
6597                                 "request_id": "38389ab0308e45b1a8769cbbff9ef2b2"
6598                             },
6599                             "synthesis": {
6600                                 "avg_delay_usec": 108.49992470286192,
6601                                 "total_tx_rate": 577711
6602                             }
6603                         },
6604                         {
6605                             "input": {
6606                                 "duration_sec": "10",
6607                                 "flavor_type": "nfvbench.loop.basic",
6608                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
6609                                 "frame_sizes": [
6610                                     "768"
6611                                 ],
6612                                 "rate": "ndr",
6613                                 "flow_count": "100k",
6614                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
6615                                 "user_label": "amical_tc12_basic"
6616                             },
6617                             "output": {
6618                                 "status": "OK",
6619                                 "result": {
6620                                     "date": "2022-03-30 06:25:50",
6621                                     "nfvbench_version": "5.0.4.dev29",
6622                                     "config": {
6623                                         "compute_nodes": null,
6624                                         "traffic_generator": {
6625                                             "mac_addrs_left": null,
6626                                             "gateway_ip_addrs": [
6627                                                 "192.168.30.2",
6628                                                 "192.168.31.2"
6629                                             ],
6630                                             "mac_addrs_right": null,
6631                                             "default_profile": "trex-local",
6632                                             "src_vteps": null,
6633                                             "generator_profile": [
6634                                                 {
6635                                                     "intf_speed": null,
6636                                                     "name": "trex-local",
6637                                                     "ip": "127.0.0.1",
6638                                                     "zmq_rpc_port": 4501,
6639                                                     "tool": "TRex",
6640                                                     "platform": {
6641                                                         "master_thread_id": "0",
6642                                                         "latency_thread_id": "1",
6643                                                         "dual_if": [
6644                                                             {
6645                                                                 "threads": [
6646                                                                     2,
6647                                                                     3,
6648                                                                     4,
6649                                                                     5,
6650                                                                     6,
6651                                                                     7
6652                                                                 ],
6653                                                                 "socket": 0
6654                                                             }
6655                                                         ]
6656                                                     },
6657                                                     "zmq_pub_port": 4500,
6658                                                     "interfaces": [
6659                                                         {
6660                                                             "switch": null,
6661                                                             "pci": "0000:00:05.0",
6662                                                             "port": 0
6663                                                         },
6664                                                         {
6665                                                             "switch": null,
6666                                                             "pci": "0000:00:06.0",
6667                                                             "port": 1
6668                                                         }
6669                                                     ],
6670                                                     "cores": 5,
6671                                                     "software_mode": false
6672                                                 }
6673                                             ],
6674                                             "vtep_gateway_ips": null,
6675                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
6676                                             "udp_port_step": "1",
6677                                             "udp_src_port": [
6678                                                 "49152",
6679                                                 "49168"
6680                                             ],
6681                                             "gateway_ip_addrs_step": "0.0.0.1",
6682                                             "tg_gateway_ip_addrs": [
6683                                                 "192.168.30.1",
6684                                                 "192.168.31.1"
6685                                             ],
6686                                             "ip_addrs": [
6687                                                 "198.18.0.0/16",
6688                                                 "198.19.0.0/16"
6689                                             ],
6690                                             "ip_src_static": true,
6691                                             "host_name": "nfvbench_tg",
6692                                             "ip_addrs_step": "0.0.0.1",
6693                                             "tg_gateway_ip_cidrs": [
6694                                                 "192.168.1.0/24",
6695                                                 "192.168.2.0/24"
6696                                             ],
6697                                             "dst_vtep": null,
6698                                             "vtep_vlan": null,
6699                                             "udp_dst_port": [
6700                                                 "49152",
6701                                                 "49168"
6702                                             ]
6703                                         },
6704                                         "availability_zone": "nova",
6705                                         "vif_multiqueue_size": 8,
6706                                         "periodic_gratuitous_arp": false,
6707                                         "flavor": {
6708                                             "vcpus": 2,
6709                                             "disk": 0,
6710                                             "extra_specs": {
6711                                                 "hw:cpu_policy": "dedicated",
6712                                                 "hw:mem_page_size": "large"
6713                                             },
6714                                             "ram": 4096
6715                                         },
6716                                         "floating_network": {
6717                                             "subnet": "nfvbench-floating-subnet",
6718                                             "name": "nfvbench-floating-net",
6719                                             "segmentation_id": null,
6720                                             "physical_network": null,
6721                                             "cidr": "192.168.0.0/24",
6722                                             "network_type": "vlan"
6723                                         },
6724                                         "user_info": null,
6725                                         "service_chain": "PVP",
6726                                         "sriov": false,
6727                                         "vxlan": false,
6728                                         "intf_speed_detected": 25000000000.0,
6729                                         "pause_sec": 2.0,
6730                                         "internal_networks": {
6731                                             "middle": {
6732                                                 "subnet": "nfvbench-msubnet",
6733                                                 "name": "nfvbench-mnet",
6734                                                 "segmentation_id": null,
6735                                                 "physical_network": null,
6736                                                 "mpls_transport_labels": null,
6737                                                 "cidr": "192.168.3.0/24",
6738                                                 "network_type": "vlan"
6739                                             },
6740                                             "right": {
6741                                                 "subnet": "subnet_nfvbench_vn2bis",
6742                                                 "name": "net_nfvbench_vn2bis",
6743                                                 "segmentation_id": null,
6744                                                 "physical_network": null,
6745                                                 "mpls_transport_labels": null,
6746                                                 "cidr": "192.168.31.0/24",
6747                                                 "network_type": "vlan"
6748                                             },
6749                                             "left": {
6750                                                 "subnet": "subnet_nfvbench_vn1bis",
6751                                                 "name": "net_nfvbench_vn1bis",
6752                                                 "segmentation_id": null,
6753                                                 "physical_network": null,
6754                                                 "mpls_transport_labels": null,
6755                                                 "cidr": "192.168.30.0/24",
6756                                                 "network_type": "vlan"
6757                                             }
6758                                         },
6759                                         "no_vswitch_access": false,
6760                                         "traffic": {
6761                                             "bidirectional": true,
6762                                             "profile": "custom_traffic_profile"
6763                                         },
6764                                         "restart": false,
6765                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
6766                                         "name": "nfvbench.conf",
6767                                         "std_json": null,
6768                                         "l2_loopback": false,
6769                                         "request_id": "42bb799d87974e05a9480378a9074174",
6770                                         "debug": false,
6771                                         "group_id": null,
6772                                         "loop_vm_name": "nfvbench-loop-vm",
6773                                         "check_traffic_time_sec": 200,
6774                                         "num_mbufs": 128000,
6775                                         "rate": "ndr",
6776                                         "service_chain_count": 1,
6777                                         "service_chain_shared_net": true,
6778                                         "measurement": {
6779                                             "NDR": 0.001,
6780                                             "PDR": 0.1,
6781                                             "load_epsilon": 0.1
6782                                         },
6783                                         "l3_router": false,
6784                                         "debug_mask": 0,
6785                                         "factory_class": "BasicFactory",
6786                                         "tg-tool": "TRex",
6787                                         "frame_sizes": [
6788                                             "768"
6789                                         ],
6790                                         "service_mode": false,
6791                                         "edge_networks": {
6792                                             "right": {
6793                                                 "subnet": "nfvbench-subnet3",
6794                                                 "name": "nfvbench-net3",
6795                                                 "segmentation_id": null,
6796                                                 "network_type": null,
6797                                                 "physical_network": null,
6798                                                 "cidr": "192.168.4.0/24",
6799                                                 "router_name": "router_right",
6800                                                 "gateway": null
6801                                             },
6802                                             "left": {
6803                                                 "subnet": "nfvbench-subnet2",
6804                                                 "name": "nfvbench-net2",
6805                                                 "segmentation_id": null,
6806                                                 "network_type": null,
6807                                                 "physical_network": null,
6808                                                 "cidr": "192.168.3.0/24",
6809                                                 "router_name": "router_left",
6810                                                 "gateway": null
6811                                             }
6812                                         },
6813                                         "ndr_run": true,
6814                                         "use_management_port": false,
6815                                         "hypervisor_hostname": "localdomain",
6816                                         "cache_size": 16,
6817                                         "pdr_run": false,
6818                                         "vlan_tagging": false,
6819                                         "fluentd": [
6820                                             {
6821                                                 "ip": "172.20.73.203",
6822                                                 "result_tag": "nfvbench.results.amical",
6823                                                 "logging_tag": "nfvbench.logs.amical",
6824                                                 "port": 25225
6825                                             }
6826                                         ],
6827                                         "use_floating_ip": false,
6828                                         "flow_count": 100000,
6829                                         "loop_vm_arp": false,
6830                                         "user_id": null,
6831                                         "openrc_file": null,
6832                                         "disable_hdrh": false,
6833                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
6834                                         "vm_forwarder": "vpp",
6835                                         "factory_module": "nfvbench.factory",
6836                                         "no_latency_streams": false,
6837                                         "single_run": false,
6838                                         "no_arp": false,
6839                                         "cores_used": 5,
6840                                         "traffic_profile": [
6841                                             {
6842                                                 "l2frame_size": [
6843                                                     "768"
6844                                                 ],
6845                                                 "name": "custom_traffic_profile"
6846                                             }
6847                                         ],
6848                                         "vlans": [
6849                                             2512,
6850                                             2517
6851                                         ],
6852                                         "tg-name": "trex-local",
6853                                         "management_network": {
6854                                             "subnet": "nfvbench-management-subnet",
6855                                             "name": "nfvbench-management-net",
6856                                             "segmentation_id": null,
6857                                             "network_type": "vlan",
6858                                             "physical_network": null,
6859                                             "cidr": "192.168.0.0/24",
6860                                             "gateway": "192.168.0.254"
6861                                         },
6862                                         "no_traffic": false,
6863                                         "mpls": false,
6864                                         "duration_sec": 10.0,
6865                                         "clouds_detail": "openstack",
6866                                         "mbuf_64": null,
6867                                         "generic_poll_sec": 2,
6868                                         "idle_interfaces_per_vm": 0,
6869                                         "no_flow_stats": true,
6870                                         "lat_percentiles": [
6871                                             25,
6872                                             75,
6873                                             99
6874                                         ],
6875                                         "no_cleanup": true,
6876                                         "no_e2e_check": false,
6877                                         "intf_speed_used": 25000000000.0,
6878                                         "generator_profile": "trex-local",
6879                                         "mbuf_factor": 0.2,
6880                                         "user_label": "amical_tc12_basic",
6881                                         "intf_speed": null,
6882                                         "generic_retry_count": 100,
6883                                         "flavor_type": "nfvbench.loop.basic",
6884                                         "use_sriov_middle_net": false,
6885                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
6886                                         "std_json_path": null,
6887                                         "unidir_reverse_traffic_pps": 1,
6888                                         "i40e_mixed": "ignore",
6889                                         "gratuitous_arp_pps": 1,
6890                                         "idle_networks": {
6891                                             "subnet": "nfvbench-idle-subnet",
6892                                             "name": "nfvbench-idle-net",
6893                                             "segmentation_id": null,
6894                                             "physical_network": null,
6895                                             "cidr": "192.169.1.0/24",
6896                                             "network_type": "vlan"
6897                                         },
6898                                         "interval_sec": 10.0,
6899                                         "no_latency_stats": false,
6900                                         "cores": null,
6901                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
6902                                         "external_networks": {
6903                                             "right": null,
6904                                             "left": null
6905                                         }
6906                                     },
6907                                     "benchmarks": {
6908                                         "network": {
6909                                             "service_chain": {
6910                                                 "PVP": {
6911                                                     "result": {
6912                                                         "compute_nodes": {},
6913                                                         "profile": "custom_traffic_profile",
6914                                                         "service_chain_count": 1,
6915                                                         "result": {
6916                                                             "768": {
6917                                                                 "ndr": {
6918                                                                     "load_percent_per_direction": 6.640625,
6919                                                                     "timestamp_sec": 1648621693.1637194,
6920                                                                     "stats": {
6921                                                                         "total_tx_rate": 523406,
6922                                                                         "overall": {
6923                                                                             "rx_pkts": 5234062,
6924                                                                             "drop_percentage": 1.910561642074236e-05,
6925                                                                             "drop_pct": 1,
6926                                                                             "max_delay_usec": 318,
6927                                                                             "lat_percentile": {
6928                                                                                 "99": "n/a",
6929                                                                                 "25": "n/a",
6930                                                                                 "75": "n/a"
6931                                                                             },
6932                                                                             "tx_pkts": 5234063,
6933                                                                             "avg_delay_usec": 106.50022525526063,
6934                                                                             "min_delay_usec": 32,
6935                                                                             "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
6936                                                                         },
6937                                                                         "1": {
6938                                                                             "rx_pkts": 2616900,
6939                                                                             "min_delay_usec": 32,
6940                                                                             "drop_pct": 0,
6941                                                                             "max_delay_usec": 273,
6942                                                                             "tx_pkts": 2617163,
6943                                                                             "avg_delay_usec": 102,
6944                                                                             "drop_percentage": 0.0
6945                                                                         },
6946                                                                         "0": {
6947                                                                             "rx_pkts": 2617162,
6948                                                                             "min_delay_usec": 32,
6949                                                                             "drop_pct": 1,
6950                                                                             "max_delay_usec": 318,
6951                                                                             "tx_pkts": 2616900,
6952                                                                             "avg_delay_usec": 111,
6953                                                                             "drop_percentage": 3.821315296725133e-05
6954                                                                         },
6955                                                                         "theoretical_tx_rate_bps": 50000000000.0,
6956                                                                         "offered_tx_rate_bps": 3299551424.0,
6957                                                                         "theoretical_tx_rate_pps": 7931472.081218274
6958                                                                     },
6959                                                                     "initial_rate_type": "rate_percent",
6960                                                                     "rate_percent": 13.28125,
6961                                                                     "duration_sec": 10.0,
6962                                                                     "l2frame_size": "768",
6963                                                                     "rate_pps": 526698,
6964                                                                     "rate_bps": 3320312500.0,
6965                                                                     "time_taken_sec": 137.53268241882324
6966                                                                 },
6967                                                                 "iteration_stats": {
6968                                                                     "ndr_pdr": [
6969                                                                         {
6970                                                                             "rx_pps": 1419133.1802420425,
6971                                                                             "rx_pkts": 13668934,
6972                                                                             "time_ms": 1648621568128,
6973                                                                             "drop_pct": 62726128,
6974                                                                             "total_tx_pps": 7639506,
6975                                                                             "tx_pps": 7931472,
6976                                                                             "tx_pkts": 76395062,
6977                                                                             "drop_percentage": 82.10756868028983
6978                                                                         },
6979                                                                         {
6980                                                                             "rx_pps": 1499465.703933795,
6981                                                                             "rx_pkts": 14900941,
6982                                                                             "time_ms": 1648621580622,
6983                                                                             "drop_pct": 24508562,
6984                                                                             "total_tx_pps": 3940950,
6985                                                                             "tx_pps": 3965736,
6986                                                                             "tx_pkts": 39409503,
6987                                                                             "drop_percentage": 62.189472422425624
6988                                                                         },
6989                                                                         {
6990                                                                             "rx_pps": 1746588.0892852556,
6991                                                                             "rx_pkts": 17356722,
6992                                                                             "time_ms": 1648621593115,
6993                                                                             "drop_pct": 2348032,
6994                                                                             "total_tx_pps": 1970475,
6995                                                                             "tx_pps": 1982868,
6996                                                                             "tx_pkts": 19704754,
6997                                                                             "drop_percentage": 11.916068579186526
6998                                                                         },
6999                                                                         {
7000                                                                             "rx_pps": 991022.0667012471,
7001                                                                             "rx_pkts": 9849275,
7002                                                                             "time_ms": 1648621605613,
7003                                                                             "drop_pct": 4094,
7004                                                                             "total_tx_pps": 985336,
7005                                                                             "tx_pps": 991434,
7006                                                                             "tx_pkts": 9853369,
7007                                                                             "drop_percentage": 0.0415492406708812
7008                                                                         },
7009                                                                         {
7010                                                                             "rx_pps": 495716.0,
7011                                                                             "rx_pkts": 4926180,
7012                                                                             "time_ms": 1648621618110,
7013                                                                             "drop_pct": 0,
7014                                                                             "total_tx_pps": 492618,
7015                                                                             "tx_pps": 495716,
7016                                                                             "tx_pkts": 4926180,
7017                                                                             "drop_percentage": 0.0
7018                                                                         },
7019                                                                         {
7020                                                                             "rx_pps": 743159.3083655083,
7021                                                                             "rx_pkts": 7385149,
7022                                                                             "time_ms": 1648621630627,
7023                                                                             "drop_pct": 4121,
7024                                                                             "total_tx_pps": 738927,
7025                                                                             "tx_pps": 743574,
7026                                                                             "tx_pkts": 7389270,
7027                                                                             "drop_percentage": 0.05577005577005577
7028                                                                         },
7029                                                                         {
7030                                                                             "rx_pps": 619263.0064059279,
7031                                                                             "rx_pkts": 6153928,
7032                                                                             "time_ms": 1648621643143,
7033                                                                             "drop_pct": 3806,
7034                                                                             "total_tx_pps": 615773,
7035                                                                             "tx_pps": 619646,
7036                                                                             "tx_pkts": 6157734,
7037                                                                             "drop_percentage": 0.06180845096589102
7038                                                                         },
7039                                                                         {
7040                                                                             "rx_pps": 557594.6752731256,
7041                                                                             "rx_pkts": 5541656,
7042                                                                             "time_ms": 1648621655641,
7043                                                                             "drop_pct": 848,
7044                                                                             "total_tx_pps": 554250,
7045                                                                             "tx_pps": 557680,
7046                                                                             "tx_pkts": 5542504,
7047                                                                             "drop_percentage": 0.015299943852092844
7048                                                                         },
7049                                                                         {
7050                                                                             "rx_pps": 526697.8993711005,
7051                                                                             "rx_pkts": 5234062,
7052                                                                             "time_ms": 1648621668148,
7053                                                                             "drop_pct": 1,
7054                                                                             "total_tx_pps": 523406,
7055                                                                             "tx_pps": 526698,
7056                                                                             "tx_pkts": 5234063,
7057                                                                             "drop_percentage": 1.9105616420742355e-05
7058                                                                         },
7059                                                                         {
7060                                                                             "rx_pps": 542111.0142915759,
7061                                                                             "rx_pkts": 5387774,
7062                                                                             "time_ms": 1648621680646,
7063                                                                             "drop_pct": 785,
7064                                                                             "total_tx_pps": 538855,
7065                                                                             "tx_pps": 542190,
7066                                                                             "tx_pkts": 5388559,
7067                                                                             "drop_percentage": 0.01456790210518248
7068                                                                         },
7069                                                                         {
7070                                                                             "rx_pps": 534373.8016685186,
7071                                                                             "rx_pkts": 5321028,
7072                                                                             "time_ms": 1648621693162,
7073                                                                             "drop_pct": 699,
7074                                                                             "total_tx_pps": 532172,
7075                                                                             "tx_pps": 534444,
7076                                                                             "tx_pkts": 5321727,
7077                                                                             "ndr_pps": 263349,
7078                                                                             "drop_percentage": 0.013134833861263458
7079                                                                         }
7080                                                                     ]
7081                                                                 }
7082                                                             }
7083                                                         },
7084                                                         "flow_count": 100000,
7085                                                         "bidirectional": true
7086                                                     }
7087                                                 }
7088                                             },
7089                                             "versions": {
7090                                                 "Traffic_Generator": {
7091                                                     "build_date": "Apr 14 2021",
7092                                                     "version": "v2.89",
7093                                                     "built_by": "hhaim",
7094                                                     "mode": "STL",
7095                                                     "build_time": "11:22:15"
7096                                                 }
7097                                             }
7098                                         }
7099                                     }
7100                                 },
7101                                 "request_id": "42bb799d87974e05a9480378a9074174"
7102                             },
7103                             "synthesis": {
7104                                 "avg_delay_usec": 106.50022525526063,
7105                                 "total_tx_rate": 523406
7106                             }
7107                         },
7108                         {
7109                             "input": {
7110                                 "duration_sec": "10",
7111                                 "flavor_type": "nfvbench.loop.basic",
7112                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
7113                                 "frame_sizes": [
7114                                     "1518"
7115                                 ],
7116                                 "rate": "ndr",
7117                                 "flow_count": "100k",
7118                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
7119                                 "user_label": "amical_tc12_basic"
7120                             },
7121                             "output": {
7122                                 "status": "OK",
7123                                 "result": {
7124                                     "date": "2022-03-30 06:30:43",
7125                                     "nfvbench_version": "5.0.4.dev29",
7126                                     "config": {
7127                                         "compute_nodes": null,
7128                                         "traffic_generator": {
7129                                             "mac_addrs_left": null,
7130                                             "gateway_ip_addrs": [
7131                                                 "192.168.30.2",
7132                                                 "192.168.31.2"
7133                                             ],
7134                                             "mac_addrs_right": null,
7135                                             "default_profile": "trex-local",
7136                                             "src_vteps": null,
7137                                             "generator_profile": [
7138                                                 {
7139                                                     "intf_speed": null,
7140                                                     "name": "trex-local",
7141                                                     "ip": "127.0.0.1",
7142                                                     "zmq_rpc_port": 4501,
7143                                                     "tool": "TRex",
7144                                                     "platform": {
7145                                                         "master_thread_id": "0",
7146                                                         "latency_thread_id": "1",
7147                                                         "dual_if": [
7148                                                             {
7149                                                                 "threads": [
7150                                                                     2,
7151                                                                     3,
7152                                                                     4,
7153                                                                     5,
7154                                                                     6,
7155                                                                     7
7156                                                                 ],
7157                                                                 "socket": 0
7158                                                             }
7159                                                         ]
7160                                                     },
7161                                                     "zmq_pub_port": 4500,
7162                                                     "interfaces": [
7163                                                         {
7164                                                             "switch": null,
7165                                                             "pci": "0000:00:05.0",
7166                                                             "port": 0
7167                                                         },
7168                                                         {
7169                                                             "switch": null,
7170                                                             "pci": "0000:00:06.0",
7171                                                             "port": 1
7172                                                         }
7173                                                     ],
7174                                                     "cores": 5,
7175                                                     "software_mode": false
7176                                                 }
7177                                             ],
7178                                             "vtep_gateway_ips": null,
7179                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
7180                                             "udp_port_step": "1",
7181                                             "udp_src_port": [
7182                                                 "49152",
7183                                                 "49168"
7184                                             ],
7185                                             "gateway_ip_addrs_step": "0.0.0.1",
7186                                             "tg_gateway_ip_addrs": [
7187                                                 "192.168.30.1",
7188                                                 "192.168.31.1"
7189                                             ],
7190                                             "ip_addrs": [
7191                                                 "198.18.0.0/16",
7192                                                 "198.19.0.0/16"
7193                                             ],
7194                                             "ip_src_static": true,
7195                                             "host_name": "nfvbench_tg",
7196                                             "ip_addrs_step": "0.0.0.1",
7197                                             "tg_gateway_ip_cidrs": [
7198                                                 "192.168.1.0/24",
7199                                                 "192.168.2.0/24"
7200                                             ],
7201                                             "dst_vtep": null,
7202                                             "vtep_vlan": null,
7203                                             "udp_dst_port": [
7204                                                 "49152",
7205                                                 "49168"
7206                                             ]
7207                                         },
7208                                         "availability_zone": "nova",
7209                                         "vif_multiqueue_size": 8,
7210                                         "periodic_gratuitous_arp": false,
7211                                         "flavor": {
7212                                             "vcpus": 2,
7213                                             "disk": 0,
7214                                             "extra_specs": {
7215                                                 "hw:cpu_policy": "dedicated",
7216                                                 "hw:mem_page_size": "large"
7217                                             },
7218                                             "ram": 4096
7219                                         },
7220                                         "floating_network": {
7221                                             "subnet": "nfvbench-floating-subnet",
7222                                             "name": "nfvbench-floating-net",
7223                                             "segmentation_id": null,
7224                                             "physical_network": null,
7225                                             "cidr": "192.168.0.0/24",
7226                                             "network_type": "vlan"
7227                                         },
7228                                         "user_info": null,
7229                                         "service_chain": "PVP",
7230                                         "sriov": false,
7231                                         "vxlan": false,
7232                                         "intf_speed_detected": 25000000000.0,
7233                                         "pause_sec": 2.0,
7234                                         "internal_networks": {
7235                                             "middle": {
7236                                                 "subnet": "nfvbench-msubnet",
7237                                                 "name": "nfvbench-mnet",
7238                                                 "segmentation_id": null,
7239                                                 "physical_network": null,
7240                                                 "mpls_transport_labels": null,
7241                                                 "cidr": "192.168.3.0/24",
7242                                                 "network_type": "vlan"
7243                                             },
7244                                             "right": {
7245                                                 "subnet": "subnet_nfvbench_vn2bis",
7246                                                 "name": "net_nfvbench_vn2bis",
7247                                                 "segmentation_id": null,
7248                                                 "physical_network": null,
7249                                                 "mpls_transport_labels": null,
7250                                                 "cidr": "192.168.31.0/24",
7251                                                 "network_type": "vlan"
7252                                             },
7253                                             "left": {
7254                                                 "subnet": "subnet_nfvbench_vn1bis",
7255                                                 "name": "net_nfvbench_vn1bis",
7256                                                 "segmentation_id": null,
7257                                                 "physical_network": null,
7258                                                 "mpls_transport_labels": null,
7259                                                 "cidr": "192.168.30.0/24",
7260                                                 "network_type": "vlan"
7261                                             }
7262                                         },
7263                                         "no_vswitch_access": false,
7264                                         "traffic": {
7265                                             "bidirectional": true,
7266                                             "profile": "custom_traffic_profile"
7267                                         },
7268                                         "restart": false,
7269                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
7270                                         "name": "nfvbench.conf",
7271                                         "std_json": null,
7272                                         "l2_loopback": false,
7273                                         "request_id": "53e4dda50a71447681903270ab2e5a3e",
7274                                         "debug": false,
7275                                         "group_id": null,
7276                                         "loop_vm_name": "nfvbench-loop-vm",
7277                                         "check_traffic_time_sec": 200,
7278                                         "num_mbufs": 128000,
7279                                         "rate": "ndr",
7280                                         "service_chain_count": 1,
7281                                         "service_chain_shared_net": true,
7282                                         "measurement": {
7283                                             "NDR": 0.001,
7284                                             "PDR": 0.1,
7285                                             "load_epsilon": 0.1
7286                                         },
7287                                         "l3_router": false,
7288                                         "debug_mask": 0,
7289                                         "factory_class": "BasicFactory",
7290                                         "tg-tool": "TRex",
7291                                         "frame_sizes": [
7292                                             "1518"
7293                                         ],
7294                                         "service_mode": false,
7295                                         "edge_networks": {
7296                                             "right": {
7297                                                 "subnet": "nfvbench-subnet3",
7298                                                 "name": "nfvbench-net3",
7299                                                 "segmentation_id": null,
7300                                                 "network_type": null,
7301                                                 "physical_network": null,
7302                                                 "cidr": "192.168.4.0/24",
7303                                                 "router_name": "router_right",
7304                                                 "gateway": null
7305                                             },
7306                                             "left": {
7307                                                 "subnet": "nfvbench-subnet2",
7308                                                 "name": "nfvbench-net2",
7309                                                 "segmentation_id": null,
7310                                                 "network_type": null,
7311                                                 "physical_network": null,
7312                                                 "cidr": "192.168.3.0/24",
7313                                                 "router_name": "router_left",
7314                                                 "gateway": null
7315                                             }
7316                                         },
7317                                         "ndr_run": true,
7318                                         "use_management_port": false,
7319                                         "hypervisor_hostname": "localdomain",
7320                                         "cache_size": 16,
7321                                         "pdr_run": false,
7322                                         "vlan_tagging": false,
7323                                         "fluentd": [
7324                                             {
7325                                                 "ip": "172.20.73.203",
7326                                                 "result_tag": "nfvbench.results.amical",
7327                                                 "logging_tag": "nfvbench.logs.amical",
7328                                                 "port": 25225
7329                                             }
7330                                         ],
7331                                         "use_floating_ip": false,
7332                                         "flow_count": 100000,
7333                                         "loop_vm_arp": false,
7334                                         "user_id": null,
7335                                         "openrc_file": null,
7336                                         "disable_hdrh": false,
7337                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
7338                                         "vm_forwarder": "vpp",
7339                                         "factory_module": "nfvbench.factory",
7340                                         "no_latency_streams": false,
7341                                         "single_run": false,
7342                                         "no_arp": false,
7343                                         "cores_used": 5,
7344                                         "traffic_profile": [
7345                                             {
7346                                                 "l2frame_size": [
7347                                                     "1518"
7348                                                 ],
7349                                                 "name": "custom_traffic_profile"
7350                                             }
7351                                         ],
7352                                         "vlans": [
7353                                             2512,
7354                                             2517
7355                                         ],
7356                                         "tg-name": "trex-local",
7357                                         "management_network": {
7358                                             "subnet": "nfvbench-management-subnet",
7359                                             "name": "nfvbench-management-net",
7360                                             "segmentation_id": null,
7361                                             "network_type": "vlan",
7362                                             "physical_network": null,
7363                                             "cidr": "192.168.0.0/24",
7364                                             "gateway": "192.168.0.254"
7365                                         },
7366                                         "no_traffic": false,
7367                                         "mpls": false,
7368                                         "duration_sec": 10.0,
7369                                         "clouds_detail": "openstack",
7370                                         "mbuf_64": null,
7371                                         "generic_poll_sec": 2,
7372                                         "idle_interfaces_per_vm": 0,
7373                                         "no_flow_stats": true,
7374                                         "lat_percentiles": [
7375                                             25,
7376                                             75,
7377                                             99
7378                                         ],
7379                                         "no_cleanup": true,
7380                                         "no_e2e_check": false,
7381                                         "intf_speed_used": 25000000000.0,
7382                                         "generator_profile": "trex-local",
7383                                         "mbuf_factor": 0.2,
7384                                         "user_label": "amical_tc12_basic",
7385                                         "intf_speed": null,
7386                                         "generic_retry_count": 100,
7387                                         "flavor_type": "nfvbench.loop.basic",
7388                                         "use_sriov_middle_net": false,
7389                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
7390                                         "std_json_path": null,
7391                                         "unidir_reverse_traffic_pps": 1,
7392                                         "i40e_mixed": "ignore",
7393                                         "gratuitous_arp_pps": 1,
7394                                         "idle_networks": {
7395                                             "subnet": "nfvbench-idle-subnet",
7396                                             "name": "nfvbench-idle-net",
7397                                             "segmentation_id": null,
7398                                             "physical_network": null,
7399                                             "cidr": "192.169.1.0/24",
7400                                             "network_type": "vlan"
7401                                         },
7402                                         "interval_sec": 10.0,
7403                                         "no_latency_stats": false,
7404                                         "cores": null,
7405                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
7406                                         "external_networks": {
7407                                             "right": null,
7408                                             "left": null
7409                                         }
7410                                     },
7411                                     "benchmarks": {
7412                                         "network": {
7413                                             "service_chain": {
7414                                                 "PVP": {
7415                                                     "result": {
7416                                                         "compute_nodes": {},
7417                                                         "profile": "custom_traffic_profile",
7418                                                         "service_chain_count": 1,
7419                                                         "result": {
7420                                                             "1518": {
7421                                                                 "ndr": {
7422                                                                     "load_percent_per_direction": 12.6953125,
7423                                                                     "timestamp_sec": 1648621986.5806987,
7424                                                                     "stats": {
7425                                                                         "total_tx_rate": 512701,
7426                                                                         "overall": {
7427                                                                             "rx_pkts": 5127015,
7428                                                                             "drop_percentage": 3.900903780892476e-05,
7429                                                                             "drop_pct": 2,
7430                                                                             "max_delay_usec": 304,
7431                                                                             "lat_percentile": {
7432                                                                                 "99": "n/a",
7433                                                                                 "25": "n/a",
7434                                                                                 "75": "n/a"
7435                                                                             },
7436                                                                             "tx_pkts": 5127017,
7437                                                                             "avg_delay_usec": 148.00000409595057,
7438                                                                             "min_delay_usec": 34,
7439                                                                             "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
7440                                                                         },
7441                                                                         "1": {
7442                                                                             "rx_pkts": 2563507,
7443                                                                             "min_delay_usec": 34,
7444                                                                             "drop_pct": 2,
7445                                                                             "max_delay_usec": 304,
7446                                                                             "tx_pkts": 2563508,
7447                                                                             "avg_delay_usec": 127,
7448                                                                             "drop_percentage": 7.801809083490279e-05
7449                                                                         },
7450                                                                         "0": {
7451                                                                             "rx_pkts": 2563508,
7452                                                                             "min_delay_usec": 35,
7453                                                                             "drop_pct": 0,
7454                                                                             "max_delay_usec": 301,
7455                                                                             "tx_pkts": 2563509,
7456                                                                             "avg_delay_usec": 169,
7457                                                                             "drop_percentage": 0.0
7458                                                                         },
7459                                                                         "theoretical_tx_rate_bps": 50000000000.0,
7460                                                                         "offered_tx_rate_bps": 6308273104.0,
7461                                                                         "theoretical_tx_rate_pps": 4063719.1157347206
7462                                                                     },
7463                                                                     "initial_rate_type": "rate_percent",
7464                                                                     "rate_percent": 25.390625,
7465                                                                     "duration_sec": 10.0,
7466                                                                     "l2frame_size": "1518",
7467                                                                     "rate_pps": 515900,
7468                                                                     "rate_bps": 6347656250.0,
7469                                                                     "time_taken_sec": 137.57492327690125
7470                                                                 },
7471                                                                 "iteration_stats": {
7472                                                                     "ndr_pdr": [
7473                                                                         {
7474                                                                             "rx_pps": 1534778.8969990357,
7475                                                                             "rx_pkts": 15015623,
7476                                                                             "time_ms": 1648621861490,
7477                                                                             "drop_pct": 24742063,
7478                                                                             "total_tx_pps": 3975768,
7479                                                                             "tx_pps": 4063718,
7480                                                                             "tx_pkts": 39757686,
7481                                                                             "drop_percentage": 62.23215053310698
7482                                                                         },
7483                                                                         {
7484                                                                             "rx_pps": 1446228.6489812837,
7485                                                                             "rx_pkts": 14371898,
7486                                                                             "time_ms": 1648621874016,
7487                                                                             "drop_pct": 5819692,
7488                                                                             "total_tx_pps": 2019159,
7489                                                                             "tx_pps": 2031858,
7490                                                                             "tx_pkts": 20191590,
7491                                                                             "drop_percentage": 28.822356238414113
7492                                                                         },
7493                                                                         {
7494                                                                             "rx_pps": 1015743.6478261326,
7495                                                                             "rx_pkts": 10093954,
7496                                                                             "time_ms": 1648621886513,
7497                                                                             "drop_pct": 1832,
7498                                                                             "total_tx_pps": 1009578,
7499                                                                             "tx_pps": 1015928,
7500                                                                             "tx_pkts": 10095786,
7501                                                                             "drop_percentage": 0.018146184952811003
7502                                                                         },
7503                                                                         {
7504                                                                             "rx_pps": 507963.59748457576,
7505                                                                             "rx_pkts": 5047892,
7506                                                                             "time_ms": 1648621899009,
7507                                                                             "drop_pct": 4,
7508                                                                             "total_tx_pps": 504789,
7509                                                                             "tx_pps": 507964,
7510                                                                             "tx_pkts": 5047896,
7511                                                                             "drop_percentage": 7.9240935233214e-05
7512                                                                         },
7513                                                                         {
7514                                                                             "rx_pps": 761669.4717574592,
7515                                                                             "rx_pkts": 7569092,
7516                                                                             "time_ms": 1648621911525,
7517                                                                             "drop_pct": 2748,
7518                                                                             "total_tx_pps": 757184,
7519                                                                             "tx_pps": 761946,
7520                                                                             "tx_pkts": 7571840,
7521                                                                             "drop_percentage": 0.0362923675090863
7522                                                                         },
7523                                                                         {
7524                                                                             "rx_pps": 634709.9871290971,
7525                                                                             "rx_pkts": 6308068,
7526                                                                             "time_ms": 1648621924063,
7527                                                                             "drop_pct": 2445,
7528                                                                             "total_tx_pps": 631051,
7529                                                                             "tx_pps": 634956,
7530                                                                             "tx_pkts": 6310513,
7531                                                                             "drop_percentage": 0.038744869077997304
7532                                                                         },
7533                                                                         {
7534                                                                             "rx_pps": 570817.786304882,
7535                                                                             "rx_pkts": 5672503,
7536                                                                             "time_ms": 1648621936573,
7537                                                                             "drop_pct": 6382,
7538                                                                             "total_tx_pps": 567888,
7539                                                                             "tx_pps": 571460,
7540                                                                             "tx_pkts": 5678885,
7541                                                                             "drop_percentage": 0.11238121567878201
7542                                                                         },
7543                                                                         {
7544                                                                             "rx_pps": 539659.9475749807,
7545                                                                             "rx_pkts": 5370429,
7546                                                                             "time_ms": 1648621949076,
7547                                                                             "drop_pct": 518,
7548                                                                             "total_tx_pps": 537094,
7549                                                                             "tx_pps": 539712,
7550                                                                             "tx_pkts": 5370947,
7551                                                                             "drop_percentage": 0.009644481690100461
7552                                                                         },
7553                                                                         {
7554                                                                             "rx_pps": 523812.0403582982,
7555                                                                             "rx_pkts": 5205908,
7556                                                                             "time_ms": 1648621961578,
7557                                                                             "drop_pct": 258,
7558                                                                             "total_tx_pps": 520616,
7559                                                                             "tx_pps": 523838,
7560                                                                             "tx_pkts": 5206166,
7561                                                                             "drop_percentage": 0.004955662189795715
7562                                                                         },
7563                                                                         {
7564                                                                             "rx_pps": 515899.79875237396,
7565                                                                             "rx_pkts": 5127015,
7566                                                                             "time_ms": 1648621974085,
7567                                                                             "drop_pct": 2,
7568                                                                             "total_tx_pps": 512701,
7569                                                                             "tx_pps": 515900,
7570                                                                             "tx_pkts": 5127017,
7571                                                                             "drop_percentage": 3.900903780892476e-05
7572                                                                         },
7573                                                                         {
7574                                                                             "rx_pps": 519853.3979002963,
7575                                                                             "rx_pkts": 5166564,
7576                                                                             "time_ms": 1648621986579,
7577                                                                             "drop_pct": 165,
7578                                                                             "total_tx_pps": 516672,
7579                                                                             "tx_pps": 519870,
7580                                                                             "tx_pkts": 5166729,
7581                                                                             "ndr_pps": 257950,
7582                                                                             "drop_percentage": 0.003193509858945573
7583                                                                         }
7584                                                                     ]
7585                                                                 }
7586                                                             }
7587                                                         },
7588                                                         "flow_count": 100000,
7589                                                         "bidirectional": true
7590                                                     }
7591                                                 }
7592                                             },
7593                                             "versions": {
7594                                                 "Traffic_Generator": {
7595                                                     "build_date": "Apr 14 2021",
7596                                                     "version": "v2.89",
7597                                                     "built_by": "hhaim",
7598                                                     "mode": "STL",
7599                                                     "build_time": "11:22:15"
7600                                                 }
7601                                             }
7602                                         }
7603                                     }
7604                                 },
7605                                 "request_id": "53e4dda50a71447681903270ab2e5a3e"
7606                             },
7607                             "synthesis": {
7608                                 "avg_delay_usec": 148.00000409595057,
7609                                 "total_tx_rate": 512701
7610                             }
7611                         },
7612                         {
7613                             "input": {
7614                                 "duration_sec": "10",
7615                                 "flavor_type": "nfvbench.loop.basic",
7616                                 "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
7617                                 "frame_sizes": [
7618                                     "9000"
7619                                 ],
7620                                 "rate": "ndr",
7621                                 "flow_count": "100k",
7622                                 "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
7623                                 "user_label": "amical_tc12_basic"
7624                             },
7625                             "output": {
7626                                 "status": "OK",
7627                                 "result": {
7628                                     "date": "2022-03-30 06:42:59",
7629                                     "nfvbench_version": "5.0.4.dev29",
7630                                     "config": {
7631                                         "compute_nodes": null,
7632                                         "traffic_generator": {
7633                                             "mac_addrs_left": null,
7634                                             "gateway_ip_addrs": [
7635                                                 "192.168.30.2",
7636                                                 "192.168.31.2"
7637                                             ],
7638                                             "mac_addrs_right": null,
7639                                             "default_profile": "trex-local",
7640                                             "src_vteps": null,
7641                                             "generator_profile": [
7642                                                 {
7643                                                     "intf_speed": null,
7644                                                     "name": "trex-local",
7645                                                     "ip": "127.0.0.1",
7646                                                     "zmq_rpc_port": 4501,
7647                                                     "tool": "TRex",
7648                                                     "platform": {
7649                                                         "master_thread_id": "0",
7650                                                         "latency_thread_id": "1",
7651                                                         "dual_if": [
7652                                                             {
7653                                                                 "threads": [
7654                                                                     2,
7655                                                                     3,
7656                                                                     4,
7657                                                                     5,
7658                                                                     6,
7659                                                                     7
7660                                                                 ],
7661                                                                 "socket": 0
7662                                                             }
7663                                                         ]
7664                                                     },
7665                                                     "zmq_pub_port": 4500,
7666                                                     "interfaces": [
7667                                                         {
7668                                                             "switch": null,
7669                                                             "pci": "0000:00:05.0",
7670                                                             "port": 0
7671                                                         },
7672                                                         {
7673                                                             "switch": null,
7674                                                             "pci": "0000:00:06.0",
7675                                                             "port": 1
7676                                                         }
7677                                                     ],
7678                                                     "cores": 5,
7679                                                     "software_mode": false
7680                                                 }
7681                                             ],
7682                                             "vtep_gateway_ips": null,
7683                                             "tg_gateway_ip_addrs_step": "0.0.0.1",
7684                                             "udp_port_step": "1",
7685                                             "udp_src_port": [
7686                                                 "49152",
7687                                                 "49168"
7688                                             ],
7689                                             "gateway_ip_addrs_step": "0.0.0.1",
7690                                             "tg_gateway_ip_addrs": [
7691                                                 "192.168.30.1",
7692                                                 "192.168.31.1"
7693                                             ],
7694                                             "ip_addrs": [
7695                                                 "198.18.0.0/16",
7696                                                 "198.19.0.0/16"
7697                                             ],
7698                                             "ip_src_static": true,
7699                                             "host_name": "nfvbench_tg",
7700                                             "ip_addrs_step": "0.0.0.1",
7701                                             "tg_gateway_ip_cidrs": [
7702                                                 "192.168.1.0/24",
7703                                                 "192.168.2.0/24"
7704                                             ],
7705                                             "dst_vtep": null,
7706                                             "vtep_vlan": null,
7707                                             "udp_dst_port": [
7708                                                 "49152",
7709                                                 "49168"
7710                                             ]
7711                                         },
7712                                         "availability_zone": "nova",
7713                                         "vif_multiqueue_size": 8,
7714                                         "periodic_gratuitous_arp": false,
7715                                         "flavor": {
7716                                             "vcpus": 2,
7717                                             "disk": 0,
7718                                             "extra_specs": {
7719                                                 "hw:cpu_policy": "dedicated",
7720                                                 "hw:mem_page_size": "large"
7721                                             },
7722                                             "ram": 4096
7723                                         },
7724                                         "floating_network": {
7725                                             "subnet": "nfvbench-floating-subnet",
7726                                             "name": "nfvbench-floating-net",
7727                                             "segmentation_id": null,
7728                                             "physical_network": null,
7729                                             "cidr": "192.168.0.0/24",
7730                                             "network_type": "vlan"
7731                                         },
7732                                         "user_info": null,
7733                                         "service_chain": "PVP",
7734                                         "sriov": false,
7735                                         "vxlan": false,
7736                                         "intf_speed_detected": 25000000000.0,
7737                                         "pause_sec": 2.0,
7738                                         "internal_networks": {
7739                                             "middle": {
7740                                                 "subnet": "nfvbench-msubnet",
7741                                                 "name": "nfvbench-mnet",
7742                                                 "segmentation_id": null,
7743                                                 "physical_network": null,
7744                                                 "mpls_transport_labels": null,
7745                                                 "cidr": "192.168.3.0/24",
7746                                                 "network_type": "vlan"
7747                                             },
7748                                             "right": {
7749                                                 "subnet": "subnet_nfvbench_vn2bis",
7750                                                 "name": "net_nfvbench_vn2bis",
7751                                                 "segmentation_id": null,
7752                                                 "physical_network": null,
7753                                                 "mpls_transport_labels": null,
7754                                                 "cidr": "192.168.31.0/24",
7755                                                 "network_type": "vlan"
7756                                             },
7757                                             "left": {
7758                                                 "subnet": "subnet_nfvbench_vn1bis",
7759                                                 "name": "net_nfvbench_vn1bis",
7760                                                 "segmentation_id": null,
7761                                                 "physical_network": null,
7762                                                 "mpls_transport_labels": null,
7763                                                 "cidr": "192.168.30.0/24",
7764                                                 "network_type": "vlan"
7765                                             }
7766                                         },
7767                                         "no_vswitch_access": false,
7768                                         "traffic": {
7769                                             "bidirectional": true,
7770                                             "profile": "custom_traffic_profile"
7771                                         },
7772                                         "restart": false,
7773                                         "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
7774                                         "name": "nfvbench.conf",
7775                                         "std_json": null,
7776                                         "l2_loopback": false,
7777                                         "request_id": "f621b77faf384c08b3fcb9b6a3ec9523",
7778                                         "debug": false,
7779                                         "group_id": null,
7780                                         "loop_vm_name": "nfvbench-loop-vm",
7781                                         "check_traffic_time_sec": 200,
7782                                         "num_mbufs": 128000,
7783                                         "rate": "ndr",
7784                                         "service_chain_count": 1,
7785                                         "service_chain_shared_net": true,
7786                                         "measurement": {
7787                                             "NDR": 0.001,
7788                                             "PDR": 0.1,
7789                                             "load_epsilon": 0.1
7790                                         },
7791                                         "l3_router": false,
7792                                         "debug_mask": 0,
7793                                         "factory_class": "BasicFactory",
7794                                         "tg-tool": "TRex",
7795                                         "frame_sizes": [
7796                                             "9000"
7797                                         ],
7798                                         "service_mode": false,
7799                                         "edge_networks": {
7800                                             "right": {
7801                                                 "subnet": "nfvbench-subnet3",
7802                                                 "name": "nfvbench-net3",
7803                                                 "segmentation_id": null,
7804                                                 "network_type": null,
7805                                                 "physical_network": null,
7806                                                 "cidr": "192.168.4.0/24",
7807                                                 "router_name": "router_right",
7808                                                 "gateway": null
7809                                             },
7810                                             "left": {
7811                                                 "subnet": "nfvbench-subnet2",
7812                                                 "name": "nfvbench-net2",
7813                                                 "segmentation_id": null,
7814                                                 "network_type": null,
7815                                                 "physical_network": null,
7816                                                 "cidr": "192.168.3.0/24",
7817                                                 "router_name": "router_left",
7818                                                 "gateway": null
7819                                             }
7820                                         },
7821                                         "ndr_run": true,
7822                                         "use_management_port": false,
7823                                         "hypervisor_hostname": "localdomain",
7824                                         "cache_size": 16,
7825                                         "pdr_run": false,
7826                                         "vlan_tagging": false,
7827                                         "fluentd": [
7828                                             {
7829                                                 "ip": "172.20.73.203",
7830                                                 "result_tag": "nfvbench.results.amical",
7831                                                 "logging_tag": "nfvbench.logs.amical",
7832                                                 "port": 25225
7833                                             }
7834                                         ],
7835                                         "use_floating_ip": false,
7836                                         "flow_count": 100000,
7837                                         "loop_vm_arp": false,
7838                                         "user_id": null,
7839                                         "openrc_file": null,
7840                                         "disable_hdrh": false,
7841                                         "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
7842                                         "vm_forwarder": "vpp",
7843                                         "factory_module": "nfvbench.factory",
7844                                         "no_latency_streams": false,
7845                                         "single_run": false,
7846                                         "no_arp": false,
7847                                         "cores_used": 5,
7848                                         "traffic_profile": [
7849                                             {
7850                                                 "l2frame_size": [
7851                                                     "9000"
7852                                                 ],
7853                                                 "name": "custom_traffic_profile"
7854                                             }
7855                                         ],
7856                                         "vlans": [
7857                                             2512,
7858                                             2517
7859                                         ],
7860                                         "tg-name": "trex-local",
7861                                         "management_network": {
7862                                             "subnet": "nfvbench-management-subnet",
7863                                             "name": "nfvbench-management-net",
7864                                             "segmentation_id": null,
7865                                             "network_type": "vlan",
7866                                             "physical_network": null,
7867                                             "cidr": "192.168.0.0/24",
7868                                             "gateway": "192.168.0.254"
7869                                         },
7870                                         "no_traffic": false,
7871                                         "mpls": false,
7872                                         "duration_sec": 10.0,
7873                                         "clouds_detail": "openstack",
7874                                         "mbuf_64": null,
7875                                         "generic_poll_sec": 2,
7876                                         "idle_interfaces_per_vm": 0,
7877                                         "no_flow_stats": true,
7878                                         "lat_percentiles": [
7879                                             25,
7880                                             75,
7881                                             99
7882                                         ],
7883                                         "no_cleanup": true,
7884                                         "no_e2e_check": false,
7885                                         "intf_speed_used": 25000000000.0,
7886                                         "generator_profile": "trex-local",
7887                                         "mbuf_factor": 0.2,
7888                                         "user_label": "amical_tc12_basic",
7889                                         "intf_speed": null,
7890                                         "generic_retry_count": 100,
7891                                         "flavor_type": "nfvbench.loop.basic",
7892                                         "use_sriov_middle_net": false,
7893                                         "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
7894                                         "std_json_path": null,
7895                                         "unidir_reverse_traffic_pps": 1,
7896                                         "i40e_mixed": "ignore",
7897                                         "gratuitous_arp_pps": 1,
7898                                         "idle_networks": {
7899                                             "subnet": "nfvbench-idle-subnet",
7900                                             "name": "nfvbench-idle-net",
7901                                             "segmentation_id": null,
7902                                             "physical_network": null,
7903                                             "cidr": "192.169.1.0/24",
7904                                             "network_type": "vlan"
7905                                         },
7906                                         "interval_sec": 10.0,
7907                                         "no_latency_stats": false,
7908                                         "cores": null,
7909                                         "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
7910                                         "external_networks": {
7911                                             "right": null,
7912                                             "left": null
7913                                         }
7914                                     },
7915                                     "benchmarks": {
7916                                         "network": {
7917                                             "service_chain": {
7918                                                 "PVP": {
7919                                                     "result": {
7920                                                         "compute_nodes": {},
7921                                                         "profile": "custom_traffic_profile",
7922                                                         "service_chain_count": 1,
7923                                                         "result": {
7924                                                             "9000": {
7925                                                                 "ndr": {
7926                                                                     "load_percent_per_direction": 39.84375,
7927                                                                     "timestamp_sec": 1648622722.125216,
7928                                                                     "stats": {
7929                                                                         "total_tx_rate": 274380,
7930                                                                         "overall": {
7931                                                                             "rx_pkts": 2743802,
7932                                                                             "drop_percentage": 0.0,
7933                                                                             "drop_pct": 0,
7934                                                                             "max_delay_usec": 1244,
7935                                                                             "lat_percentile": {
7936                                                                                 "99": "n/a",
7937                                                                                 "25": "n/a",
7938                                                                                 "75": "n/a"
7939                                                                             },
7940                                                                             "tx_pkts": 2743802,
7941                                                                             "avg_delay_usec": 641.5002263282846,
7942                                                                             "min_delay_usec": 72,
7943                                                                             "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
7944                                                                         },
7945                                                                         "1": {
7946                                                                             "rx_pkts": 1371832,
7947                                                                             "min_delay_usec": 74,
7948                                                                             "drop_pct": 0,
7949                                                                             "max_delay_usec": 1244,
7950                                                                             "tx_pkts": 1371970,
7951                                                                             "avg_delay_usec": 637,
7952                                                                             "drop_percentage": 0.0
7953                                                                         },
7954                                                                         "0": {
7955                                                                             "rx_pkts": 1371970,
7956                                                                             "min_delay_usec": 72,
7957                                                                             "drop_pct": 0,
7958                                                                             "max_delay_usec": 1235,
7959                                                                             "tx_pkts": 1371832,
7960                                                                             "avg_delay_usec": 646,
7961                                                                             "drop_percentage": 0.0
7962                                                                         },
7963                                                                         "theoretical_tx_rate_bps": 50000000000.0,
7964                                                                         "offered_tx_rate_bps": 19799260800.0,
7965                                                                         "theoretical_tx_rate_pps": 692904.6563192905
7966                                                                     },
7967                                                                     "initial_rate_type": "rate_percent",
7968                                                                     "rate_percent": 79.6875,
7969                                                                     "duration_sec": 10.0,
7970                                                                     "l2frame_size": "9000",
7971                                                                     "rate_pps": 276078,
7972                                                                     "rate_bps": 19921875000.0,
7973                                                                     "time_taken_sec": 137.65054941177368
7974                                                                 },
7975                                                                 "iteration_stats": {
7976                                                                     "ndr_pdr": [
7977                                                                         {
7978                                                                             "rx_pps": 273698.46051110676,
7979                                                                             "rx_pkts": 2718128,
7980                                                                             "time_ms": 1648622596961,
7981                                                                             "drop_pct": 4163174,
7982                                                                             "total_tx_pps": 688130,
7983                                                                             "tx_pps": 692904,
7984                                                                             "tx_pkts": 6881302,
7985                                                                             "drop_percentage": 60.49980076444836
7986                                                                         },
7987                                                                         {
7988                                                                             "rx_pps": 276582.23920405895,
7989                                                                             "rx_pkts": 2748537,
7990                                                                             "time_ms": 1648622609474,
7991                                                                             "drop_pct": 694331,
7992                                                                             "total_tx_pps": 344286,
7993                                                                             "tx_pps": 346452,
7994                                                                             "tx_pkts": 3442868,
7995                                                                             "drop_percentage": 20.167226858537706
7996                                                                         },
7997                                                                         {
7998                                                                             "rx_pps": 173226.0,
7999                                                                             "rx_pkts": 1721434,
8000                                                                             "time_ms": 1648622622000,
8001                                                                             "drop_pct": 0,
8002                                                                             "total_tx_pps": 172143,
8003                                                                             "tx_pps": 173226,
8004                                                                             "tx_pkts": 1721434,
8005                                                                             "drop_percentage": 0.0
8006                                                                         },
8007                                                                         {
8008                                                                             "rx_pps": 259838.0,
8009                                                                             "rx_pkts": 2582143,
8010                                                                             "time_ms": 1648622634517,
8011                                                                             "drop_pct": 0,
8012                                                                             "total_tx_pps": 258214,
8013                                                                             "tx_pps": 259838,
8014                                                                             "tx_pkts": 2582143,
8015                                                                             "drop_percentage": 0.0
8016                                                                         },
8017                                                                         {
8018                                                                             "rx_pps": 276973.17842007434,
8019                                                                             "rx_pkts": 2752701,
8020                                                                             "time_ms": 1648622647105,
8021                                                                             "drop_pct": 260099,
8022                                                                             "total_tx_pps": 301280,
8023                                                                             "tx_pps": 303144,
8024                                                                             "tx_pkts": 3012800,
8025                                                                             "drop_percentage": 8.633131970260223
8026                                                                         },
8027                                                                         {
8028                                                                             "rx_pps": 276794.44570930133,
8029                                                                             "rx_pkts": 2750648,
8030                                                                             "time_ms": 1648622659614,
8031                                                                             "drop_pct": 46682,
8032                                                                             "total_tx_pps": 279733,
8033                                                                             "tx_pps": 281492,
8034                                                                             "tx_pkts": 2797330,
8035                                                                             "drop_percentage": 1.6688056110648368
8036                                                                         },
8037                                                                         {
8038                                                                             "rx_pps": 270664.0,
8039                                                                             "rx_pkts": 2694191,
8040                                                                             "time_ms": 1648622672130,
8041                                                                             "drop_pct": 0,
8042                                                                             "total_tx_pps": 269419,
8043                                                                             "tx_pps": 270664,
8044                                                                             "tx_pkts": 2694191,
8045                                                                             "drop_percentage": 0.0
8046                                                                         },
8047                                                                         {
8048                                                                             "rx_pps": 276078.0,
8049                                                                             "rx_pkts": 2743802,
8050                                                                             "time_ms": 1648622684633,
8051                                                                             "drop_pct": 0,
8052                                                                             "total_tx_pps": 274380,
8053                                                                             "tx_pps": 276078,
8054                                                                             "tx_pkts": 2743802,
8055                                                                             "drop_percentage": 0.0
8056                                                                         },
8057                                                                         {
8058                                                                             "rx_pps": 276955.355288579,
8059                                                                             "rx_pkts": 2752523,
8060                                                                             "time_ms": 1648622697132,
8061                                                                             "drop_pct": 18174,
8062                                                                             "total_tx_pps": 277069,
8063                                                                             "tx_pps": 278784,
8064                                                                             "tx_pkts": 2770697,
8065                                                                             "drop_percentage": 0.6559360334240807
8066                                                                         },
8067                                                                         {
8068                                                                             "rx_pps": 276409.30910346564,
8069                                                                             "rx_pkts": 2746820,
8070                                                                             "time_ms": 1648622709624,
8071                                                                             "drop_pct": 10163,
8072                                                                             "total_tx_pps": 275698,
8073                                                                             "tx_pps": 277432,
8074                                                                             "tx_pkts": 2756983,
8075                                                                             "drop_percentage": 0.3686275903768721
8076                                                                         },
8077                                                                         {
8078                                                                             "rx_pps": 276744.94431529724,
8079                                                                             "rx_pkts": 2750432,
8080                                                                             "time_ms": 1648622722124,
8081                                                                             "drop_pct": 90,
8082                                                                             "total_tx_pps": 275052,
8083                                                                             "tx_pps": 276754,
8084                                                                             "tx_pkts": 2750522,
8085                                                                             "ndr_pps": 138039,
8086                                                                             "drop_percentage": 0.003272106167483845
8087                                                                         }
8088                                                                     ]
8089                                                                 }
8090                                                             }
8091                                                         },
8092                                                         "flow_count": 100000,
8093                                                         "bidirectional": true
8094                                                     }
8095                                                 }
8096                                             },
8097                                             "versions": {
8098                                                 "Traffic_Generator": {
8099                                                     "build_date": "Apr 14 2021",
8100                                                     "version": "v2.89",
8101                                                     "built_by": "hhaim",
8102                                                     "mode": "STL",
8103                                                     "build_time": "11:22:15"
8104                                                 }
8105                                             }
8106                                         }
8107                                     }
8108                                 },
8109                                 "request_id": "f621b77faf384c08b3fcb9b6a3ec9523"
8110                             },
8111                             "synthesis": {
8112                                 "avg_delay_usec": 641.5002263282846,
8113                                 "total_tx_rate": 274380
8114                             }
8115                         }
8116                     ]
8117                 },
8118                 "fail_tests": 0,
8119                 "total_tests": 1,
8120                 "pass_tests": 1
8121             }
8122         }
8123     ]
8124 }