Skip to content

Instantly share code, notes, and snippets.

@knelasevero

knelasevero/BenchmarkPerfSchedulingComparison.md

Last active August 22, 2022 17:52
Show Gist options
  • Save knelasevero/79b7fa6f57c4b3cc863cd9fb8761269b to your computer and use it in GitHub Desktop.
Save knelasevero/79b7fa6f57c4b3cc863cd9fb8761269b to your computer and use it in GitHub Desktop.
Download ZIP
Only BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2
Raw
BenchmarkPerfSchedulingComparison.md

Running perf tests only for BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2, which I belive would trigger logs basically always

Run 1

test+metric withvalues withname perc99 master branch perc99
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - SchedulingThroughput 384 421
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - scheduler_scheduling_attempt_duration_seconds 56.72727272727273 110.7027027027027,
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - scheduler_pod_scheduling_duration_seconds 10015.438596491229 10188.594377510039
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - scheduler_framework_extension_point_duration_seconds 2.311111111111111 5.333333333333334

Run 2

test+metric withvalues withname perc99 master branch perc99
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - SchedulingThroughput 383 422
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - scheduler_scheduling_attempt_duration_seconds 112.76190476190476 123.55555555555556
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - scheduler_pod_scheduling_duration_seconds 10019.310344827585 10188.594377510039
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - scheduler_framework_extension_point_duration_seconds 2.666666666666667 5.866666666666668

Run 3

test+metric withvalues withname perc99 master branch perc99
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - SchedulingThroughput 393 305
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - scheduler_scheduling_attempt_duration_seconds 55.35135135135135 231.8490566037736
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - scheduler_pod_scheduling_duration_seconds 9998.490566037735 10188.594377510039
BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2 - scheduler_framework_extension_point_duration_seconds 2.8000000000000003 6.4

Raw files:

WithValue WithName

1-

{
  "version": "v1",
  "dataItems": [
    {
      "data": {
        "Average": 83.33333333333333,
        "Perc50": 1,
        "Perc90": 384,
        "Perc95": 384,
        "Perc99": 384
      },
      "unit": "pods/s",
      "labels": {
        "Metric": "SchedulingThroughput",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 11.606140237000002,
        "Perc50": 7.656488549618321,
        "Perc90": 26.90909090909091,
        "Perc95": 31.454545454545457,
        "Perc99": 56.72727272727273
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_scheduling_attempt_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 4613.305448760006,
        "Perc50": 4215.688311688312,
        "Perc90": 7994.385964912281,
        "Perc95": 9117.192982456141,
        "Perc99": 10015.438596491229
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_pod_scheduling_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 0.5076216109999999,
        "Perc50": 0.4054794520547945,
        "Perc90": 1.3988304093567252,
        "Perc95": 1.5157894736842106,
        "Perc99": 2.311111111111111
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_framework_extension_point_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2",
        "extension_point": "Filter"
      }
    }
  ]
}

2-

{
  "version": "v1",
  "dataItems": [
    {
      "data": {
        "Average": 100,
        "Perc50": 14,
        "Perc90": 383,
        "Perc95": 383,
        "Perc99": 383
      },
      "unit": "pods/s",
      "labels": {
        "Metric": "SchedulingThroughput",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 22.28352687899999,
        "Perc50": 7.714285714285715,
        "Perc90": 57.22627737226278,
        "Perc95": 63.065693430656935,
        "Perc99": 112.76190476190476
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_scheduling_attempt_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 4662.717783639996,
        "Perc50": 4224.334203655353,
        "Perc90": 8033.103448275863,
        "Perc95": 9136.551724137931,
        "Perc99": 10019.310344827585
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_pod_scheduling_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 0.5156499520000013,
        "Perc50": 0.4028776978417266,
        "Perc90": 1.402298850574713,
        "Perc95": 1.5172413793103448,
        "Perc99": 2.666666666666667
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_framework_extension_point_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2",
        "extension_point": "Filter"
      }
    }
  ]
}

3 -

{
  "version": "v1",
  "dataItems": [
    {
      "data": {
        "Average": 100,
        "Perc50": 3,
        "Perc90": 393,
        "Perc95": 393,
        "Perc99": 393
      },
      "unit": "pods/s",
      "labels": {
        "Metric": "SchedulingThroughput",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 10.975913026999997,
        "Perc50": 7.327305605786619,
        "Perc90": 25.739130434782613,
        "Perc95": 30.70807453416149,
        "Perc99": 55.35135135135135
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_scheduling_attempt_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 4566.772297151997,
        "Perc50": 4181.984732824428,
        "Perc90": 7824.905660377359,
        "Perc95": 9032.45283018868,
        "Perc99": 9998.490566037735
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_pod_scheduling_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 0.5110475659999985,
        "Perc50": 0.40540540540540543,
        "Perc90": 1.3958944281524925,
        "Perc95": 1.5131964809384164,
        "Perc99": 2.8000000000000003
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_framework_extension_point_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2",
        "extension_point": "Filter"
      }
    }
  ]
}

Master Branch

1 -

{
  "version": "v1",
  "dataItems": [
    {
      "data": {
        "Average": 71.42857142857143,
        "Perc50": 1,
        "Perc90": 305,
        "Perc95": 305,
        "Perc99": 305
      },
      "unit": "pods/s",
      "labels": {
        "Metric": "SchedulingThroughput",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 27.96236882400001,
        "Perc50": 12.651162790697674,
        "Perc90": 88.42105263157896,
        "Perc95": 135.24528301886792,
        "Perc99": 231.8490566037736
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_scheduling_attempt_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 6029.759565687997,
        "Perc50": 7669.718875502008,
        "Perc90": 9725.9437751004,
        "Perc95": 9982.971887550202,
        "Perc99": 10188.594377510039
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_pod_scheduling_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 0.7083499659999998,
        "Perc50": 0.2,
        "Perc90": 1.5338842975206615,
        "Perc95": 2.1925925925925926,
        "Perc99": 6.4
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_framework_extension_point_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2",
        "extension_point": "Filter"
      }
    }
  ]
}

2 -

{
  "version": "v1",
  "dataItems": [
    {
      "data": {
        "Average": 83.33333333333333,
        "Perc50": 1,
        "Perc90": 422,
        "Perc95": 422,
        "Perc99": 422
      },
      "unit": "pods/s",
      "labels": {
        "Metric": "SchedulingThroughput",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 22.52093072899997,
        "Perc50": 12.708860759493671,
        "Perc90": 83.55555555555556,
        "Perc95": 105.77777777777777,
        "Perc99": 123.55555555555556
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_scheduling_attempt_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 5965.508080052003,
        "Perc50": 7669.718875502008,
        "Perc90": 9725.9437751004,
        "Perc95": 9982.971887550202,
        "Perc99": 10188.594377510039
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_pod_scheduling_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 0.6750168309999997,
        "Perc50": 0.40540540540540543,
        "Perc90": 1.5226519337016575,
        "Perc95": 2.08,
        "Perc99": 5.866666666666668
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_framework_extension_point_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2",
        "extension_point": "Filter"
      }
    }
  ]
}

3 -

{
  "version": "v1",
  "dataItems": [
    {
      "data": {
        "Average": 83.33333333333333,
        "Perc50": 1,
        "Perc90": 421,
        "Perc95": 421,
        "Perc99": 421
      },
      "unit": "pods/s",
      "labels": {
        "Metric": "SchedulingThroughput",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 20.015899954999984,
        "Perc50": 12.409638554216867,
        "Perc90": 53.219251336898395,
        "Perc95": 61.775401069518715,
        "Perc99": 110.7027027027027
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_scheduling_attempt_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 5973.981634439998,
        "Perc50": 7669.718875502008,
        "Perc90": 9725.9437751004,
        "Perc95": 9982.971887550202,
        "Perc99": 10188.594377510039
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_pod_scheduling_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2"
      }
    },
    {
      "data": {
        "Average": 0.6754569030000002,
        "Perc50": 0.2,
        "Perc90": 1.5157894736842106,
        "Perc95": 2.0363636363636366,
        "Perc99": 5.333333333333334
      },
      "unit": "ms",
      "labels": {
        "Metric": "scheduler_framework_extension_point_duration_seconds",
        "Name": "BenchmarkPerfScheduling/PreemptionBasic/500Nodes/namespace-2",
        "extension_point": "Filter"
      }
    }
  ]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment