Skip to content

Instantly share code, notes, and snippets.

@AlenkaF

AlenkaF/Benchmark_baseline_PR.py

Last active August 30, 2022 13:31
Show Gist options
  • Save AlenkaF/691a4aab6b56b53ec7b956dcd31b8ec6 to your computer and use it in GitHub Desktop.
Save AlenkaF/691a4aab6b56b53ec7b956dcd31b8ec6 to your computer and use it in GitHub Desktop.
Download ZIP
Baseline PR benchmark results, 10 iterations
Raw
Benchmark_baseline_PR.py
##########################################
# dataframe-to-table
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench dataframe-to-table chi_traffic_2020_Q1 --iterations 5
Time to POST http://localhost:5000/api/login/ 0.0827488899230957
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.004584789276123047
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "e32fa2dfa77b4465bc37d269fe8f1af9",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "7e7b8e1f0a2f02046e0d0d6a0b9ada6d64648b9c",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "43261f59ffa3445a9c79490f223bb9d2",
"stats": {
"data": [
"64.981658",
"53.549281",
"49.505356",
"64.962668",
"71.737568"
],
"iqr": "11.432377",
"iterations": 5,
"max": "71.737568",
"mean": "60.947306",
"median": "64.962668",
"min": "49.505356",
"q1": "53.549281",
"q3": "64.981658",
"stdev": "9.144368",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"cpu_count": null,
"dataset": "chi_traffic_2020_Q1",
"name": "dataframe-to-table"
},
"timestamp": "2022-08-30T13:16:42.014578+00:00"
}
##########################################
# file-write
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench file-write --file-type=parquet --compression=uncompressed --input-type=table --iterations 10 fanniemae_2016Q4
Time to create table/dataframe 2.3012197017669678
Time to POST http://localhost:5000/api/login/ 0.01981496810913086
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.0030677318572998047
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "8639a5dcfb9f4689b4c0f40c66dbc9bd",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "7e7b8e1f0a2f02046e0d0d6a0b9ada6d64648b9c",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "abb84bfa75c2479e94c4ab4f6f4c5e28",
"stats": {
"data": [
"6.820324",
"6.090407",
"5.999144",
"6.665890",
"6.942763",
"7.028355",
"6.853130",
"6.923372",
"6.871875",
"6.850393"
],
"iqr": "0.205999",
"iterations": 10,
"max": "7.028355",
"mean": "6.704565",
"median": "6.851761",
"min": "5.999144",
"q1": "6.704498",
"q3": "6.910498",
"stdev": "0.360631",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"compression": "uncompressed",
"cpu_count": null,
"dataset": "fanniemae_2016Q4",
"file_type": "parquet",
"input_type": "table",
"name": "file-write"
},
"timestamp": "2022-08-30T12:36:45.163674+00:00"
}
##########################################
# file-read
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench file-write --file-type=parquet --compression=uncompressed --input-type=dataframe --iterations 10 fanniemae_2016Q4
Time to create table/dataframe 6.814547777175903
Time to POST http://localhost:5000/api/login/ 0.0606231689453125
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.003328084945678711
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "74aaea25ff7f4f698e07e512db45cdc6",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "7e7b8e1f0a2f02046e0d0d6a0b9ada6d64648b9c",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "4dff0895a4e241189be2948300d78a2b",
"stats": {
"data": [
"14.001737",
"12.492448",
"12.448304",
"12.283001",
"12.576858",
"12.741986",
"12.614014",
"12.492051",
"12.360719",
"12.619696"
],
"iqr": "0.159035",
"iterations": 10,
"max": "14.001737",
"mean": "12.663081",
"median": "12.534653",
"min": "12.283001",
"q1": "12.459241",
"q3": "12.618275",
"stdev": "0.488800",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"compression": "uncompressed",
"cpu_count": null,
"dataset": "fanniemae_2016Q4",
"file_type": "parquet",
"input_type": "dataframe",
"name": "file-write"
},
"timestamp": "2022-08-30T12:51:17.769410+00:00"
}
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench file-read --file-type=parquet --compression=uncompressed --output-type=table --iterations 10 fanniemae_2016Q4
Time to POST http://localhost:5000/api/login/ 0.02995777130126953
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.0053577423095703125
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "e9a86d5e0bf842ca92249a92e22033e8",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "7e7b8e1f0a2f02046e0d0d6a0b9ada6d64648b9c",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "16a67187cd404f22a57e51015e737a29",
"stats": {
"data": [
"2.875841",
"2.472770",
"2.361900",
"2.412634",
"2.534293",
"2.451532",
"2.424400",
"2.367071",
"2.622175",
"2.599331"
],
"iqr": "0.167496",
"iterations": 10,
"max": "2.875841",
"mean": "2.512195",
"median": "2.462151",
"min": "2.361900",
"q1": "2.415576",
"q3": "2.583072",
"stdev": "0.155963",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"compression": "uncompressed",
"cpu_count": null,
"dataset": "fanniemae_2016Q4",
"file_type": "parquet",
"name": "file-read",
"output_type": "table"
},
"timestamp": "2022-08-30T12:52:48.601025+00:00"
}
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench file-read --file-type=parquet --compression=uncompressed --output-type=dataframe --iterations 10 fanniemae_2016Q4
Time to POST http://localhost:5000/api/login/ 0.050137996673583984
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.005607128143310547
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "d7f0224eba7d4633975fdef1476e2236",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "7e7b8e1f0a2f02046e0d0d6a0b9ada6d64648b9c",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "088fc154f98c418d90649acf61a24d64",
"stats": {
"data": [
"3.580435",
"3.176966",
"2.696935",
"2.621833",
"2.537312",
"2.430054",
"2.956680",
"2.996942",
"2.879890",
"2.524897"
],
"iqr": "0.428434",
"iterations": 10,
"max": "3.580435",
"mean": "2.840194",
"median": "2.788412",
"min": "2.430054",
"q1": "2.558442",
"q3": "2.986877",
"stdev": "0.354127",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"compression": "uncompressed",
"cpu_count": null,
"dataset": "fanniemae_2016Q4",
"file_type": "parquet",
"name": "file-read",
"output_type": "dataframe"
},
"timestamp": "2022-08-30T12:56:37.275269+00:00"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment