Skip to content

Instantly share code, notes, and snippets.

@AlenkaF

AlenkaF/Benchmark_refactoring_PR.py

Last active August 30, 2022 15:19
Show Gist options
  • Save AlenkaF/1b5a9d327bb229b803a331f63c895144 to your computer and use it in GitHub Desktop.
Save AlenkaF/1b5a9d327bb229b803a331f63c895144 to your computer and use it in GitHub Desktop.
Download ZIP
Refactoring PR benchmark results, 10 iterations
Raw
Benchmark_refactoring_PR.py
##########################################
# dataframe-to-table
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench dataframe-to-table chi_traffic_2020_Q1 --iterations 5
Time to POST http://localhost:5000/api/login/ 0.05665302276611328
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.005268096923828125
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "a3aa4e69f7394a0290d6c8a1bc1cac64",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "b832853ba62171d5fe5077681083fc6ea49bfd44",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "5d4100ee44d84ec6b1a5a0fc29bb5933",
"stats": {
"data": [
"64.851181",
"57.528655",
"55.416022",
"53.277743",
"52.858168"
],
"iqr": "4.250912",
"iterations": 5,
"max": "64.851181",
"mean": "56.786354",
"median": "55.416022",
"min": "52.858168",
"q1": "53.277743",
"q3": "57.528655",
"stdev": "4.878813",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"cpu_count": null,
"dataset": "chi_traffic_2020_Q1",
"name": "dataframe-to-table"
},
"timestamp": "2022-08-30T15:12:30.220489+00:00"
}
##########################################
# file-write
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench file-write --file-type=parquet --compression=uncompressed --input-type=table --iterations 10 fanniemae_2016Q4
Time to create table/dataframe 3.2144711017608643
Time to POST http://localhost:5000/api/login/ 0.010376930236816406
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.002427816390991211
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "79c2ddcb01334556b1afabbcba840784",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "b832853ba62171d5fe5077681083fc6ea49bfd44",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "9622d09cd9404006968b304bbb5b4a01",
"stats": {
"data": [
"6.966317",
"6.711424",
"7.116366",
"7.176970",
"6.811855",
"6.774321",
"6.940197",
"6.723283",
"6.816241",
"6.806633"
],
"iqr": "0.177388",
"iterations": 10,
"max": "7.176970",
"mean": "6.884361",
"median": "6.814048",
"min": "6.711424",
"q1": "6.782399",
"q3": "6.959787",
"stdev": "0.160963",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"compression": "uncompressed",
"cpu_count": null,
"dataset": "fanniemae_2016Q4",
"file_type": "parquet",
"input_type": "table",
"name": "file-write"
},
"timestamp": "2022-08-30T08:57:15.691500+00:00"
}
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench file-write --file-type=parquet --compression=uncompressed --input-type=dataframe --iterations 10 fanniemae_2016Q4
Time to create table/dataframe 6.4115400314331055
^[[BTime to POST http://localhost:5000/api/login/ 0.023476839065551758
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.0033638477325439453
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "ef9cc7ad881e482a96520fdc970653b0",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "b832853ba62171d5fe5077681083fc6ea49bfd44",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "f073b9c89eb343cbb79e667fbb7dfc83",
"stats": {
"data": [
"13.066266",
"12.685893",
"12.607879",
"12.610420",
"12.399364",
"12.376921",
"12.489493",
"12.840860",
"12.638319",
"12.417029"
],
"iqr": "0.238855",
"iterations": 10,
"max": "13.066266",
"mean": "12.613244",
"median": "12.609150",
"min": "12.376921",
"q1": "12.435145",
"q3": "12.674000",
"stdev": "0.215610",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"compression": "uncompressed",
"cpu_count": null,
"dataset": "fanniemae_2016Q4",
"file_type": "parquet",
"input_type": "dataframe",
"name": "file-write"
},
"timestamp": "2022-08-30T15:17:14.327337+00:00"
}
##########################################
# file-read
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench file-read --file-type=parquet --compression=uncompressed --output-type=table --iterations 10 fanniemae_2016Q4
Time to POST http://localhost:5000/api/login/ 0.06701278686523438
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.0070879459381103516
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "4e7de108ff7046d1ae680498f531b01c",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "b832853ba62171d5fe5077681083fc6ea49bfd44",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "e50f19ea76ea40d1bfecdbfb33d28560",
"stats": {
"data": [
"3.735635",
"3.083064",
"2.681702",
"2.725133",
"2.576740",
"2.802396",
"2.559844",
"2.733735",
"2.638510",
"2.998150"
],
"iqr": "0.299904",
"iterations": 10,
"max": "3.735635",
"mean": "2.853491",
"median": "2.729434",
"min": "2.559844",
"q1": "2.649308",
"q3": "2.949212",
"stdev": "0.353362",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"compression": "uncompressed",
"cpu_count": null,
"dataset": "fanniemae_2016Q4",
"file_type": "parquet",
"name": "file-read",
"output_type": "table"
},
"timestamp": "2022-08-30T11:07:59.285451+00:00"
}
(qa) (base) alenkafrim@Alenkas-MacBook-Pro benchmarks % conbench file-read --file-type=parquet --compression=uncompressed --output-type=dataframe --iterations 10 fanniemae_2016Q4
Time to POST http://localhost:5000/api/login/ 0.055085182189941406
POST http://localhost:5000/api/login/ failed
Time to POST http://localhost:5000/api/benchmarks/ 0.004060983657836914
POST http://localhost:5000/api/benchmarks/ failed
Benchmark result:
{
"batch_id": "5ae9b6d8795842c0b705cf3313f72db6",
"context": {
"arrow_compiler_flags": " -Qunused-arguments -fcolor-diagnostics -O2 -DNDEBUG",
"benchmark_language": "Python"
},
"github": {
"commit": "b832853ba62171d5fe5077681083fc6ea49bfd44",
"repository": "https://github.com/apache/arrow"
},
"info": {
"arrow_compiler_id": "AppleClang",
"arrow_compiler_version": "13.1.6.13160021",
"arrow_version": "10.0.0-SNAPSHOT",
"benchmark_language_version": "Python 3.9.13"
},
"machine_info": {
"architecture_name": "arm64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "0",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "21.6.0",
"memory_bytes": "8589934592",
"name": "Alenkas-MacBook-Pro.local",
"os_name": "macOS",
"os_version": "12.5.1"
},
"run_id": "2d1258642c18450c86f56c8e8081125d",
"stats": {
"data": [
"3.470967",
"2.658326",
"2.482955",
"2.480729",
"2.436181",
"2.536101",
"2.432924",
"2.554842",
"2.524839",
"2.610398"
],
"iqr": "0.115224",
"iterations": 10,
"max": "3.470967",
"mean": "2.618826",
"median": "2.530470",
"min": "2.432924",
"q1": "2.481285",
"q3": "2.596509",
"stdev": "0.307859",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"compression": "uncompressed",
"cpu_count": null,
"dataset": "fanniemae_2016Q4",
"file_type": "parquet",
"name": "file-read",
"output_type": "dataframe"
},
"timestamp": "2022-08-30T11:11:33.101176+00:00"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment