Skip to content

Instantly share code, notes, and snippets.

@dovahcrow

dovahcrow/spec.json

Created September 9, 2020 06:52
Show Gist options
  • Save dovahcrow/81a48a32266f99062adc92a3d89ff19f to your computer and use it in GitHub Desktop.
Save dovahcrow/81a48a32266f99062adc92a3d89ff19f to your computer and use it in GitHub Desktop.
Download ZIP
create report cmp
Raw
spec.json
{
"config": {"view": {"continuousWidth": 400, "continuousHeight": 300}},
"data": {"name": "data-358ac031a23c1eb942080dcd19000e84"},
"mark": "bar",
"encoding": {
"color": {"type": "nominal", "field": "name", "legend": null},
"row": {
"type": "nominal",
"field": "dataset",
"header": {"labelAlign": "left", "labelAngle": 0},
"title": "Dataset"
},
"tooltip": [
{"type": "nominal", "field": "name"},
{
"type": "quantitative",
"field": "elapsed",
"format": ".2s",
"title": "Elapsed (s)"
},
{"type": "nominal", "field": "MachineMem"},
{"type": "nominal", "field": "DatasetMemSize"}
],
"x": {"type": "quantitative", "field": "elapsed", "title": "Elapsed (s)"},
"y": {"type": "nominal", "field": "name", "title": ""}
},
"title": "create_report(df) Comparison",
"$schema": "https://vega.github.io/schema/vega-lite/v4.8.1.json",
"datasets": {
"data-358ac031a23c1eb942080dcd19000e84": [
{
"cpu": 32,
"dataset": "adult",
"fname": "create_report_pp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 31876952,
"name": "PandasProfilingReport",
"elapsed": 19.40541672706604,
"status": null,
"DVM": 0.0004638707032427192,
"MachineMem": "64G",
"DatasetMemSize": "30.4M"
},
{
"cpu": 32,
"dataset": "adult",
"fname": "create_report_dp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 31876952,
"name": "DataPrepReport",
"elapsed": 3.777920246124267,
"status": null,
"DVM": 0.0004638707032427192,
"MachineMem": "64G",
"DatasetMemSize": "30.4M"
},
{
"cpu": 32,
"dataset": "automobile",
"fname": "create_report_pp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 218201,
"name": "PandasProfilingReport",
"elapsed": 34.074150800704956,
"status": null,
"DVM": 0.0000031752424547448754,
"MachineMem": "64G",
"DatasetMemSize": "0.2M"
},
{
"cpu": 32,
"dataset": "automobile",
"fname": "create_report_dp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 218201,
"name": "DataPrepReport",
"elapsed": 4.296972513198852,
"status": null,
"DVM": 0.0000031752424547448754,
"MachineMem": "64G",
"DatasetMemSize": "0.2M"
},
{
"cpu": 32,
"dataset": "covid19_outcome",
"fname": "create_report_pp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 3273938,
"name": "PandasProfilingReport",
"elapsed": 10.623700141906738,
"status": null,
"DVM": 0.000047642068238928914,
"MachineMem": "64G",
"DatasetMemSize": "3.1M"
},
{
"cpu": 32,
"dataset": "covid19_outcome",
"fname": "create_report_dp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 3273938,
"name": "DataPrepReport",
"elapsed": 1.4555537700653072,
"status": null,
"DVM": 0.000047642068238928914,
"MachineMem": "64G",
"DatasetMemSize": "3.1M"
},
{
"cpu": 32,
"dataset": "heart_failure",
"fname": "create_report_pp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 33616,
"name": "PandasProfilingReport",
"elapsed": 16.350647449493408,
"status": null,
"DVM": 4.891771823167801e-7,
"MachineMem": "64G",
"DatasetMemSize": "0.0M"
},
{
"cpu": 32,
"dataset": "heart_failure",
"fname": "create_report_dp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 33616,
"name": "DataPrepReport",
"elapsed": 1.978482484817504,
"status": null,
"DVM": 4.891771823167801e-7,
"MachineMem": "64G",
"DatasetMemSize": "0.0M"
},
{
"cpu": 32,
"dataset": "titanic",
"fname": "create_report_pp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 331348,
"name": "PandasProfilingReport",
"elapsed": 14.13781476020813,
"status": null,
"DVM": 0.0000048217480070889,
"MachineMem": "64G",
"DatasetMemSize": "0.3M"
},
{
"cpu": 32,
"dataset": "titanic",
"fname": "create_report_dp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 331348,
"name": "DataPrepReport",
"elapsed": 2.202125787734985,
"status": null,
"DVM": 0.0000048217480070889,
"MachineMem": "64G",
"DatasetMemSize": "0.3M"
},
{
"cpu": 32,
"dataset": "top_women_chess_players",
"fname": "create_report_pp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 2849475,
"name": "PandasProfilingReport",
"elapsed": 13.510890245437622,
"status": null,
"DVM": 0.000041465318645350635,
"MachineMem": "64G",
"DatasetMemSize": "2.7M"
},
{
"cpu": 32,
"dataset": "top_women_chess_players",
"fname": "create_report_dp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 2849475,
"name": "DataPrepReport",
"elapsed": 2.051135063171386,
"status": null,
"DVM": 0.000041465318645350635,
"MachineMem": "64G",
"DatasetMemSize": "2.7M"
},
{
"cpu": 32,
"dataset": "women_international_football",
"fname": "create_report_pp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 1805900,
"name": "PandasProfilingReport",
"elapsed": 6.708172082901001,
"status": null,
"DVM": 0.000026279303710907698,
"MachineMem": "64G",
"DatasetMemSize": "1.7M"
},
{
"cpu": 32,
"dataset": "women_international_football",
"fname": "create_report_dp.py",
"format": "parquet",
"memory": 68719476736,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 1805900,
"name": "DataPrepReport",
"elapsed": 1.8951249122619631,
"status": null,
"DVM": 0.000026279303710907698,
"MachineMem": "64G",
"DatasetMemSize": "1.7M"
}
]
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment