Skip to content

Instantly share code, notes, and snippets.

@dovahcrow
Created September 12, 2020 08:25
Show Gist options
  • Save dovahcrow/e91d4ccb713fcb631da1701c3173ee0e to your computer and use it in GitHub Desktop.
Save dovahcrow/e91d4ccb713fcb631da1701c3173ee0e to your computer and use it in GitHub Desktop.
Vega-Lite spec from Sat Sep 12 2020
{
"config": {"view": {"continuousWidth": 400, "continuousHeight": 300}},
"data": {"name": "data-a7d1f905f99c656ceb06b2de217a5cd2"},
"mark": "bar",
"encoding": {
"color": {"type": "nominal", "field": "name", "legend": null},
"row": {
"type": "nominal",
"field": "dataset",
"header": {"labelAlign": "left", "labelAngle": 0},
"title": "Dataset"
},
"tooltip": [
{"type": "nominal", "field": "name"},
{
"type": "quantitative",
"field": "elapsed",
"format": ".2s",
"title": "Elapsed (s)"
},
{"type": "nominal", "field": "MachineMem"},
{"type": "nominal", "field": "DatasetMemSize"}
],
"x": {
"type": "quantitative",
"field": "elapsed",
"scale": {"base": 10, "type": "log"},
"title": "Elapsed (s)"
},
"y": {"type": "nominal", "field": "name", "title": ""}
},
"title": "create_report(df) Comparison",
"$schema": "https://vega.github.io/schema/vega-lite/v4.8.1.json",
"datasets": {
"data-a7d1f905f99c656ceb06b2de217a5cd2": [
{
"cpu": 8,
"dataset": "adult",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 32319408,
"name": "PandasProfilingReport",
"elapsed": 22.96200728416443,
"DVM": 0.0009406185708940029,
"MachineMem": "32G",
"DatasetMemSize": "30.8M"
},
{
"cpu": 8,
"dataset": "adult",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 32319408,
"name": "DataPrepReport",
"elapsed": 3.811901569366455,
"DVM": 0.0009406185708940029,
"MachineMem": "32G",
"DatasetMemSize": "30.8M"
},
{
"cpu": 8,
"dataset": "automobile",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 219841,
"name": "PandasProfilingReport",
"elapsed": 38.569918632507324,
"DVM": 0.000006398215191438794,
"MachineMem": "32G",
"DatasetMemSize": "0.2M"
},
{
"cpu": 8,
"dataset": "automobile",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 219841,
"name": "DataPrepReport",
"elapsed": 4.071839332580566,
"DVM": 0.000006398215191438794,
"MachineMem": "32G",
"DatasetMemSize": "0.2M"
},
{
"cpu": 8,
"dataset": "beer_reviews",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 605524737,
"name": "PandasProfilingReport",
"elapsed": 144.63995838165283,
"DVM": 0.017623089283006266,
"MachineMem": "32G",
"DatasetMemSize": "577.5M"
},
{
"cpu": 8,
"dataset": "beer_reviews",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 605524737,
"name": "DataPrepReport",
"elapsed": 52.285746812820435,
"DVM": 0.017623089283006266,
"MachineMem": "32G",
"DatasetMemSize": "577.5M"
},
{
"cpu": 8,
"dataset": "covid19_outcome",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 3424458,
"name": "PandasProfilingReport",
"elapsed": 12.69948410987854,
"DVM": 0.00009966484503820539,
"MachineMem": "32G",
"DatasetMemSize": "3.3M"
},
{
"cpu": 8,
"dataset": "covid19_outcome",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 3424458,
"name": "DataPrepReport",
"elapsed": 1.598800182342529,
"DVM": 0.00009966484503820539,
"MachineMem": "32G",
"DatasetMemSize": "3.3M"
},
{
"cpu": 8,
"dataset": "heart_failure",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 36008,
"name": "PandasProfilingReport",
"elapsed": 19.71905517578125,
"DVM": 0.0000010479707270860672,
"MachineMem": "32G",
"DatasetMemSize": "0.0M"
},
{
"cpu": 8,
"dataset": "heart_failure",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 36008,
"name": "DataPrepReport",
"elapsed": 2.163579702377319,
"DVM": 0.0000010479707270860672,
"MachineMem": "32G",
"DatasetMemSize": "0.0M"
},
{
"cpu": 8,
"dataset": "NYPD_Arrests",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 4027382890,
"name": "PandasProfilingReport",
"elapsed": 696.6883573532104,
"DVM": 0.1172122688149102,
"MachineMem": "32G",
"DatasetMemSize": "3840.8M"
},
{
"cpu": 8,
"dataset": "NYPD_Arrests",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 4027382890,
"name": "DataPrepReport",
"elapsed": 228.00578784942627,
"DVM": 0.1172122688149102,
"MachineMem": "32G",
"DatasetMemSize": "3840.8M"
},
{
"cpu": 8,
"dataset": "suicide",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 12979530,
"name": "PandasProfilingReport",
"elapsed": 20.400989532470703,
"DVM": 0.0003777540405280888,
"MachineMem": "32G",
"DatasetMemSize": "12.4M"
},
{
"cpu": 8,
"dataset": "suicide",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 12979530,
"name": "DataPrepReport",
"elapsed": 2.838793516159057,
"DVM": 0.0003777540405280888,
"MachineMem": "32G",
"DatasetMemSize": "12.4M"
},
{
"cpu": 8,
"dataset": "titanic",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 343988,
"name": "PandasProfilingReport",
"elapsed": 17.881694793701172,
"DVM": 0.000010011368431150913,
"MachineMem": "32G",
"DatasetMemSize": "0.3M"
},
{
"cpu": 8,
"dataset": "titanic",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 343988,
"name": "DataPrepReport",
"elapsed": 2.2533481121063232,
"DVM": 0.000010011368431150913,
"MachineMem": "32G",
"DatasetMemSize": "0.3M"
},
{
"cpu": 8,
"dataset": "top_women_chess_players",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 2982987,
"name": "PandasProfilingReport",
"elapsed": 16.567123889923096,
"DVM": 0.0000868163479026407,
"MachineMem": "32G",
"DatasetMemSize": "2.8M"
},
{
"cpu": 8,
"dataset": "top_women_chess_players",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 2982987,
"name": "DataPrepReport",
"elapsed": 2.142093420028686,
"DVM": 0.0000868163479026407,
"MachineMem": "32G",
"DatasetMemSize": "2.8M"
},
{
"cpu": 8,
"dataset": "US_Accidents_June20",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 5453509055,
"name": "PandasProfilingReport",
"elapsed": 1020.6882874965668,
"DVM": 0.15871800293098204,
"MachineMem": "32G",
"DatasetMemSize": "5200.9M"
},
{
"cpu": 8,
"dataset": "US_Accidents_June20",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 5453509055,
"name": "DataPrepReport",
"elapsed": 492.36401438713074,
"DVM": 0.15871800293098204,
"MachineMem": "32G",
"DatasetMemSize": "5200.9M"
},
{
"cpu": 8,
"dataset": "women_international_football",
"fname": "create_report_pp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 1839204,
"name": "PandasProfilingReport",
"elapsed": 8.771767854690552,
"DVM": 0.000053527881391346455,
"MachineMem": "32G",
"DatasetMemSize": "1.8M"
},
{
"cpu": 8,
"dataset": "women_international_football",
"fname": "create_report_dp.py",
"format": "csv",
"memory": 34359738368,
"ncol": 0,
"nrow": 0,
"partition": 0,
"reader": "pandas",
"mem_size": 1839204,
"name": "DataPrepReport",
"elapsed": 1.966895341873169,
"DVM": 0.000053527881391346455,
"MachineMem": "32G",
"DatasetMemSize": "1.8M"
}
]
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment