Skip to content

Instantly share code, notes, and snippets.

@dgaubert
Last active October 4, 2018 16:43
Show Gist options
  • Save dgaubert/3ed3ad150f3af90fd20a03aaf14aae5b to your computer and use it in GitHub Desktop.
Save dgaubert/3ed3ad150f3af90fd20a03aaf14aae5b to your computer and use it in GitHub Desktop.
overviews vs aggregation vs original data

Performance comparison beetwen overviews vs aggregation vs original data

Original table has 700k points. To compare load times, select a layer (You must be connected to the VPN) and open developer tools and check console output

<!DOCTYPE html>
<html>
<head>
<meta charset='utf-8' />
<title>Tiles performance</title>
<meta name='viewport' content='initial-scale=1,maximum-scale=1,user-scalable=no' />
<link rel="stylesheet" href="https://unpkg.com/leaflet@1.2.0/dist/leaflet.css"
integrity="sha512-M2wvCLH6DSRazYeZRIm1JnYyh22purTM+FDB5CsyxtQJYeKq83arPe5wgbNmcFXGqiSH2XR8dT/fJISVA1r/zQ=="
crossorigin=""/>
<script src="https://unpkg.com/leaflet@1.2.0/dist/leaflet.js"
integrity="sha512-lInM/apFSqyy1o6s89K4iQUKg6ppXEgsVxT35HbzUupEVRh2Eu9Wdl4tHj7dZO0s1uvplcYGmt3498TtHq+log=="
crossorigin=""></script>
<style>
body {
margin:0;
padding:0;
}
#map {
position: absolute;
top: 0;
left: 0;
width: 100%;
height: 100%;
}
</style>
</head>
<body>
<div id='map'></div>
<script>
const map = L.map('map').setView([20, 0], 2);
const user = 'dgaubert-over';
const endpoint = (username) => {
return `http://${user}.carto-staging.com/api/v1/map`
}
const layerUrl = function url(layergroup, layerIndex) {
if (layergroup.cdn_url && layergroup.cdn_url.templates) {
const urlTemplates = layergroup.cdn_url.templates.https;
return `${urlTemplates.url}/${user}/api/v1/map/${layergroup.layergroupid}/${layerIndex}/{z}/{x}/{y}.png`
}
return `${endpoint(user)}/${layergroup.layergroupid}/${layerIndex}/{z}/{x}/{y}.png`
}
const layerSubdomains = function subdomains(layergroup) {
if (layergroup.cdn_url && layergroup.cdn_url.templates) {
const urlTemplates = layergroup.cdn_url.templates.https;
return urlTemplates.subdomains;
}
return [];
}
const basemapLayer = L.tileLayer('https://{s}.basemaps.cartocdn.com/rastertiles/voyager_labels_under/{z}/{x}/{y}.png', {
maxZoom: 18,
attribution: '&copy; <a href="http://www.openstreetmap.org/copyright">OpenStreetMap</a>, &copy; <a href="https://carto.com/attribution">CARTO</a>'
}).addTo(map);
let layersControl = L.control.layers({}).addTo(map);
(async () => {
map.eachLayer(layer => {
if (layer !== basemapLayer) {
map.removeLayer(layer);
}
});
layersControl.remove();
const mapConfig = {
layers: [
{
"id": "layer-with-overviews",
"type": "mapnik",
"options": {
"cartocss": `/* cache buster ${Date.now()} */ #layer {\n marker-width: 8;\n marker-fill: #4d58ee;\n marker-fill-opacity: 0.9;\n marker-allow-overlap: true;\n marker-line-width: 1;\n marker-line-color: #FFFFFF;\n marker-line-opacity: 1;\n}`,
"cartocss_version": "2.1.1",
"sql": "SELECT * FROM hubbiii_new", // dataset with overviews
"interactivity": [
"cartodb_id"
]
}
},
{
"id": "layer-without-overviews-and-aggregation",
"type": "mapnik",
"options": {
"cartocss": `/* cache buster ${Date.now()} */ #layer {\n marker-width: 8;\n marker-fill: #4d58ee;\n marker-fill-opacity: 0.9;\n marker-allow-overlap: true;\n marker-line-width: 1;\n marker-line-color: #FFFFFF;\n marker-line-opacity: 1;\n}`,
"cartocss_version": "2.1.1",
"sql": "SELECT * FROM hubbiii_new_no_overviews", // dataset without overviews
"interactivity": [
"cartodb_id"
]
}
},
{
"id": "layer-with-aggregation",
"type": "mapnik",
"options": {
"cartocss": `/* cache buster ${Date.now()} */ #layer {\n marker-width: 8;\n marker-fill: #4d58ee;\n marker-fill-opacity: 0.9;\n marker-allow-overlap: true;\n marker-line-width: 1;\n marker-line-color: #FFFFFF;\n marker-line-opacity: 1;\n}`,
"cartocss_version": "2.1.1",
"sql": "SELECT * FROM hubbiii_new_no_overviews", // dataset without overviews
"interactivity": [
"cartodb_id"
],
"aggregation": true
}
}
]
}
const response = await fetch(endpoint(user), {
method: 'POST',
headers: {
'Accept': 'application/json',
'Content-Type': 'application/json'
},
body: JSON.stringify(mapConfig)
});
const layergroup = await response.json();
const layerOverviews = L.tileLayer(layerUrl(layergroup, 0), { subdomains: layerSubdomains(layergroup) });
const layerOriginalData = L.tileLayer(layerUrl(layergroup, 1), { subdomains: layerSubdomains(layergroup) });
const layerAggregation = L.tileLayer(layerUrl(layergroup, 2), { subdomains: layerSubdomains(layergroup) });
const layers = {
'Overviews': layerOverviews,
'Original data': layerOriginalData,
'Default aggregation': layerAggregation
};
let timeStart;
const resetTimer = e => {
timeStart = Date.now();
}
map.on('layeradd', resetTimer);
map.on('zoom', resetTimer);
Object.keys(layers).forEach(name => {
const layer = layers[name];
layer.on('tileloadstart', e => {
e.tile.startTime = Date.now();
});
layer.on('tileload', e => {
console.log(e.coords, Date.now() - e.tile.startTime)
});
layer.on('load', e => {
console.log(`[PERF] ${name} = ${Date.now() - timeStart}ms`)
});
});
layerOverviews.addTo(map);
layersControl = L.control.layers(layers).addTo(map);
})();
</script>
</body>
</html>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment