Skip to content

Instantly share code, notes, and snippets.

View kylebarron's full-sized avatar

Kyle Barron kylebarron

View GitHub Profile
@kylebarron
kylebarron / convert.py
Last active August 31, 2024 04:55
preprocessing script for geoparquet on the web demo (https://observablehq.com/@kylebarron/geoparquet-on-the-web)
import geopandas as gpd
import pandas as pd
import pyarrow as pa
import pyarrow.feather as feather
import pyarrow.parquet as pq
import pygeos
import pyogrio
# https://ookla-open-data.s3.us-west-2.amazonaws.com/parquet/performance/type=mobile/year=2019/quarter=1/2019-01-01_performance_mobile_tiles.parquet
#! /usr/bin/env python3
"""
---------------------------------------------------------------------
Program: hcpcs_scrape.py
Author: Kyle Barron <barronk@mit.edu>
Created: 2/5/2018
Updated: 2/5/2018
Purpose: Scrape HCPCS codes from the internet
"""
# Old
m = leafmap.Map()
m.add_vector(broad_station_gdf, get_fill_color="blue")
m.add_vector(sts_near_broad_gdf, get_color="red", opacity=0.5)
m.add_vector(streets_gdf, get_color="grey", zoom_to_layer=False, opacity=0.3)
m
# New: simple method, just want to see my data:
@kylebarron
kylebarron / requirements.txt
Created October 4, 2023 18:11
binder requirements
lonboard==0.1.0-beta.2
geopandas
shapely
@kylebarron
kylebarron / .gitattributes
Last active September 1, 2023 18:22
Flatgeobuf - pyogrio spatial index perf benchmark
# GitHub syntax highlighting
pixi.lock linguist-language=YAML
@kylebarron
kylebarron / poetry.lock
Created October 12, 2022 21:07
for titiler discussion #522
[[package]]
name = "affine"
version = "2.3.1"
description = "Matrices describing affine transformation of the plane."
category = "main"
optional = false
python-versions = "*"
[package.extras]
test = ["coveralls", "flake8", "pydocstyle", "pytest (>=4.6)", "pytest-cov"]
@kylebarron
kylebarron / README.md
Last active September 4, 2022 10:52
Preprocessing for example of ADSB data in deck.gl

todo

# This file is automatically @generated by Cargo.
# It is not intended for manual editing.
version = 3
[[package]]
name = "adler"
version = "1.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<link rel="icon" type="image/x-icon" href="./favicon.png">
<meta name="apple-mobile-web-app-capable" content="yes">
<meta name="apple-mobile-web-app-status-bar-style" content="default">
<meta name="theme-color" content="#0072b5">
<meta name="name" content="Pyscript/Panel DeckGL Demo">
@kylebarron
kylebarron / parquet_metadata_exploration.py
Created February 25, 2022 20:14
Explore partitioning geometries into arrow row groups with bbox metadata info
import json
import pyarrow as pa
import pyarrow.parquet as pq
import pandas as pd
import numpy as np
def main():
# Create random point data within bbox
size = 1_000_000