Skip to content

Instantly share code, notes, and snippets.

@cpcloud
cpcloud / duckdb.ipy
Last active November 15, 2023 16:20
duckdb spatial wkb issue
In [53]: import duckdb
In [54]: con = duckdb.connect()
In [55]: con.load_extension("spatial")
In [56]: t = con.sql(
...: "select geom from st_read('./ci/ibis-testing-data/geojson/zones.geojson') limit 1"
...: )
@cpcloud
cpcloud / adbc_snowflake.py
Last active August 7, 2023 18:07
adbc vs sfc
import os
import adbc_driver_manager as adm
import adbc_driver_manager.dbapi
import snowflake.connector as sfc
def adbc():
with adm.dbapi.connect(
driver="adbc_driver_snowflake",
@cpcloud
cpcloud / model.py
Created June 26, 2023 19:18
Ibis, DuckDB and PyTorch
import ibis.expr.datatypes as dt
import torch
import torch.nn as nn
import tqdm
import pyarrow as pa
class LinearRegression(nn.Module):
def __init__(self, input_dim, output_dim):
@cpcloud
cpcloud / genslowdata.py
Last active May 30, 2023 19:07
Generate ClickHouse data and run a simple benchmark
def gen_data(*, n_ids: int, n_minutes: int):
import numpy as np
import tqdm
start_date = np.datetime64("2013-01-01")
end_date = np.datetime64("2023-05-20")
start_time = np.timedelta64(9, "h")
dates = np.arange(start_date, end_date)
dates = dates[np.is_busday(dates)]
# velox/flake.nix
# following https://www.breakds.org/post/nix-based-c++-workflow/
{
description = "A flake for building velox";
inputs = {
nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";
utils.url = "github:numtide/flake-utils";
utils.inputs.nixpkgs.follows = "nixpkgs";
@cpcloud
cpcloud / impala.md.log
Created January 4, 2023 20:47
impala.md.log
DEBUG - Loading configuration file: /home/cloud/src/ibis/mkdocs.yml
DEBUG - Loaded theme configuration for 'material' from '/nix/store/cwsg2cw6yk8yrybyyj0ybg99x6ldd9sl-python3-3.10.9-env/lib/python3.10/site-packages/material/mkdocs_theme.yml': {'language': 'en', 'direction': None, 'features': [], 'palette': {'primary': None, 'accent': None}, 'font': {'text': 'Roboto', 'code': 'Roboto Mono'}, 'icon': None, 'favicon': 'assets/images/favicon.png', 'include_search_page': False, 'search_index_only': True, 'static_templates': ['404.html']}
DEBUG - Config value 'config_file_path' = '/home/cloud/src/ibis/mkdocs.yml'
DEBUG - Config value 'site_name' = 'Ibis Project'
DEBUG - Config value 'nav' = None
DEBUG - Config value 'pages' = None
DEBUG - Config value 'site_url' = 'https://ibis-project.org/'
DEBUG - Config value 'site_description' = None
DEBUG - Config value 'site_author' = None
DEBUG - Config value 'theme' = Theme(name='material', dirs=['/home/cloud/src/ibis/docs/overrides'
@cpcloud
cpcloud / pandas.md.log
Created January 4, 2023 20:46
pandas.md.log
DEBUG - Loading configuration file: /home/cloud/src/ibis/mkdocs.yml
DEBUG - Loaded theme configuration for 'material' from '/nix/store/cwsg2cw6yk8yrybyyj0ybg99x6ldd9sl-python3-3.10.9-env/lib/python3.10/site-packages/material/mkdocs_theme.yml': {'language': 'en', 'direction': None, 'features': [], 'palette': {'primary': None, 'accent': None}, 'font': {'text': 'Roboto', 'code': 'Roboto Mono'}, 'icon': None, 'favicon': 'assets/images/favicon.png', 'include_search_page': False, 'search_index_only': True, 'static_templates': ['404.html']}
DEBUG - Config value 'config_file_path' = '/home/cloud/src/ibis/mkdocs.yml'
DEBUG - Config value 'site_name' = 'Ibis Project'
DEBUG - Config value 'nav' = None
DEBUG - Config value 'pages' = None
DEBUG - Config value 'site_url' = 'https://ibis-project.org/'
DEBUG - Config value 'site_description' = None
DEBUG - Config value 'site_author' = None
DEBUG - Config value 'theme' = Theme(name='material', dirs=['/home/cloud/src/ibis/docs/overrides'
@cpcloud
cpcloud / ignore.py
Created December 20, 2022 18:29
ruff example of checking ignored files
def foo():
try:
pass
except:
print()
@cpcloud
cpcloud / flake.lock
Created December 18, 2022 18:07
torch wheel build with poetry2nix; nixos compat and hacks around broken nvidia install behavior
{
"nodes": {
"flake-utils": {
"locked": {
"lastModified": 1667395993,
"narHash": "sha256-nuEHfE/LcWyuSWnS8t12N1wc105Qtau+/OdUAjtQ0rA=",
"owner": "numtide",
"repo": "flake-utils",
"rev": "5aed5285a952e0b949eb3ba02c12fa4fcfef535f",
"type": "github"
@cpcloud
cpcloud / flake.lock
Created December 18, 2022 17:46
torch wheel build with poetry2nix
{
"nodes": {
"flake-utils": {
"locked": {
"lastModified": 1667395993,
"narHash": "sha256-nuEHfE/LcWyuSWnS8t12N1wc105Qtau+/OdUAjtQ0rA=",
"owner": "numtide",
"repo": "flake-utils",
"rev": "5aed5285a952e0b949eb3ba02c12fa4fcfef535f",
"type": "github"