Skip to content

Instantly share code, notes, and snippets.

Avatar
🏠
Working from home

sundyli sundy-li

🏠
Working from home
View GitHub Profile
@sundy-li
sundy-li / segment.json
Created February 28, 2023 01:02
fuse meta data
View segment.json
{
"format_version": 1,
"blocks": [
{
"row_count": 1,
"block_size": 76,
"file_size": 360,
"location": [
"53/133/_b/ba4a60013e27479e856f739aefeadfaf_v0.parquet",
0
@sundy-li
sundy-li / clash.yaml
Last active February 6, 2023 01:37
subscribe
View clash.yaml
This file has been truncated, but you can view the full file.
port: 1090
socks-port: 1080
allow-lan: false
mode: Rule
log-level: info
external-controller: :9090
proxies: ~
proxy-groups:
- name: 🚀 节点选择
type: select
@sundy-li
sundy-li / arrow2_read.rs
Created November 30, 2022 15:42
arrow-arrow2-duckdb
View arrow2_read.rs
use std::fs;
use std::fs::File;
use std::sync::mpsc::channel;
use std::time::SystemTime;
use arrow2::error::Error;
use arrow2::io::parquet::read::{self, FileReader};
use threadpool::ThreadPool;
// wget https://repo.databend.rs/alapha/input.parquet -O /tmp/input.parquet
@sundy-li
sundy-li / arrow2_read.rs
Last active November 30, 2022 15:30
arrow2-read-write
View arrow2_read.rs
use std::fs;
use std::fs::File;
use std::sync::mpsc::channel;
use std::time::SystemTime;
use arrow2::error::Error;
use arrow2::io::parquet::read::{self, FileReader};
use threadpool::ThreadPool;
// wget https://repo.databend.rs/alapha/input.parquet -O /tmp/input.parquet
@sundy-li
sundy-li / b.sh
Created February 9, 2022 01:57
databend_bench_sqls
View b.sh
#!/bin/bash
cat << EOF > bench.sql
SELECT avg(number) FROM numbers_mt(100000000000)
SELECT sum(number) FROM numbers_mt(100000000000)
SELECT min(number) FROM numbers_mt(100000000000)
SELECT max(number) FROM numbers_mt(100000000000)
SELECT count(number) FROM numbers_mt(100000000000)
SELECT sum(number+number+number) FROM numbers_mt(100000000000)
SELECT sum(number) / count(number) FROM numbers_mt(100000000000)
@sundy-li
sundy-li / bench_arrow.rs
Created December 27, 2021 03:50
bench_arrow
View bench_arrow.rs
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
@sundy-li
sundy-li / mod.rs
Created August 9, 2021 07:05
rust-const-generics
View mod.rs
// Copyright 2020-2021 The Datafuse Authors.
//
// SPDX-License-Identifier: Apache-2.0.
mod modulo;
use std::marker::PhantomData;
use crate::prelude::*;
use crate::DFNumericType;
@sundy-li
sundy-li / memory_arrow.rs
Last active January 16, 2021 03:39
memory_arrow.rs
View memory_arrow.rs
use std::sync::{Mutex, Arc, Barrier};
use std::env;
use std::time::Instant;
use std::sync::mpsc::channel;
use std::ptr::NonNull;
use std::ptr;
use std::alloc::Layout;
use std::mem;
@sundy-li
sundy-li / memory_bench.rs
Last active January 16, 2021 03:39
memory_bench.rs
View memory_bench.rs
use std::sync::{Mutex, Arc};
use std::env;
use std::time::Instant;
use std::sync::mpsc::channel;
use threadpool::ThreadPool;
// test memory bandwidth
fn main() {
@sundy-li
sundy-li / gist:9764fb0abe21aa4ce220a96bbd778042
Created November 6, 2020 10:06
clickhouse_slow_query.sh
View gist:9764fb0abe21aa4ce220a96bbd778042
# ClickHouse的top工具,实时查看运行的SQL,运行了多久,来自哪里
# 注意事项:查询SQL的时候,要把客户端里的空格去掉,要判断是否为空,否则影响while read的读取位置
# TODO:清屏很暴力,鼠标滚动就不见了 limit限制
password="xxxx"
ls /usr/bin/clickhouse-client >/dev/null 2>&1