sundy-li

""" To use: install Ollama, clone OpenVoice, run this script in the OpenVoice directory
    brew install portaudio
    brew install git-lfs
    git lfs install

    git clone https://github.com/myshell-ai/OpenVoice
    cd OpenVoice
    git clone https://huggingface.co/myshell-ai/OpenVoice
    cp -r OpenVoice/* .
    

sundy-li

## install databend 
wget "https://github.com/datafuselabs/databend/releases/download/v1.2.279/databend-v1.2.279-x86_64-unknown-linux-musl.tar.gz"
tar -xzvf databend-v1.2.279-x86_64-unknown-linux-musl.tar.gz

time bin/databend-query local --query """
CREATE FILE FORMAT my_format type = csv field_delimiter = ';' ;
WITH AGG AS(
   select city, min(temperature) x , avg(temperature) y, max(temperature) z from(select \$1::String city, \$2::Float64 temperature from 'fs:///home/sundy/work/1brc/measurements.txt'(file_format => 'my_format')) 
    GROUP BY city

sundy-li

{
    "format_version": 1,
    "blocks": [
        {
            "row_count": 1,
            "block_size": 76,
            "file_size": 360,
            "location": [
                "53/133/_b/ba4a60013e27479e856f739aefeadfaf_v0.parquet",
                0

sundy-li

port: 1090
socks-port: 1080
allow-lan: false
mode: Rule
log-level: info
external-controller: :9090
proxies: ~
proxy-groups:
  - name: 🚀 节点选择
    type: select

sundy-li

use std::fs;
use std::fs::File;
use std::sync::mpsc::channel;
use std::time::SystemTime;

use arrow2::error::Error;
use arrow2::io::parquet::read::{self, FileReader};
use threadpool::ThreadPool;

// wget https://repo.databend.rs/alapha/input.parquet  -O /tmp/input.parquet

sundy-li

use std::fs;
use std::fs::File;
use std::sync::mpsc::channel;
use std::time::SystemTime;

use arrow2::error::Error;
use arrow2::io::parquet::read::{self, FileReader};
use threadpool::ThreadPool;

// wget https://repo.databend.rs/alapha/input.parquet  -O /tmp/input.parquet

sundy-li

#!/bin/bash

cat << EOF > bench.sql
SELECT avg(number) FROM numbers_mt(100000000000)                                                                
SELECT sum(number) FROM numbers_mt(100000000000)                                                                
SELECT min(number) FROM numbers_mt(100000000000)                                                                
SELECT max(number) FROM numbers_mt(100000000000)                                                                
SELECT count(number) FROM numbers_mt(100000000000)                                                              
SELECT sum(number+number+number) FROM numbers_mt(100000000000)                                                  
SELECT sum(number) / count(number) FROM numbers_mt(100000000000)                                                

sundy-li

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//

sundy-li

// Copyright 2020-2021 The Datafuse Authors.
//
// SPDX-License-Identifier: Apache-2.0.

mod modulo;

use std::marker::PhantomData;

use crate::prelude::*;
use crate::DFNumericType;

sundy-li

use std::sync::{Mutex, Arc};
use std::env;
use std::time::Instant;
use std::sync::mpsc::channel;

use threadpool::ThreadPool;

// test memory bandwidth
fn main() {