filimonov

#!/bin/bash
set -ex
set -o pipefail
trap "exit" INT TERM
trap "kill $(jobs -pr) ||:" EXIT

stage=${stage:-}
script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"

rm -rf data {affected-queries,shm-traces,trace-filtered,flamegraph-query-runs}.tsv {interesting-addrs-,stacks.}{left,right}.{tsv,rep} ||:

filimonov

#!/bin/bash
set -e

rm -rf {cumulative,histograms,stats,metric-names}.{tsv,png} histogram-*.png ||:

clickhouse-local --query "
-- leave only statistically significant changes of metrics of sufficient magnitude
create view metric_stats_filtered as
    select *
    from file('report/query-metric-stats.tsv', TSVWithNamesAndTypes,

filimonov

Kafka 0.11.0.0 (Confluent 3.3.0) added support to manipulate offsets for a consumer group via cli kafka-consumer-groups command.

1. List the topics to which the group is subscribed

kafka-consumer-groups --bootstrap-server <kafkahost:port> --group <group_id> --describe

Note the values under "CURRENT-OFFSET" and "LOG-END-OFFSET". "CURRENT-OFFSET" is the offset where this consumer group is currently at in each of the partitions.

2. Reset the consumer offset for a topic (preview)

filimonov

#!/bin/bash
input="test.sql"
curl_config="/tmp/curl_config_file.txt"

echo > $curl_config
while IFS= read -r line
do
    echo "next" >> $curl_config
    echo "url=http://192.168.1.129:8123/?user=test&password=test&default_format=Null" >> $curl_config
    echo "data=\"${line}\""  >> $curl_config

filimonov

URL='http://127.0.0.1:8123/ping'
EXTRA=''

echo 'query,extra,concurrency,threads,time_started,min_req,max_req,mean_req,req_stdev,min_latency,max_latency,mean_latency,latency_stdev,50th,75th,90th,99th,99.999th,duration,requests,bytes,connect_errors,read_errors,write_errors,status_errors,timeouts' > result.csv


for CONCURRENCY in 1 2 4 8 16 32 64 128 256 512 768 1024 1280 1536 1792 2048
do
  if (( $CONCURRENCY < 8 )); then
      THREADS=$CONCURRENCY