Skip to content

Instantly share code, notes, and snippets.

View derekperkins's full-sized avatar

Derek Perkins derekperkins

138 followers · 23 following
View GitHub Profile
@derekperkins
derekperkins / gist:37c60c348c9e742672e78b7b1b8c21a8
Created September 24, 2021 05:03
WITH
raw_data AS (
SELECT * EXCEPT (brand_properties, segments_by_keyword_groups, keyword_count)
FROM nozzledata.3shealth_3shealth.results_by_brand__beta
JOIN UNNEST(brand_properties)
JOIN UNNEST(segments_by_keyword_groups)
WHERE
requested >= '2021-09-01' AND requested <= '2021-09-10'
AND segment_id = 1
@derekperkins
derekperkins / gist:e2f912b352ec4863e5a6ff9b17d70d09
Created September 21, 2021 20:07
ClarityPR Nozzle Query
WITH
raw_data AS (
SELECT * EXCEPT (brand_properties, segments_by_keyword_groups, keyword_count)
FROM nozzledata.claritypr_safemoon.results_by_brand__beta
JOIN UNNEST(brand_properties)
JOIN UNNEST(segments_by_keyword_groups)
WHERE
requested >= PARSE_TIMESTAMP('%Y%m%d', @DS_START_DATE) AND requested <= PARSE_TIMESTAMP('%Y%m%d', @DS_END_DATE)
AND segment_id = 1
@derekperkins
derekperkins / prometheus metrics endpoint
Created September 9, 2021 04:00
This file has been truncated, but you can view the full file.
# HELP go_sql_db_connections_active The number of active connections
# TYPE go_sql_db_connections_active gauge
go_sql_db_connections_active{namespace="",service=""} 1
# HELP go_sql_db_connections_idle The number of idle connections
# TYPE go_sql_db_connections_idle gauge
go_sql_db_connections_idle{namespace="",service=""} 0
# HELP go_sql_db_connections_idle_closed_count The total number of connections closed due to SetMaxIdleConns
# TYPE go_sql_db_connections_idle_closed_count gauge
go_sql_db_connections_idle_closed_count{namespace="",service=""} 0
# HELP go_sql_db_connections_lifetime_closed_count The total number of connections closed due to SetConnMaxLifetime
@derekperkins
derekperkins / ranking-sample.json
Created August 31, 2021 20:31
Nozzle Ranking Response JSON
This file has been truncated, but you can view the full file.
{
"success":true,
"data":{
"serps":[
{
"serpId":568531766,
"url":"https://storage.googleapis.com/nozzle-rankings/4285670-2108310000-572180912-1.html.gz?Expires=1630447731\u0026GoogleAccessId=searches--api-7f9909f5%40nozzle-app.iam.gserviceaccount.com\u0026Signature=pUI8r9wZ9S9ChgR9EridnyL%2FuitNQ%2BFXKQ%2FqMAHwI4zmbafAliV71vPvdsrsIyvPcJ6LzHJsVrXjNaqqLzbYOHMOIObUhkmGH32LeFloWJfMLJwFcYD5VnAyunUVqnUBR8NJnVF14HWRAn2mnp0af25SNol9%2F3ZacH4TS1M3C2xB3JZcXC%2FzEUkjgxdwUZeqt4SqLPtVUMfgX2B%2FPUZhsK2OdZJmfY7m%2BSZiod2pNRpX61um2WkTILLZINZlc1FfBFNTVSY%2FtUNuux1VgqSg6IM7ZLtLkSi6ASJ2ISY4onZTIVB2N%2BlZFRzgMHmX2KhuHTq4PbflWYPt9bFfXe5LMg%3D%3D"
}
],
"ranking":{
@derekperkins
derekperkins / clusters
Last active January 13, 2021 00:33
Envoy http://localhost:9001
contour::default_priority::max_connections::100000
contour::default_priority::max_pending_requests::100000
contour::default_priority::max_requests::60000000
contour::default_priority::max_retries::50
contour::high_priority::max_connections::100000
contour::high_priority::max_pending_requests::100000
contour::high_priority::max_requests::60000000
contour::high_priority::max_retries::50
contour::added_via_api::false
contour::10.113.7.213:8001::cx_active::1
@derekperkins
derekperkins / app.go
Last active October 22, 2020 22:22
Nozzle cloudidentity code
package internal
import (
"context"
"strconv"
"go.nozzle.io/namespaces/iam/iamapi"
iampb "go.nozzle.io/namespaces/iam/iamapi/iamapipb"
"go.nozzle.io/namespaces/workspaces/eventorapi/eventorpb"
"go.nozzle.io/namespaces/workspaces/workspacesapi"
@derekperkins
derekperkins / vtgate-debug-pprof-goroutines?debug=1
Created February 28, 2019 04:36
Vitess Message Debugging
goroutine profile: total 917
132 @ 0x42df2b 0x43dd8d 0x92669c 0x92677b 0x9602d0 0x964e3d 0x95e97f 0x95f57d 0x9462e1 0x945f03 0xb02832 0xb0d512 0x8e0990 0xa0a39e 0xa0e7bc 0x8dedd2 0xa0d9f9 0xa3b989 0xa3d77b 0xa3d8d0 0x45ba81
# 0x92669b vitess.io/vitess/vendor/google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader+0xcb /vt/src/vitess.io/vitess/vendor/google.golang.org/grpc/internal/transport/transport.go:241
# 0x92677a vitess.io/vitess/vendor/google.golang.org/grpc/internal/transport.(*Stream).RecvCompress+0x2a /vt/src/vitess.io/vitess/vendor/google.golang.org/grpc/internal/transport/transport.go:252
# 0x9602cf vitess.io/vitess/vendor/google.golang.org/grpc.(*csAttempt).recvMsg+0x5bf /vt/src/vitess.io/vitess/vendor/google.golang.org/grpc/stream.go:748
# 0x964e3c vitess.io/vitess/vendor/google.golang.org/grpc.(*clientStream).RecvMsg.func1+0x3c /vt/src/vitess.io/vitess/vendor/google.golang.org/grpc/stream.go:648
# 0x95e97e vitess.io/vitess/vendor/google.golang.org/grpc.(*clientStream).withRetry+0x7e
@derekperkins
derekperkins / Dockerfile
Created February 6, 2019 20:15
Percona Server 8 with MyRocks running on Ubuntu 18.0.4
FROM gcr.io/gcp-runtimes/ubuntu_18_0_4:latest
RUN apt-get update && \
apt-get upgrade -y && \
apt-get install wget lsb-core gnupg2 -y --no-install-recommends && \
wget https://repo.percona.com/apt/percona-release_latest.$(lsb_release -sc)_all.deb && \
dpkg -i percona-release_latest.$(lsb_release -sc)_all.deb && \
percona-release setup ps80 && \
apt-get install percona-server-server percona-server-rocksdb -y && \
rm -rf /var/lib/mysql percona-release_latest.$(lsb_release -sc)_all.deb && \
@derekperkins
derekperkins / manifest.json
Created October 24, 2018 05:09
Vitess Backup Manifest - MySQL 5.7
{
FileEntries: [
{
Base: "InnoDBData",
Name: "ib_buffer_pool",
Hash: "7d35f5a8"
},
{
Base: "InnoDBData",
Name: "ibdata1",
@derekperkins
derekperkins / error.log
Created October 24, 2018 04:49
Vitess can't restore from a backup
2018-10-24T04:35:51.582575Z 11 [System] [MY-013172] [Server] Received SHUTDOWN from user vt_dba. Shutting down mysqld (Version: 8.0.12).
2018-10-24T04:35:53.958610Z 0 [Warning] [MY-010909] [Server] /usr/sbin/mysqld: Forcing close of thread 10 user: 'vt_dba'.
2018-10-24T04:35:55.453253Z 0 [System] [MY-010910] [Server] /usr/sbin/mysqld: Shutdown complete (mysqld 8.0.12) MySQL Community Server - GPL.
2018-10-24T04:35:55.481609Z mysqld_safe mysqld from pid file /vtdataroot/tabletdata/mysql.pid ended
2018-10-24T04:36:39.551390Z mysqld_safe Logging to '/vtdataroot/tabletdata/error.log'.
2018-10-24T04:36:39.570842Z mysqld_safe Starting mysqld daemon with databases from /vtdataroot/tabletdata/data
mysqld: Can't change dir to '/vtdataroot/tabletdata/data/' (OS errno 2 - No such file or directory)
2018-10-24T04:36:39.869371Z 0 [Warning] [MY-011068] [Server] The syntax 'expire-logs-days' is deprecated and will be removed in a future release. Please use binlog_expire_logs_seconds instead.
2018-10-24T04:36:39.869500Z 0