Skip to content

Instantly share code, notes, and snippets.

Show Gist options
  • Save zukko78/e4f0dd79cc545e28ef46ede2fdb5304a to your computer and use it in GitHub Desktop.
Save zukko78/e4f0dd79cc545e28ef46ede2fdb5304a to your computer and use it in GitHub Desktop.
DOCKER
======
./create_partycrasher_zip.sh
docker build -t partycrasher .
-- docker run gunicorn with local ES
docker run -e ELASTICSEARCH_ALLOW_DELETE_ALL=true -e ELASTICSEARCH_CREATE_INDEXES=true -e ELASTICSEARCH_HOSTS=host.docker.internal -e ELASTICSEARCH_PORT=9200 -e ELASTICSEARCH_REST_HTTP_SCHEME=http -e ELASTICSEARCH_REST_SIGN_REQUESTS_ENABLED=false -e PARTYCRASHER_LOGGER_LEVEL=DEBUG -it --rm -p 8080:8080 --name partycrasher partycrasher
-- docker run gunicorn with remote ES
docker run -e ELASTICSEARCH_ALLOW_DELETE_ALL=true -e ELASTICSEARCH_CREATE_INDEXES=true -e AWS_ACCESS_KEY_ID=XXXXXXXXXXXXXXX -e AWS_SECRET_ACCESS_KEY=XXXXXXXXXXXXXXX -e AWS_REGION=us-west-2" -e ELASTICSEARCH_HOSTS=search-msaarinen-jwvsbj2l3qfskvwgjsrki6tsbe.us-west-1.es.amazonaws.com -it --rm -p 8080:8080 --name partycrasher partycrasher
DELETE localhost:8080/reports
LOCAL PARTYCRASHER
==================
Environment variables:
ELASTICSEARCH_LOGGER_LEVEL=INFO;PARTYCRASHER_LOGGER_LEVEL=INFO;ELASTICSEARCH_CREATE_INDEXES=true;ELASTICSEARCH_ALLOW_DELETE_ALL=true;PYTHONUNBUFFERED=1;PYTHONIOENCODING=utf8;ELASTICSEARCH_REST_HTTP_SCHEME=http;ELASTICSEARCH_REST_SIGN_REQUESTS_ENABLED=false;ELASTICSEARCH_PORT=9200
ELASTICSEARCH WITH KIBANA
=========================
# ES
docker run -d -p 9200:9200 -p 9300:9300 --restart=always -e "discovery.type=single-node" -e "xpack.security.enabled=false" --name es-6.8.2-9200 docker.elastic.co/elasticsearch/elasticsearch:6.8.2
docker run -d -p 9201:9200 -p 9301:9300 --restart=always -e "discovery.type=single-node" -e "xpack.security.enabled=false" --name es-6.8.2-9201 docker.elastic.co/elasticsearch/elasticsearch:6.8.2
docker run -d -p 9202:9200 -p 9302:9300 --restart=always -e "discovery.type=single-node" -e "xpack.security.enabled=false" --name es-6.8.2-9202 docker.elastic.co/elasticsearch/elasticsearch:6.8.2
docker run -d -p 9203:9200 -p 9303:9300 --restart=always -e "discovery.type=single-node" -e "xpack.security.enabled=false" --name es-6.8.2-9203 docker.elastic.co/elasticsearch/elasticsearch:6.8.2
# Kibana
docker run -d --link es-6.8.2-9200:elasticsearch --restart=always -p 5600:5601 --name kibana-9200 docker.elastic.co/kibana/kibana:6.8.2
docker run -d --link es-6.8.2-9201:elasticsearch --restart=always -p 5601:5601 --name kibana-9201 docker.elastic.co/kibana/kibana:6.8.2
docker run -d --link es-6.8.2-9202:elasticsearch --restart=always -p 5602:5601 --name kibana-9202 docker.elastic.co/kibana/kibana:6.8.2
docker run -d --link es-6.8.2-9203:elasticsearch --restart=always -p 5603:5601 --name kibana-9203 docker.elastic.co/kibana/kibana:6.8.2
KIBANA QUERIES
==============
Number of buckets created per threshold:
POST partycrasher_crash_ios/_search?size=0
{
"aggs" : {
"10_count" : { "cardinality": { "field" : "buckets.10_0" } },
"30_count" : { "cardinality": { "field" : "buckets.30_0" } },
"40_count" : { "cardinality": { "field" : "buckets.40_0" } },
"50_count" : { "cardinality": { "field" : "buckets.50_0" } },
"52_5_count" : { "cardinality": { "field" : "buckets.52_5" } },
"55_count" : { "cardinality": { "field" : "buckets.55_0" } },
"57_5_count" : { "cardinality": { "field" : "buckets.57_5" } },
"60_count" : { "cardinality": { "field" : "buckets.60_0" } },
"62_5_count" : { "cardinality": { "field" : "buckets.62_5" } },
"65_count" : { "cardinality": { "field" : "buckets.65_0" } },
"67_5_count" : { "cardinality": { "field" : "buckets.67_5" } },
"70_count" : { "cardinality": { "field" : "buckets.70_0" } },
"80_count" : { "cardinality": { "field" : "buckets.80_0" } },
"90_count" : { "cardinality": { "field" : "buckets.90_0" } },
"100_count" : { "cardinality": { "field" : "buckets.100_0" } },
"150_count" : { "cardinality": { "field" : "buckets.150_0" } },
"200_count" : { "cardinality": { "field" : "buckets.200_0" } }
}
}
Size of buckets for specific threshold:
POST partycrasher_crash_ios/_search
{
"size": 0,
"aggs" : {
"_top": {
"terms": {
"field" : "buckets.60_0",
"size": 100
},
"aggs": {
"top_hits" : {
"top_hits": {
"_source": {
"includes": [ "key"]
},
"size": 1
}
}
}
}
}
}
Ranges for top match scores:
GET _search
{
"size": 0,
"aggs": {
"top_match_ranges": {
"range" : {
"field": "buckets.top_match.score",
"ranges" : [
{ "from": 10.0, "to" : 20.0 },
{ "from": 20.0, "to" : 30.0 },
{ "from": 30.0, "to" : 40.0 },
{ "from": 40.0, "to" : 50.0 },
{ "from": 50.0, "to" : 60.0 },
{ "from": 60.0, "to" : 70.0 },
{ "from": 70.0, "to" : 80.0 },
{ "from": 80.0, "to" : 90.0 },
{ "from": 90.0, "to" : 100.0 },
{ "from": 100.0, "to" : 110.0 },
{ "from": 110.0, "to" : 120.0 },
{ "from": 120.0, "to" : 130.0 },
{ "from": 130.0, "to" : 140.0 },
{ "from": 140.0, "to" : 150.0 },
{ "from": 150.0, "to" : 160.0 },
{ "from": 160.0, "to" : 170.0 },
{ "from": 170.0, "to" : 180.0 },
{ "from": 180.0, "to" : 190.0 },
{ "from": 190.0, "to" : 200.0 },
{ "from": 200.0, "to" : 210.0 }
]
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment