Skip to content

Instantly share code, notes, and snippets.

@jonathanbernal25
Last active May 17, 2022 22:35
Show Gist options
  • Save jonathanbernal25/e1c317185a82cc3b691cb088657ff599 to your computer and use it in GitHub Desktop.
Save jonathanbernal25/e1c317185a82cc3b691cb088657ff599 to your computer and use it in GitHub Desktop.
Tyk Pumps

Mongo

#################### TYK_PMP_PUMPS_MAIN_TYPE=mongo TYK_PMP_PUMPS_MAIN_META_COLLECTIONNAME=tyk_analytics TYK_PMP_PUMPS_MAIN_META_MONGOURL=mongodb://tyk-mongo:27017/tyk_analytics TYK_PMP_PUMPS_MAIN_META_MAXINSERTBATCHSIZEBYTES=80000 TYK_PMP_PUMPS_MAIN_META_MAXDOCUMENTSIZEBYTES=20112

TYK_PMP_PUMPS_MAINAGG_TYPE=mongo-pump-aggregate TYK_PMP_PUMPS_MAINAGG_META_MONGOURL=mongodb://tyk-mongo:27017/tyk_analytics TYK_PMP_PUMPS_MAINAGG_META_USEMIXEDCOLLECTION=true

TYK_PMP_UPTIMEPUMPCONFIG_COLLECTIONNAME=tyk_uptime_analytics TYK_PMP_UPTIMEPUMPCONFIG_MONGOURL=mongodb://tyk-mongo:27017/tyk_analytics TYK_PMP_UPTIMEPUMPCONFIG_MAXINSERTBATCHSIZEBYTES=500000 TYK_PMP_UPTIMEPUMPCONFIG_MAXDOCUMENTSIZEBYTES=200000

CSV

#################### TYK_PMP_PUMPS_CSV_TYPE=csv TYK_PMP_PUMPS_CSV_META_CSVDIR=./

SQL aggregate

#################### TYK_PMP_PUMPS_SQLAGGREGATE_NAME=sql_aggregate TYK_PMP_PUMPS_SQLAGGREGATE_META_TYPE=postgres TYK_PMP_PUMPS_SQLAGGREGATE_META_CONNECTIONSTRING=host=sql_host port=sql_port user=sql_usr dbname=dbname password=sql_pw TYK_PMP_PUMPS_SQLAGGREGATE_META_TABLESHARDING=true

SQL

#################### TYK_PMP_PUMPS_SQL_NAME=sql TYK_PMP_PUMPS_SQL_META_TYPE=postgres TYK_PMP_PUMPS_SQL_META_CONNECTIONSTRING="host=sql_host port=sql_port user=sql_usr dbname=dbname password=sql_pw" TYK_PMP_PUMPS_SQL_META_TABLESHARDING=false

ElasticSearch (2.0+)

#################### TYK_PMP_PUMPS_ELASTICSEARCH_TYPE=elasticsearch TYK_PMP_PUMPS_ELASTICSEARCH_META_INDEXNAME=tyk_analytics TYK_PMP_PUMPS_ELASTICSEARCH_META_ELASTICSEARCHURL=http://localhost:9200 TYK_PMP_PUMPS_ELASTICSEARCH_META_ENABLESNIFFING=false TYK_PMP_PUMPS_ELASTICSEARCH_META_DOCUMENTTYPE=tyk_analytics TYK_PMP_PUMPS_ELASTICSEARCH_META_ROLLINGINDEX=false TYK_PMP_PUMPS_ELASTICSEARCH_META_EXTENDEDSTATISTICS=false TYK_PMP_PUMPS_ELASTICSEARCH_META_VERSION=5 TYK_PMP_PUMPS_ELASTICSEARCH_META_BULKCONFIG_WORKERS=2 TYK_PMP_PUMPS_ELASTICSEARCH_META_BULKCONFIG_FLUSHINTERVAL=60

InfluxDB

#################### TYK_PMP_PUMPS_INFLUX_TYPE=influx TYK_PMP_PUMPS_INFLUX_META_DATABASENAME=tyk_analytics TYK_PMP_PUMPS_INFLUX_META_ADDR=http://localhost:8086 TYK_PMP_PUMPS_INFLUX_META_USERNAME=root TYK_PMP_PUMPS_INFLUX_META_PASSWORD=root ** -> TYK_PMP_PUMPS_INFLUX_META_FIELDS=["request_time"] ** -> TYK_PMP_PUMPS_INFLUX_META_TAGS=["path", "response_code", "api_key", "api_version", "api_name", "api_id", "raw_request", "ip_address", "org_id", "oauth_id"]

InfluxDB2

#################### TYK_PMP_PUMPS_INFLUX_TYPE=influx2 TYK_PMP_PUMPS_INFLUX_META_ORGANIZATION=myorg TYK_PMP_PUMPS_INFLUX_META_BUCKET=tyk_analytics TYK_PMP_PUMPS_INFLUX_META_ADDR=http://localhost:8086 TYK_PMP_PUMPS_INFLUX_META_TOKEN=ZzSnH2qRpEJd3ph3A6lPaCcP8BkJfaxeiadFG5DBMO8YIAn3mMzGunMqOQE2uPkAkewXE5Q6Gsye3vQTWmeTiQ== TYK_PMP_PUMPS_INFLUX_META_CREATEMISSINGBUCKET=true TYK_PMP_PUMPS_INFLUX_META_NEWBUCKETCONFIG_DESCRIPTION="Tyk gateway requests" TYK_PMP_PUMPS_INFLUX_META_NEWBUCKETCONFIG_RETENTIONRULES_EVERYSECONDS=3600 ** -> TYK_PMP_PUMPS_INFLUX_META_FIELDS=["request_time"] ** -> TYK_PMP_PUMPS_INFLUX_META_TAGS=["path", "response_code", "api_key", "api_version", "api_name", "api_id", "raw_request", "ip_address", "org_id", "oauth_id"]

Moesif

#################### TYK_PMP_PUMPS_MOESIF_TYPE=moesif TYK_PMP_PUMPS_MOESIF_META_APPLICATIONID=""

Splunk

#################### TYK_PMP_PUMPS_SPLUNK_TYPE=splunk TYK_PMP_PUMPS_SPLUNK_META_COLLECTORTOKEN="{TOKEN}" TYK_PMP_PUMPS_SPLUNK_META_COLLECTORURL="{URL}" TYK_PMP_PUMPS_SPLUNK_META_SSLINSECURESKIPVERIFY=false TYK_PMP_PUMPS_SPLUNK_META_SSLCERTFILE="{CERT-PATH}" TYK_PMP_PUMPS_SPLUNK_META_SSLKEYFILE="{KEY-PATH}" TYK_PMP_PUMPS_SPLUNK_META_SSLSERVERNAME="{SERVER-NAME}" TYK_PMP_PUMPS_SPLUNK_META_ENABLEBATCH=true TYK_PMP_PUMPS_SPLUNK_META_BATCHMAXCONTENTLENGTH="{MAX-CONTENT-LENGTH}"

StatsD

#################### TYK_PMP_PUMPS_STATSD_TYPE=statsd TYK_PMP_PUMPS_STATSD_META_ADDRESS="localhost:8125" ** -> TYK_PMP_PUMPS_STATSD_META_FIELDS=["request_time"] ** -> TYK_PMP_PUMPS_STATSD_META_TAGS=["path", "response_code", "api_key", "api_version", "api_name", "api_id", "raw_request", "ip_address", "org_id", "oauth_id"]

DogStatsD

#################### TYK_PMP_PUMPS_DOGSTATSD_TYPE=dogstatsd TYK_PMP_PUMPS_DOGSTATSD_META_ADDRESS=localhost:8125 TYK_PMP_PUMPS_DOGSTATSD_META_NAMESPACE=pump TYK_PMP_PUMPS_DOGSTATSD_META_ASYNCUDS=true TYK_PMP_PUMPS_DOGSTATSD_META_ASYNCUDSWRITETIMEOUT=2 TYK_PMP_PUMPS_DOGSTATSD_META_BUFFERED=true TYK_PMP_PUMPS_DOGSTATSD_META_BUFFEREDMAXMESSAGES=32 ** -> TYK_PMP_PUMPS_DOGSTATSD_META_TAGS=["method", "response_code", "api_version", "api_name", "api_id", "org_id", "tracked", "path", "oauth_id"]

Prometheus

TYK_PMP_PUMPS_PROMETHEUS_TYPE=prometheus TYK_PMP_PUMPS_PROMETHEUS_META_ADDR=localhost:9090 TYK_PMP_PUMPS_PROMETHEUS_META_PATH=/metrics

Graylog

TYK_PMP_PUMPS_GRAYLOG_TYPE=graylog TYK_PMP_PUMPS_GRAYLOG_META_GRAYLOGHOST=10.60.6.15 TYK_PMP_PUMPS_GRAYLOG_META_GRAYLOGPORT=12216 ** -> TYK_PMP_PUMPS_GRAYLOG_META_TAGS=["method", "path", "response_code", "api_key", "api_version", "api_name", "api_id", "org_id", "oauth_id", "raw_request", "request_time", "raw_response", "ip_address"]

Hybrid (Tyk RPC)

TYK_PMP_PUMPS_HYBRID_TYPE=hybrid TYK_PMP_PUMPS_HYBRID_META_RPCKEY=5b5fd341e6355b5eb194765e TYK_PMP_PUMPS_HYBRID_META_APIKEY=008d6d1525104ae77240f687bb866974 TYK_PMP_PUMPS_HYBRID_META_CONNECTIONSTRING=localhost:9090 TYK_PMP_PUMPS_HYBRID_META_AGGREGATED=false TYK_PMP_PUMPS_HYBRID_META_USESSL=false TYK_PMP_PUMPS_HYBRID_META_SSLINSECURESKIPVERIFY=false TYK_PMP_PUMPS_HYBRID_META_GROUPID="" TYK_PMP_PUMPS_HYBRID_META_CALLTIMEOUT=30 TYK_PMP_PUMPS_HYBRID_META_PINGTIMEOUT=60 TYK_PMP_PUMPS_HYBRID_META_RPCPOOLSIZE=30

Logz.io

TYK_PMP_PUMPS_LOGZIO_TYPE=logzio TYK_PMP_PUMPS_LOGZIO_META_TOKEN="{YOUR-LOGZIO-TOKEN}"

Kafka

TYK_PMP_PUMPS_KAFKA_TYPE=kafka TYK_PMP_PUMPS_KAFKA_META_BROKER=localhost:9092 TYK_PMP_PUMPS_KAFKA_META_TOPIC=tyk-pump TYK_PMP_PUMPS_KAFKA_META_USESSL=true TYK_PMP_PUMPS_KAFKA_META_SSLINSECURESKIPVERIFY=false TYK_PMP_PUMPS_KAFKA_META_CLIENTID=tyk-pump TYK_PMP_PUMPS_KAFKA_META_TIMEOUT=60 TYK_PMP_PUMPS_KAFKA_META_COMPRESSED=true TYK_PMP_PUMPS_KAFKA_META_METADATA_KEY=value

Syslog

TYK_PMP_PUMPS_SYSLOG_TYPE=syslog TYK_PMP_PUMPS_SYSLOG_META_TRANSPORT=udp TYK_PMP_PUMPS_SYSLOG_META_NETWORKADDR=localhost:5140 TYK_PMP_PUMPS_SYSLOG_META_LOGLEVEL=6 TYK_PMP_PUMPS_SYSLOG_META_TAG=syslog-pump

Stdout (i.e. for use by Datadog logging agent in Kubernetes)

TYK_PMP_PUMPS_STDOUT_TYPE=stdout TYK_PMP_PUMPS_STDOUT_META_LOGFIELDNAME=tyk-analytics-record TYK_PMP_PUMPS_STDOUT_META_FORMAT=json

Timestream

TYK_PMP_PUMPS_TIMESTREAM_TYPE=timestream TYK_PMP_PUMPS_TIMESTREAM_META_AWSREGION=us-east-1 TYK_PMP_PUMPS_TIMESTREAM_META_TIMESTREAMTABLENAME=tyk-pump-table TYK_PMP_PUMPS_TIMESTREAM_META_TIMESTREAMDATABASENAME=tyk-pump TYK_PMP_PUMPS_TIMESTREAM_META_WRITERATELIMIT=true TYK_PMP_PUMPS_TIMESTREAM_META_READGEOFROMREQUEST=true TYK_PMP_PUMPS_TIMESTREAM_META_WRITEZEROVALUES=true ** -> TYK_PMP_PUMPS_TIMESTREAM_META_DIMENSIONS=["Method", "Host", "Path", "APIKey"] ** -> TYK_PMP_PUMPS_TIMESTREAM_META_MEASURES=["ResponseCode", "RequestTime", "Latency.Total", "RateLimit.Limit", "RateLimit.Remaining", "RateLimit.Reset", "UserAgent", "IPAddress", "GeoData.Country.ISOCode", "GeoData.City.Names"] TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_PATH=path TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_APIKEY=api_key TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_METHOD=method TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_HOST=host TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_RESPONSECODE=response_code TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_REQUESTTIME=request_time TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_LATENCY_TOTAL=latency_total TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_GEODATA_COUNTRY_ISOCODE=country_code TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_GEODATA_CITY_NAMES=city TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_USERAGENT=user_agent TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_IPADDRESS=ip_address TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_RATELIMIT_LIMIT=quota_max TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_RATELIMIT_REMAINING=quota_remaining TYK_PMP_PUMPS_TIMESTREAM_META_FIELDNAMEMAPPINGS_RATELIMIT_RESET=quota_renewal_rate

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment