Skip to content

Instantly share code, notes, and snippets.

@zweite
Created July 1, 2019 00:35
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save zweite/cc74a46565f5b29a7a646227e638fb50 to your computer and use it in GitHub Desktop.
Save zweite/cc74a46565f5b29a7a646227e638fb50 to your computer and use it in GitHub Desktop.
server:
http:
listen_addr: ":9090"
allowed_networks: ["10.0.0.0/8", "172.0.0.0/8"]
users:
- name: "default"
to_cluster: "default"
to_user: "default"
clusters:
- name: "default"
nodes: ["127.0.0.1:8323", "127.0.0.1:8223", "127.0.0.1:8423"]
inputs:
- Kafka:
topic:
adn-monitor-aggr-log_txt-02: 1
codec: json
consumer_settings:
bootstrap.servers: "10.192.179.124:9092"
group.id: adn_monitor.clickhouse_stat_00
filters:
- Convert:
fields:
yyyymmdd:
to: int
remove_if_fail: true
hh:
to: int
remove_if_fail: true
mm:
to: int
remove_if_fail: true
request:
to: int
remove_if_fail: true
fillRequest:
to: int
remove_if_fail: true
pv:
to: int
remove_if_fail: true
impression:
to: int
remove_if_fail: true
preImpression:
to: int
remove_if_fail: true
click:
to: int
remove_if_fail: true
lossClick:
to: int
remove_if_fail: true
vtaConversion:
to: int
remove_if_fail: true
conversion:
to: int
remove_if_fail: true
rejectedConversion:
to: int
remove_if_fail: true
cost:
to: float
remove_if_fail: true
revenue:
to: float
remove_if_fail: true
outputs:
- Clickhouse:
table: 'adn_monitor.adn_stat'
hosts:
- 'tcp://10.192.179.124:9002'
- 'tcp://10.192.179.124:9003'
- 'tcp://10.192.179.124:9001'
fields: ['yyyymmdd', 'hh', 'mm', 'timestamp', 'publisherId', 'appId', 'unitId', 'sdkVersion', 'scenario', 'algorithm', 'adType', 'countryCode', 'requestType', 'platform', 'advertiserId', 'campaignId', 'thirdParty', 'creativeId', 'advCreativeId', 'advAdtype', 'campaignPackageName', 'finalSubid', 'finalPackageName', 'request', 'fillRequest', 'pv', 'impression', 'preImpression', 'click', 'vtaConversion', 'conversion', 'lossClick', 'rejectedConversion', 'cost', 'revenue']
bulk_actions: 10
flush_interval: 3
concurrent: 1
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment