davidbirdsong

[100%] Built target mocks
Scanning dependencies of target hekad
heka/src/github.com/mozilla-services/heka/cmd/hekad/plugin_loader.go:4:3: no buildable Go source files in /dev/shm/loko_build_david.vrTUfh/SRCDIR/heka/build/heka/src/code.google.com/p/snappy-go

davidbirdsong

heka/src/github.com/mozilla-services/heka/cmd/hekad/plugin_loader.go:12:3: no buildable Go source files in /dev/shm/loko_build_david.vrTUfh/SRCDIR/heka/build/heka/src/github.com/zebrafishlabs/golang

davidbirdsong

               //ev.Event.Value is []byte array from kakfa
               messageLen := len(ev.Event.Value)
                if messageLen > cap(pack.MsgBytes) {
                    pack.MsgBytes = make([]byte, messageLen)
                }

                copy(pack.MsgBytes, ev.Event.Value)
                                dRunner.InChan() <- pack
                        }

davidbirdsong

                //ev.Event.Value is []byte from kafka
                err = proto.Unmarshal(ev.Event.Value, pack.Message)
                                if err != nil {
                                        ir.LogError(err)
                                        pack.Recycle()
                                        ev.Recycle()
                                        continue
                                }

                                pack.Decoded = true

davidbirdsong

{% set config = dict(servers=list()) %}
{% for kserver in groups['kafka_' + coloc] %}
  {% for query in kafkagraphitequeries %}
    {% set q = dict(host=kserver, port= kafka[coloc].jmx_port, outputWriters=kafkagraphiteoutput) %}
    {% do config.servers.append(q) %}
  {% endfor %}
{% endfor %}
{% config|to_nice_json %}

davidbirdsong

---
jmxtrans: 
  logdir: /data/log/jmxtrans 
  jsondir: /data/appdata/jmxtrans/json

kafkagraphiteoutput:
  "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter"

  settings:
    host: localhost

davidbirdsong

package main
import (
    "regexp"
    "fmt"

)
var reg string = `^(?P<RemoteIP>\S+) \S+ \S+ \[(?P<Timestamp>[^\]]+)\] "(?P<Method>[A-Z]+) (?P<Url>[^\s]+)[^"]*" (?P<StatusCode>\d+) (?P<RequestSize>\d+)`
var line string = "65.32.144.5 - - [07/Mar/2014:15:36:34 +0400] \"POST /api/listAddresses HTTP/1.1\" 200 290"

func main() {

davidbirdsong

[localcarbon_udp]
type = "UdpInput"
address = "127.0.0.1:2203"
decoder = "carbon_line_decoder"
parser_type = "token"

[localcarbon_tcp]
type = "TcpInput"
address = "127.0.0.1:2203"
decoder = "carbon_line_decoder"

davidbirdsong

frontend hekad-server
  bind :30514
  mode tcp 
  option contstats
  tcp-request inspect-delay 10s
  tcp-request content accept if  { req.ssl_ver gt 0 }
  tcp-request content accept if  { src 10.0.0.0/8 }
  tcp-request content accept if  { src 127.0.0.1 }
  tcp-request content reject
 

davidbirdsong

ngx.req.read_body()
-- do the work to find body file on disk
ngx.req.set_body_file(putfile, true)
res = ngx.location.capture("/location_that_proxies", {method = ngx.HTTP_PUT})