joshmyers

postgres_packages = %w{ postgresql-9.1 postgresql-client-9.1 postgresql-contrib-9.1 postgresql-server-dev-9.1 }
postgres_deps = %w{ libatk1.0-0 libgdk-pixbuf2.0-0 libgtk2.0-0 libpango1.0-0 }

postgres_packages + postgres_deps.each do |dpkg|
  package dpkg
end

postgres_packages.each do |postgres_package|
  apt_preference "#{postgres_package}" do
    pin          "9.1.11-0ubuntu0.12.04"

joshmyers

input {
  udp {
    port => 5544
    type => syslog
  }
}

filter {
  grok {
    type => "syslog"

joshmyers

$ tail -f /var/log/logstash/logstash.log

{:timestamp=>"2013-11-21T12:32:29.944000+0000", :message=>"Failed to index an event, will retry", :exception=>org.elasticsearch.discovery.MasterNotDiscoveredException: waited for [1m], :event=>{"@source"=>"tcp://10.36.188.219:48933/", "@tags"=>[], "@fields"=>{"syslog_pri"=>["86"], "syslog_program"=>["CRON"], "received_at"=>["2013-11-21T12:27:01.392Z"], "received_from"=>["10.36.188.219"], "syslog_severity_code"=>6, "syslog_facility_code"=>10, "syslog_facility"=>"security/authorization", "syslog_severity"=>"informational"}, "@timestamp"=>"2013-11-21T12:27:01.000Z", "@source_host"=>"devlogstash", "@source_path"=>"/", "@message"=>" pam_unix(cron:session): session opened for user root by (uid=0)", "@type"=>"syslog"}, :level=>:warn}

$ tail -f elasticsearch.log

[2013-11-21 12:33:51,418][INFO ][node                     ] [devlogstash] version[0.90.5], pid[23612], build[c8714e8/2013-09-17T12:50:20Z]
[2013-11-21 12:33:51,419][INFO ][node                     ] [devlogstash] in

joshmyers

{:timestamp=>"2013-11-20T16:36:11.316000+0000", :message=>"Failed to index an event, will retry", :exception=>org.elasticsearch.discovery.MasterNotDiscoveredException: waited for [1m], :event=>{"@source"=>"tcp://10.36.188.219:50906/", "@tags"=>[], "@fields"=>{"syslog_pri"=>["86"], "syslog_program"=>["CRON"], "received_at"=>["2013-11-20T15:36:01.786Z"], "received_from"=>["10.36.188.219"], "syslog_severity_code"=>6, "syslog_facility_code"=>10, "syslog_facility"=>"security/authorization", "syslog_severity"=>"informational"}, "@timestamp"=>"2013-11-20T15:36:01.000Z", "@source_host"=>"devlogstash", "@source_path"=>"/", "@message"=>" pam_unix(cron:session): session closed for user root", "@type"=>"syslog"}, :level=>:warn}

joshmyers

./nodetool upgradesstables
Exception in thread "main" java.lang.reflect.UndeclaredThrowableException
	at com.sun.proxy.$Proxy0.upgradeSSTables(Unknown Source)
	at org.apache.cassandra.tools.NodeProbe.upgradeSSTables(NodeProbe.java:193)
	at org.apache.cassandra.tools.NodeCmd.optionalKSandCFs(NodeCmd.java:1071)
	at org.apache.cassandra.tools.NodeCmd.main(NodeCmd.java:838)
Caused by: javax.management.ReflectionException: Signature mismatch for operation upgradeSSTables: (java.lang.String, [Ljava.lang.String;) should be (java.lang.String, boolean, [Ljava.lang.String;)
	at com.sun.jmx.mbeanserver.PerInterface.noSuchMethod(PerInterface.java:170)
	at com.sun.jmx.mbeanserver.PerInterface.invoke(PerInterface.java:135)
	at com.sun.jmx.mbeanserver.MBeanSupport.invoke(MBeanSupport.java:252)

joshmyers

Service exit with a return value of 3
java.lang.ClassNotFoundException: org.apache.cassandra.thrift.CassandraDaemon
        at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
        at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
        at java.security.AccessController.doPrivileged(Native Method)
        at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
        at org.apache.commons.daemon.support.DaemonLoader.load(DaemonLoader.java:151)

joshmyers

```ruby
2 node C* cluster, devcass1 and devcass2.

[1] pry(main)> Cassandra.VERSION
=> "1.1"
[2] pry(main)* devcass_client = Cassandra.new('mydrive_development', [ 'devcass1:9160', 'devcass2:9160'], :retries => 2, :connect_timeout => 5)
=> #<Cassandra:46422280, @keyspace="mydrive_development", @schema={}, @servers=["devcass1:9160", "devcass2:9160"]>
[3] pry(main)> devcass_client.get(:Users, 'key')
=> {"foo"=>"bar"}

joshmyers

## Sources ###################################################
agent.sources                    = http syslogudp

agent.sources.http.type          = http
agent.sources.http.bind          = 0.0.0.0
agent.sources.http.port          = 4444
agent.sources.http.channels      = default_s3_channel

## Interceptors #################################################
agent.sources.http.interceptors                             = itime ihost

joshmyers

agent.sinks.confused_s3_aggregate_profile_sink1.type                       = hdfs
agent.sinks.confused_s3_aggregate_profile_sink1.channel                    = confused_s3_aggregate_profile_channel
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.path                  = s3n://mydrive-confused-reports/driver-profiles/%Y-%m-%d
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.fileType              = DataStream
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.batchSize             = 5
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.writeFormat           = Text
agent.sinks.confused_s3_aggregate_profile_sink1.serializer                 = com.mydrivesolutions.flume.serialization.HeaderAndBodyTextEventSerializer$Builder
agent.sinks.confused_s3_aggregate_profile_sink1.serializer.columns         = log_type reporting_bucket subscription_id
agent.sinks.confused_s3_aggregate_profile_sink1.serializer.format          = DriverProfile
agent.sinks.confused_s3_aggregate_profile_sink1.serializer.delimiter       =

joshmyers

agent.sinks.cappucino_s3_aggregate_profile_sink1.type = hdfs
agent.sinks.cappucino_s3_aggregate_profile_sink1.channel = 
cappucino_s3_aggregate_profile_channel
agent.sinks.cappucino_s3_aggregate_profile_sink1.hdfs.path = 
s3n://mydrive-cappucino-reports/driver-profiles/%Y-%m-%d
agent.sinks.cappucino_s3_aggregate_profile_sink1.hdfs.fileType = DataStream
agent.sinks.cappucino_s3_aggregate_profile_sink1.hdfs.writeFormat = Text
agent.sinks.cappucino_s3_aggregate_profile_sink1.serializer = 
com.mydrivesolutions.flume.serialization.HeaderAndBodyTextEventSerializer$Builder
agent.sinks.cappucino_s3_aggregate_profile_sink1.serializer.columns =