revised-twitter.rb

# encoding: utf-8
require "logstash/inputs/base"
require "logstash/namespace"
require "json"

# Read events from the twitter streaming api.
class LogStash::Inputs::Twitter < LogStash::Inputs::Base

  config_name "twitter"
  milestone 1

  # Your twitter app's consumer key
  #
  # Don't know what this is? You need to create an "application"
  # on twitter, see this url: <https://dev.twitter.com/apps/new>
  config :consumer_key, :validate => :string, :required => true

  # Your twitter app's consumer secret
  #
  # If you don't have one of these, you can create one by
  # registering a new application with twitter:
  # <https://dev.twitter.com/apps/new>
  config :consumer_secret, :validate => :password, :required => true

  # Your oauth token.
  #
  # To get this, login to twitter with whatever account you want,
  # then visit <https://dev.twitter.com/apps>
  #
  # Click on your app (used with the consumer_key and consumer_secret settings)
  # Then at the bottom of the page, click 'Create my access token' which
  # will create an oauth token and secret bound to your account and that
  # application.
  config :oauth_token, :validate => :string, :required => true
  
  # Your oauth token secret.
  #
  # To get this, login to twitter with whatever account you want,
  # then visit <https://dev.twitter.com/apps>
  #
  # Click on your app (used with the consumer_key and consumer_secret settings)
  # Then at the bottom of the page, click 'Create my access token' which
  # will create an oauth token and secret bound to your account and that
  # application.
  config :oauth_token_secret, :validate => :password, :required => true

  # Any keywords to track in the twitter stream
  config :keywords, :validate => :array, :required => true

  public
  def register
    require "twitter"
    @client = Twitter::Streaming::Client.new do |c|
      c.consumer_key = @consumer_key
      c.consumer_secret = @consumer_secret.value
      c.access_token = @oauth_token
      c.access_token_secret = @oauth_token_secret.value
    end
  end

  public
  def run(queue)
    @logger.info("Starting twitter tracking", :keywords => @keywords)
    @client.filter(:track => @keywords.join(",")) do |tweet|
      @logger.info? && @logger.info("Got tweet", :user => tweet.user.screen_name, :text => tweet.text)
      event = LogStash::Event.new(
        "@timestamp" => tweet.created_at.gmtime,         
        "id" => tweet.id_str,                            # add "id" (string version)
        "message" => tweet.full_text,                    # tweet.full_text? or tweet.text?
        "screen_name" => tweet.user.screen_name,         # change "user" to "screen_name"
        "user_id" => tweet.user.id_str,                  # add "user_id"
        "source" => tweet.source,                        # change "client" to "source"
        "favorited" => tweet.favorited?,                 # add "favorited" boolean
        "favorite_count" => tweet.favorite_count,        # add "favorite_count"
        "retweeted" => tweet.retweeted?,                 
        "retweet_count" => tweet.retweet_count,          # add "retweet_count"
        "coordinates" => tweet.coordinates,              # add "coordinates"
        "place" => tweet.place,                          # add "place"
        "hashtags" => tweet.entities.hashtags,           # add "hashtags"
        "user_mentions" => tweet.entities.user_mentions, # add "mentions"
        "url" => "http://twitter.com/#{tweet.user.screen_name}/status/#{tweet.id}" # change "source" to "url"
      )
      decorate(event)
      event["in-reply-to"] = tweet.in_reply_to_status_id if tweet.reply?
      unless tweet.urls.empty?
        event["urls"] = tweet.urls.map(&:expanded_url).map(&:to_s)
      end
      queue << event
    end # client.filter
  end # def run
end # class LogStash::Inputs::Twitter