Store word counts of files over a period

wc.rb

#!/usr/bin/env ruby
require 'sqlite3'
require 'date'
require 'optparse'
require 'iconv' unless String.method_defined?(:encode) # needed to fix dodgy encoding in files (String#encode is Ruby 1.9+)

CONFIG = {
  :db_name => 'wc.db',
  :base => '.',
  :ignore_regexp => /^\s*(#|\*)/,
  :summary_format => "%{today}",
  :header_format => "Today: %{today}",
  :item_format => "%{path}: %{today} (%{total})",
  :goal_summary_format => " (%{remaining})",
  :goal_full_format => ", %{remaining} words left"
}

OptionParser.new do |o|
  o.separator ""
  
  o.on('-s', '--summary') { CONFIG[:summary] = true }
  o.on('-b PATH', '--base PATH') { |path| CONFIG[:base] = path }
  o.on('-d NAME', '--database NAME') { |name| CONFIG[:db_name] = name }
  o.on('-g GOAL', '--goal GOAL') { |goal| CONFIG[:goal] = goal.to_i }
  o.on('-i PATTERN', '--ignore-regexp PATTERN') {|pattern| CONFIG[:ignore_regexp] = /#{pattern}/}

  o.separator ""
  o.on('--summary-format FORMAT') {|format| CONFIG[:summary_format] = format }
  o.on('--header-format FORMAT') {|format| CONFIG[:header_format] = format }
  o.on('--item-format FORMAT') {|format| CONFIG[:item_format] = format }
  o.on('--goal-summary-format FORMAT') {|format| CONFIG[:goal_summary_format] = format }
  o.on('--goal-full-format FORMAT') {|format| CONFIG[:goal_full_format] = format }

  o.separator ""
  o.on('--on-update SCRIPT') { |script| CONFIG[:update_hook] = script}
  o.on('-h', '--help') { puts o; exit }
  
  o.parse!
end

DB_LOCATION = "#{CONFIG[:base]}/#{CONFIG[:db_name]}"
db = SQLite3::Database.new(DB_LOCATION)

db.execute_batch <<-SQL

  CREATE TABLE IF NOT EXISTS word_count (
    id integer primary key,
    path string,
    words integer,
    timestamp integer,
    UNIQUE (path, timestamp)
  );

SQL

today = {} # used to store the changes for today (path => {today => int, total => int})

Dir.glob("#{CONFIG[:base]}/**") do | file_name |
  path = File.absolute_path(file_name)

  # ignore the database and this script
  next if path == File.absolute_path(DB_LOCATION) || path == File.absolute_path(__FILE__)

  words = 0
  file = File.open(path)
  file.each_line do |line|
    # fix dodgy encoding so the regexp can run
    # via http://stackoverflow.com/a/8873922
    if String.method_defined?(:encode)
      line.encode!('UTF-16', 'UTF-8', :invalid => :replace, :replace => '')
      line.encode!('UTF-8', 'UTF-16')
    else
      ic = Iconv.new('UTF-8', 'UTF-8//IGNORE')
      file_contents = ic.iconv(file_contents)
    end

    # skip lines that match the ignore regexp (allows for commenting/annotation)
    next if line.match(CONFIG[:ignore_regexp])
 
    # count the number of words (tokens seperated by whitespace)
    words += line.split.size
  end

  timestamp = Time.now.getutc.to_i

  last_word_count = db.execute <<-SQL

    SELECT words
    FROM word_count
    WHERE path = '#{path}'
    ORDER BY timestamp DESC
    LIMIT 1,1

  SQL

  prev_day = db.execute <<-SQL

    SELECT words
    FROM word_count
    WHERE path = '#{path}'
    AND timestamp < '#{Date.today.to_time.getutc.to_i}'
    ORDER BY timestamp desc
    LIMIT 1

  SQL

  prev_day_words = prev_day.size > 0 ? prev_day[0][0].to_i : 0
  todays_words = words.to_i - prev_day_words.to_i

  if last_word_count.size == 0 or last_word_count[0][0].to_i != words.to_i then

    db.execute_batch <<-SQL

      INSERT  INTO word_count (path, words, timestamp) 
      VALUES ('#{path}', '#{words}', '#{timestamp}');

    SQL
    
    if CONFIG[:update_hook]
      `"#{CONFIG[:update_hook]}" "#{path}" "#{words}" "#{prev_day_words}"`
    end

  end

  if todays_words > 0 then
    today[path] = {:today => todays_words, :total => words.to_i}
  end
  
end

total = today.values.map { |f| f[:today] }.reduce(0, :+)
remaining = if CONFIG[:goal]
              CONFIG[:goal] - total
            end
  

if CONFIG[:summary]
  summary = CONFIG[:summary_format] % {:today => total}
  summary <<  CONFIG[:goal_summary_format] % {:remaining => remaining} if remaining
  puts summary
else
  header = CONFIG[:header_format] % {:today => total}
  header <<  CONFIG[:goal_full_format] % {:remaining => remaining} if remaining
  puts header
  puts
  today.each do |path, words|
    puts CONFIG[:item_format] % {:path => path, :today => words[:today], :total => words[:total]}
  end
end

ha! you're calling out to shell for wc, this really is a bash script in disguise

totally