public
Last active

getactive.rb

  • Download Gist
getactive.rb
Ruby
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146
#!/usr/bin/env ruby
require 'json'
require 'net/http'
require 'pp'
require 'Time'
 
def getResponse(url)
 
http = Net::HTTP.new("api.getsatisfaction.com",80)
 
url = "/" + url
 
resp, data = http.get(url, nil)
if resp.code != "200"
puts "Error: #{resp.code} from:#{url}"
raise JSON::ParserError # This is a kludge. Should return a proper exception instead!
end
 
result = JSON.parse(data)
return result
end
 
if ARGV.length < 6
puts "usage: #{$0} yyyy mm dd yyyy mmm dd"
exit
end
 
metrics_start = Time.utc(ARGV[0], ARGV[1], ARGV[2], 0, 0)
metrics_start -= 1
metrics_stop = Time.utc(ARGV[3], ARGV[4], ARGV[5], 23, 59)
metrics_stop += 1
roland_replies = 0
non_roland_replies = 0
topic_page = 0
#topic_page = 5
end_program = false
numRepliesByTopic={}
 
while true
topic_page += 1
skip = false
topic_url = "products/mozilla_thunderbird/topics.json?sort=recently_active&page=" << "%d" % topic_page << "&limit=30"
printf(STDERR, "topic_url")
begin
topics = getResponse(topic_url)
rescue JSON::ParserError
printf(STDERR, "Parser error in topic:%s\n", topic_url)
 
skip = true
end
if skip
skip = false
next
end
topics["data"].each do|topic|
last_active_at = Time.parse(topic["last_active_at"])
last_active_at = last_active_at.utc
printf(STDERR, "TOPIC last_active_at:%s\n", last_active_at)
 
if (last_active_at <=> (metrics_start + 1)) == -1
printf(STDERR, "ending program\n")
end_program = true
break
end
 
printf(STDERR, "START*** of topic\n")
PP::pp(topic,$stderr)
printf(STDERR, "\nEND*** of topic\n")
reply_count = topic["reply_count"]
printf(STDERR, "reply_count:%d\n", reply_count)
reply_page = 1
if reply_count != 0
begin # while reply_count > 0
get_reply_url = "topics/" + topic["slug"] + "/replies.json?sort=recently_created&page=" << "%d" % reply_page << "&limit=30"
canonical_topic_url = "http://getsatisfaction.com/mozilla_messaging/topics/" + topic["slug"]
 
PP::pp(get_reply_url, $stderr)
skip = false
begin
replies = getResponse(get_reply_url)
rescue JSON::ParserError
printf(STDERR, "Parser error in reply:%s\n", get_reply_url)
reply_count -= 30
reply_page += 1
skip = true
end
if skip
skip = false
next
end
replies["data"].each do|reply|
printf(STDERR, "START*** of reply\n")
PP::pp(reply, $stderr)
 
printf(STDERR, "\nEND*** of reply\n")
 
author = reply["author"]["name"]
reply_created_time = Time.parse(reply["created_at"])
reply_created_time = reply_created_time.utc
topic_id = reply["topic_id"]
reply_id = reply["id"]
 
printf(STDERR, "RRR: reply created time:%s\n", reply_created_time)
 
if (reply_created_time <=> metrics_start) == 1 &&
(reply_created_time <=> metrics_stop) == -1
puts "Reply created by:#{author} at:#{reply_created_time} topic:#{topic_id} reply:#{reply_id} IN Time Window"
if numRepliesByTopic.has_key?(canonical_topic_url)
numRepliesByTopic[canonical_topic_url] += 1
else
numRepliesByTopic[canonical_topic_url] = 1
end
else
printf(STDERR,"Reply created by:%s at:%s topic:%s reply:%s NOT IN Time Window\n",author, reply_created_time, topic_id, reply_id)
end
end # replies ... do
reply_count -= 30
reply_page += 1
end while reply_count > 0
end
end
if end_program
break
end
end
 
sorted_array=[]
index = 0
numRepliesByTopic.sort{|canonical_topic_url,numReplies| canonical_topic_url[1]<=>numReplies[1]}.each { |elem|
puts "#{elem[1]}, #{elem[0]}"
sorted_array[index]={}
sorted_array[index]["numReplies"]=elem[1]
sorted_array[index]["topic_url"]=elem[0]
index += 1
}
printf(STDERR, "CSV filename:getactive.%s%s%s.%s%s%s.csv",ARGV[0],ARGV[1],ARGV[2],ARGV[3],ARGV[4],ARGV[5])
 
csv_file = File.new("getactive."+ARGV[0]+ARGV[1]+ARGV[2]+"."+ARGV[3]+ARGV[4]+ARGV[5] + ".csv", "w")
 
sorted_array.reverse.each{|row|
csv_file.puts "#{row['numReplies']},#{row['topic_url']}"
}
 
csv_file.close

Please sign in to comment on this gist.

Something went wrong with that request. Please try again.