Dannyzen/gist:7236602

## gistfile1.txt
sailthru@ec2ev-qa1:/tmp/ $ tail -f proc_stats_generate.log                                                                [13:24:23]
[2013-10-30 13:24:30] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"sailthru_com\":{\"count\":1,\"name\":\"sailthru.com\"},\"mailinator_com\":{\"count\":19,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":20,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":40,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":20,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":20,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":1,\"enga.dormant.count\":19,\"snup.201310.count\":19,\"snup.201307.count\":1,\"smtp.null.count\":20,\"tot.count\":20},\"$unset\":[]},\"time\":1383153870}"
Stats_Preallocate was not called on blast 999011417 before Stats_Generate
[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":19,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":19,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":38,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":19,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":19,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":2,\"enga.active.count\":1,\"enga.dormant.count\":16,\"snup.201310.count\":19,\"smtp.null.count\":19,\"tot.count\":19},\"$unset\":[]},\"time\":1383153870}"
[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":16,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":16,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":32,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":16,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":16,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":1,\"enga.dormant.count\":15,\"snup.201310.count\":16,\"smtp.null.count\":16,\"tot.count\":16},\"$unset\":[]},\"time\":1383153871}"
[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":12,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":12,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":24,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":12,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":12,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":2,\"enga.dormant.count\":10,\"snup.201310.count\":12,\"smtp.null.count\":12,\"tot.count\":12},\"$unset\":[]},\"time\":1383153871}"
[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":16,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":16,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":32,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":16,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":16,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":1,\"enga.dormant.count\":15,\"snup.201310.count\":16,\"smtp.null.count\":16,\"tot.count\":16},\"$unset\":[]},\"time\":1383153871}"
[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":18,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":18,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":36,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":18,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":18,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.active.count\":1,\"enga.dormant.count\":17,\"snup.201310.count\":18,\"smtp.null.count\":18,\"tot.count\":18},\"$unset\":[]},\"time\":1383153871}"
	sailthru@ec2ev-qa1:/tmp/ $ tail -f proc_stats_generate.log [13:24:23]
	[2013-10-30 13:24:30] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"sailthru_com\":{\"count\":1,\"name\":\"sailthru.com\"},\"mailinator_com\":{\"count\":19,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":20,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":40,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":20,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":20,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":1,\"enga.dormant.count\":19,\"snup.201310.count\":19,\"snup.201307.count\":1,\"smtp.null.count\":20,\"tot.count\":20},\"$unset\":[]},\"time\":1383153870}"
	Stats_Preallocate was not called on blast 999011417 before Stats_Generate
	[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":19,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":19,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":38,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":19,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":19,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":2,\"enga.active.count\":1,\"enga.dormant.count\":16,\"snup.201310.count\":19,\"smtp.null.count\":19,\"tot.count\":19},\"$unset\":[]},\"time\":1383153870}"
	[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":16,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":16,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":32,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":16,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":16,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":1,\"enga.dormant.count\":15,\"snup.201310.count\":16,\"smtp.null.count\":16,\"tot.count\":16},\"$unset\":[]},\"time\":1383153871}"
	[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":12,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":12,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":24,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":12,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":12,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":2,\"enga.dormant.count\":10,\"snup.201310.count\":12,\"smtp.null.count\":12,\"tot.count\":12},\"$unset\":[]},\"time\":1383153871}"
	[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":16,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":16,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":32,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":16,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":16,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.disengaged.count\":1,\"enga.dormant.count\":15,\"snup.201310.count\":16,\"smtp.null.count\":16,\"tot.count\":16},\"$unset\":[]},\"time\":1383153871}"
	[2013-10-30 13:24:31] "{\"id\":999011417,\"type\":\"blast\",\"domain\":{\"mailinator_com\":{\"count\":18,\"name\":\"mailinator.com\"}},\"subject\":{\"2088658087\":{\"count\":18,\"name\":\"4zikqc5973\"}},\"urls\":{\"1850123674\":{\"count\":36,\"name\":\"http:\\\/\\\/www.dannyrosen.net\"},\"672090310\":{\"count\":18,\"name\":\"http:\\\/\\\/facebook.com\\\/dannyzen\"},\"1587574693\":{\"count\":18,\"name\":\"http:\\\/\\\/www.google.com\"}},\"update\":{\"$set\":{\"cid\":3068,\"list\":\"100_person_list\",\"name\":\"4zikqc5973\",\"stat\":\"sent\",\"smtp.null.name\":\"null\"},\"$inc\":{\"enga.active.count\":1,\"enga.dormant.count\":17,\"snup.201310.count\":18,\"smtp.null.count\":18,\"tot.count\":18},\"$unset\":[]},\"time\":1383153871}"