Skip to content

Instantly share code, notes, and snippets.

@rhelmer
rhelmer / graphs-serverside.js
Created December 23, 2010 08:06
Server-side graphs using node for graphs.m.o
var document = require("jsdom").jsdom(),
window = document.createWindow(),
jQuery = require('jquery').create(window),
fs = require('fs'),
script = document.createElement("script");
window.Canvas = require('canvas');
script.src = 'http://localhost/jq/jquery.flot.svn.js';
script.onload = function () {
var displayDays = 7;
@rhelmer
rhelmer / newtcbs.py
Created August 4, 2011 23:01
newtcbs
#!/usr/bin/python
import logging, sys
import psycopg2
import socorro.lib.psycopghelper as psy
import socorro.lib.util as util
logger = logging.getLogger("duplicates")
def update(config, targetDate):
\set ON_ERROR_STOP 1
-- function
CREATE OR REPLACE FUNCTION backfill_hangreport (
firstday date,
lastday date default NULL )
RETURNS BOOLEAN
LANGUAGE plpgsql
AS $f$
diff --git a/socorro/processor/processor.py b/socorro/processor/processor.py
index b3964a1..1754215 100755
--- a/socorro/processor/processor.py
+++ b/socorro/processor/processor.py
@@ -123,6 +123,8 @@ class Processor(object):
self.prefixSignatureRegEx = re.compile(self.config.prefixSignatureRegEx)
self.signaturesWithLineNumbersRegEx = re.compile(self.config.signaturesWithLineNumbersRegEx)
+ self.productIdMap = []
+
diff --git a/socorro/external/postgresql/search.py b/socorro/external/postgresql/search.py
index 5354757..0fc90e7 100644
--- a/socorro/external/postgresql/search.py
+++ b/socorro/external/postgresql/search.py
@@ -160,8 +160,8 @@ class Search(PostgreSQLBase):
for x in range(0, len(params["versions"]), 2):
version_where = []
- version_where.append(str(x).join(("r.product=%(version",
- ")s")))
/* socorro.search.Search search */ SELECT r.signature, count(r.id) as total, count(CASE WHEN (r.os_name = E'Windows NT') THEN 1 END) AS is_windows, count(CASE WHEN (r.os_name = E'Mac OS X') THEN 1 END) AS is_mac, count(CASE WHEN (r.os_name = E'Linux') THEN 1 END) AS is_linux, SUM (CASE WHEN r.hangid IS NULL THEN 0 ELSE 1 END) AS numhang, SUM (CASE WHEN r.process_type IS NULL THEN 0 ELSE 1 END) AS numplugin FROM reports rWHERE r.date_processed BETWEEN '2011-12-07T18:41:04' AND '2011-12-14T18:41:04'AND (r.product=E'Firefox') AND ((r.product=E'Firefox' AND r.release_channel ILIKE 'Beta' AND r.build IN ('20111206234556', '20111206234556', '20111206234556', '20111206234556') AND r.version=E'9.0b5')) GROUP BY r.signature ORDER BY total DESC LIMIT 100
OFFSET 0
/* socorro.search.Search search */ SELECT r.signature, count(r.id) as total, count(CASE WHEN (r.os_name = E'Windows NT') THEN 1 END) AS is_windows, count(CASE W
HEN (r.os_name = E'Mac OS X') THEN 1 END) AS is_mac, count(CASE WHEN (r.os_name
= E'Linux') T
diff --git a/socorro/external/postgresql/search.py b/socorro/external/postgresql/search.py
index 5354757..d72a295 100644
--- a/socorro/external/postgresql/search.py
+++ b/socorro/external/postgresql/search.py
@@ -397,7 +397,7 @@ class Search(PostgreSQLBase):
version_info = None
if not x:
- version_param = "version"
+ version_param = "version1"
diff --git a/socorro/external/postgresql/search.py b/socorro/external/postgresql/search.py
index 5354757..283fc01 100644
--- a/socorro/external/postgresql/search.py
+++ b/socorro/external/postgresql/search.py
@@ -396,7 +396,7 @@ class Search(PostgreSQLBase):
else:
version_info = None
- if not x:
+ if x == None:
import json
import sys
import urllib2
top_level_url = 'https://crash-stats.mozilla.com'
opener = urllib2.build_opener()
urllib2.install_opener(opener)
bad_addons = [line.strip() for line in open('bad_addons.txt')]
diff --git a/socorro/cron/ftpscraper.py b/socorro/cron/ftpscraper.py
index 6ce10e8..7ba9167 100644
--- a/socorro/cron/ftpscraper.py
+++ b/socorro/cron/ftpscraper.py
@@ -73,21 +73,28 @@ def getNightly(dirname, url, urllib=urllib2, backfill_date=None):
info_files = getLinks(nightly_url, endswith='.txt', urllib=urllib)
for f in info_files:
+ pv = None
+ platform = None