weppos

MongoDb vs PostgreSQL (single table with 777,229 records)
--------------------------------------------------------

# Number of Records in the table
=> 777229

# Size of the Table

# PostgreSQL (Data + Indexes)
+----------------+

weppos

$ cloc robodomain robowhois robofinance whois
    1824 text files.
    1695 unique files.                                          
     920 files ignored.

http://cloc.sourceforge.net v 1.51  T=2.0 s (433.5 files/s, 50222.5 lines/s)
-------------------------------------------------------------------------------
Language                     files          blank        comment           code
-------------------------------------------------------------------------------
Ruby                           747          12136           7589          41135

weppos

(function($){
  $.fn.ifdo = function(fn) {
    if (this.length > 0) {
      fn.call(this);
    }
  };
})(jQuery);

weppos

<?php

/* Requests the parsed WHOIS record for the domain
 * and returns an Array containing the parsed WHOIS properties.
 *
 * @param   string $domain The domain to lookup.
 *
 * @return  array
 */
function whoisProperties($domain)

weppos

<%

' Requests the parsed WHOIS record for the domain
' and returns a String containing the JSON-encoded parsed WHOIS properties.
Function WhoisProperties(url)
  Dim objXmlHttp

  Set objXmlHttp = Server.CreateObject("Microsoft.XMLHTTP")

  objXmlHttp.Open "GET", url, False, "YOUR_API_KEY", "X"

weppos

import urllib2

class RoboWhois:
    def __init__(self, api_key):
        self.username = api_key
        self.password = "X"

    def whois(self, domain):
        template  = "http://api.robowhois.com/whois/%s"

weppos

import urllib2

def whois(domain):
    api_key  = "YOUR_API_KEY"
    template = "http://api.robowhois.com/whois/%s"

    passman   = urllib2.HTTPPasswordMgrWithDefaultRealm()
    passman.add_password(None, "http://api.robowhois.com/", api_key, "X")
    handler   = urllib2.HTTPBasicAuthHandler(passman)
    opener    = urllib2.build_opener(handler)

weppos

<%

' Requests the WHOIS record for the domain
' and returns a String containing the WHOIS response.
Function Whois(url)
  Dim objXmlHttp

  Set objXmlHttp = Server.CreateObject("Microsoft.XMLHTTP")

  objXmlHttp.Open "GET", url, False, "YOUR_API_KEY", "X"

weppos

ae.org:
    _server: whois.centralnic.com
    _subdir: ae.org
    status_available: u34jedzcq.ae.org
    status_registered: kidzlink.ae.org
ar.com:
    _server: whois.centralnic.com
    _subdir: ar.com
    status_available: u34jedzcq.ar.com
    status_registered: hotel.ar.com

weppos

#!/usr/bin/env ruby -wKU

require 'rubygems'
require 'flickraw'
require 'open-uri'
require 'fileutils'

FlickRaw.api_key = "YOUR_API_KEY"
FlickRaw.shared_secret = "YOUR_SHARED_SECRET"