edb.clj

(ns ybot.analytics.edb
  (:use [ybot bootstrap datastores])
  (:use elephantdb.cascalog.core)
  (:import [elephantdb.persistence JavaBerkDB]
           [org.apache.hadoop.io BytesWritable]))

(bootstrap-ybot)

(defn ser-long [val]
  (BytesWritable. (.getBytes (str val))))

(defn url-counts [root]
  (let [ga (select-fields (gadata-tap root) "!url")
        counts (<- [?url ?count]
                   (ga ?url)
                   (c/count ?count))]
    (<- [?key ?val]
        (counts ?key ?rawval)
        (ser-long ?rawval :> ?val))))