map-reduce in hylang

chekhov.hy

; Packed shepherd together with mincemeat for convenience
(import [mincemeat.shepherd [run_server]])

; chunker is temporarily broken
;(defn chunker [gen size]
;   (let [[gen (iter gen)]
;         [chunk []]
;   (try
;      (while True
;         (for [_ (xrange size)]
;             (.append chunk (.next gen))
;             (yield chunk)
;             (setv chunk [])))
;      (catch [e StopIteration]
;         (if chunk
;             (yield chunk))))))

(def datasource (dict (enumerate (open "chekhov.txt" "r"))))

(defn mapfn [k v]
    (for [w (.split v)]
        (yield (, (.lower w) 1))))

(defn reducefn [k vs]
    (sum vs))

(print (run_server
   { "datasource" datasource
     "mapfn"      mapfn
     "reducefn"   reducefn }))