Skip to content

Instantly share code, notes, and snippets.

View fmw's full-sized avatar

Filip de Waard fmw

View GitHub Profile
(defn make-topology
[{:keys [seed-uris
max-depth
follow-links?-scoring-fn
follow-individual-link?-scoring-fn
store?-scoring-fn
content-processing-fn]}]
(doseq [uri seed-uris]
(queue/add-uri! (util/md5 (util/get-host uri)) uri 0))
The relevant lines in nimbus.log:
2013-06-28 09:46:36 nimbus [INFO] Uploading file from client to /mnt/storm/nimbus/inbox/stormjar-95cc3086-2537-4a8d-bd52-4bfc2cefdac2.jar
2013-06-28 10:18:05 nimbus [INFO] Finished uploading file from client: /mnt/storm/nimbus/inbox/stormjar-95cc3086-2537-4a8d-bd52-4bfc2cefdac2.jar
The error:
Running: java -client -Dstorm.options= -Dstorm.home=/home/fmw/bin/storm-0.8.2 -Djava.library.path=/usr/local/lib:/opt/local/lib:/usr/lib -Dstorm.conf.file= -cp /home/fmw/bin/storm-0.8.2/storm-0.8.2.jar:/home/fmw/bin/storm-0.8.2/lib/commons-codec-1.4.jar:/home/fmw/bin/storm-0.8.2/lib/tools.logging-0.2.3.jar:/home/fmw/bin/storm-0.8.2/lib/minlog-1.2.jar:/home/fmw/bin/storm-0.8.2/lib/junit-3.8.1.jar:/home/fmw/bin/storm-0.8.2/lib/reflectasm-1.07-shaded.jar:/home/fmw/bin/storm-0.8.2/lib/curator-client-1.0.1.jar:/home/fmw/bin/storm-0.8.2/lib/kryo-2.17.jar:/home/fmw/bin/storm-0.8.2/lib/ring-jetty-adapter-0.3.11.jar:/home/fmw/bin/storm-0.8.2/lib/commons-logging-1.1.1.jar:/home/fmw/bin/storm-0.
@fmw
fmw / core.clj
Created April 30, 2013 17:05
quick way to parse huge xml files in Clojure
(ns xmltest.core
(:require [clojure.data.xml :as xml])
(:import [java.io FileInputStream]
[java.util.zip GZIPInputStream]))
(defn parse [filename]
(xml/parse (FileInputStream. filename)))
(defn parse-gzipped [filename]
(xml/parse (GZIPInputStream. (FileInputStream. filename))))
@fmw
fmw / core.clj
Created April 30, 2013 17:05
fast way to parse huge XML documents in Clojure
(ns xmltest.core
(:require [clojure.data.xml :as xml])
(:import [java.io FileInputStream]
[java.util.zip GZIPInputStream]))
(defn parse [filename]
(xml/parse (FileInputStream. filename)))
(defn parse-gzipped [filename]
(xml/parse (GZIPInputStream. (FileInputStream. filename))))
@fmw
fmw / core.clj
Last active December 15, 2015 01:39
(ns riaktest.core
(:require [clojure.string :as string]
[clj-time.core :as time-core]
[clj-time.format :as time-format]
[clojurewerkz.welle.core :as wc]
[clojurewerkz.welle.mr :as mr]
[clojurewerkz.welle.kv :as wkv]
[clojurewerkz.welle.buckets :as wbuckets]))
(wc/connect!)
(defproject vix "1.0.0-SNAPSHOT"
:description "Vix is a document repository and management system."
:dependencies [[org.clojure/clojure "1.4.0"]
[org.clojure/data.codec "0.1.0"]
[org.clojure/data.json "0.1.2"]
[org.clojure/algo.generic "0.1.0"]
[slingshot "0.10.3"]
[org.mindrot/jbcrypt "0.3m"]
[compojure "1.1.0"]
[ring/ring-core "1.1.1"]
drwxrwxr-x 2 fmw fmw 4096 May 7 16:39 classes
-rw-rw-r-- 1 fmw fmw 5045308 Sep 21 2011 closure-templates-for-javascript-latest.zip
-rw-r--r-- 1 fmw fmw 11358 Sep 19 2011 COPYING
drwxrwxr-x 3 fmw fmw 4096 May 7 16:39 lib
-rw-rw-r-- 1 fmw fmw 11358 Sep 22 2011 LICENSE
drwxrwxr-x 2 fmw fmw 4096 Aug 3 10:44 phantom
-rw-rw-r-- 1 fmw fmw 5221 Aug 4 17:55 project.clj
-rw-r--r-- 1 fmw fmw 1491 Sep 19 2011 README
-rw-rw-r-- 1 fmw fmw 7961 Jul 20 05:19 README.rst
drwxrwxr-x 5 fmw fmw 4096 Aug 3 10:42 resources
fmw@icarus:~/clj/vix$ lein cljsbuild once
Compiling ClojureScript.
Exception in thread "main" java.lang.IllegalArgumentException: No implementation of method: :as-file of protocol: #'clojure.java.io/Coercions found for class: clojure.lang.PersistentList
at clojure.core$_cache_protocol_fn.invoke(core_deftype.clj:527)
at clojure.java.io$fn__8184$G__8179__8189.invoke(io.clj:35)
at clojure.java.io$file.invoke(io.clj:413)
at clojure.lang.AFn.applyToHelper(AFn.java:161)
at clojure.lang.RestFn.applyTo(RestFn.java:132)
at clojure.core$apply.invoke(core.clj:603)
at fs.core$file.doInvoke(core.clj:55)
@fmw
fmw / core.js
Created August 6, 2011 05:34
core.js
goog.provide('cljs.core');
goog.require('goog.string');
goog.require('goog.string.StringBuffer');
goog.require('goog.object');
goog.require('goog.array');
/**
* Internal - do not use!
*/
cljs.core.truth_ = (function truth_(x){
return (x != null && x !== false);
@fmw
fmw / gist:1129025
Created August 6, 2011 04:52
seq js
cljs.core._seq = (function _seq(o){
if(cljs.core.truth_((function (){var and__3574__auto____2050 = o;
if(cljs.core.truth_(and__3574__auto____2050))
{return o.cljs$core$ISeqable$_seq;
} else
{return and__3574__auto____2050;
}
})()))
{return o.cljs$core$ISeqable$_seq(o);
} else