Skip to content

Instantly share code, notes, and snippets.

View lbradstreet's full-sized avatar

Lucas Bradstreet lbradstreet

108 followers · 40 following
View GitHub Profile
@lbradstreet
lbradstreet / gist:3b08d853b4fe5bd1c8e1
Created February 20, 2015 06:26
Dump deployment log
(defn dump-deployment-log [deployment-id subscription ch]
(let [log (:log (:env subscription))]
(loop [replica (:replica subscription)]
(if-let [position (<!! ch)]
(let [entry (extensions/read-log-entry log position)
new-replica (apply-log-entry send-fn! tracking-id entry replica)]
(spit "log_entries.log" (pr-str entry) :append true)
(recur new-replica))))))
@lbradstreet
lbradstreet / onyx_log-cycling-peers.txt
Created February 20, 2015 10:32
This file has been truncated, but you can view the full file.
2015-Feb-20 13:34:44 +0800 lbpro INFO [onyx.peer.task-lifecycle] - [04469bba-1afb-43be-8556-4240062d0af8 / 483313d0-e3b7-4e25-975f-f9f4e57b2983] Wrote 0 segments
2015-Feb-20 13:34:44 +0800 lbpro INFO [onyx.peer.task-lifecycle] - [04469bba-1afb-43be-8556-4240062d0af8 / 311650bd-938c-4ce3-92db-4612cff8afe7] Wrote 0 segments
2015-Feb-20 13:34:44 +0800 lbpro INFO [onyx.peer.task-lifecycle] - [04469bba-1afb-43be-8556-4240062d0af8 / eac90540-9782-4cc4-9aea-c725fe8c0217] Read 0 segments
2015-Feb-20 13:34:44 +0800 lbpro INFO [onyx.peer.task-lifecycle] - [04469bba-1afb-43be-8556-4240062d0af8 / 52a01ac2-c5db-454c-a212-0569175556ae] Wrote 0 segments
2015-Feb-20 13:34:44 +0800 lbpro INFO [onyx.peer.task-lifecycle] - [04469bba-1afb-43be-8556-4240062d0af8 / 0f644545-a722-4048-aa0d-8d97a7bd1bcc] Read 0 segments
2015-Feb-20 13:34:44 +0800 lbpro INFO [onyx.peer.task-lifecycle] - [04469bba-1afb-43be-8556-4240062d0af8 / a6837c36-64c3-409c-a33b-115a5adfc30a] Wrote 0 segments
2015-Feb-20 13:34:44 +0800 lbpro INFO [onyx.peer.task-
@lbradstreet
lbradstreet / dumped_log.edn
Created February 20, 2015 10:34
[{:created-at 1424410995892, :message-id 0, :fn :prepare-join-cluster, :args {:joiner #uuid "906fe47f-fbe5-4918-934b-eb773a3ee69c"}} {:created-at 1424410995942, :message-id 1, :fn :submit-job, :args {:id #uuid "3156a105-c564-41f1-9f23-5a0a08c6b870", :tasks [#uuid "ab3aa045-b220-4a3b-97ac-185ca442249f" #uuid "9a8aa1db-3bf0-4b78-8204-ab7fa62b0d79" #uuid "d7d7856b-08e5-4687-aecd-8f595da04721" #uuid "36ec2eaf-de62-4783-b1ae-4d4fc7c3c20e" #uuid "ec2f52d7-3ad7-43c7-9213-431c2221115b" #uuid "df491efd-7e68-47eb-bbe3-e966c25cc82d" #uuid "42ca1fae-67f5-4346-9910-103724fdc296"], :task-scheduler :onyx.task-scheduler/round-robin, :saturation Infinity, :task-saturation {#uuid "ab3aa045-b220-4a3b-97ac-185ca442249f" Infinity, #uuid "9a8aa1db-3bf0-4b78-8204-ab7fa62b0d79" Infinity, #uuid "d7d7856b-08e5-4687-aecd-8f595da04721" Infinity, #uuid "36ec2eaf-de62-4783-b1ae-4d4fc7c3c20e" Infinity, #uuid "ec2f52d7-3ad7-43c7-9213-431c2221115b" Infinity, #uuid "df491efd-7e68-47eb-bbe3-e966c25cc82d" Infinity, #uuid "42ca1fae-67f5-4346-991
@lbradstreet
lbradstreet / Dockerfile
Last active August 29, 2015 14:16 — forked from alandipert/Dockerfile
FROM debian:wheezy
ENV DEBIAN_FRONTEND noninteractive
# Oracle Java 8
RUN apt-get update \
&& apt-get install -y wget openssl ca-certificates \
&& cd /tmp \
&& wget -qO jdk8.tar.gz \
@lbradstreet
lbradstreet / gist:edbe4ad23443cba394f4
Created March 9, 2015 18:14
Batch read
(defmethod l-ext/inject-lifecycle-resources :csv-reader
[_ {:keys [onyx.core/task-map] :as pipeline}]
(let [filename (:csv-reader/filename task-map)
dataset-name (last (s/split filename #"/"))
rdr (io/reader (io/resource filename))
parsed (csv/parse-csv rdr)
columns (map (partial col-name->keyword dataset-name)
(first parsed))
rows (rest parsed)]
{:csv-reader/rdr rdr
@lbradstreet
lbradstreet / gist:2f35e87fe241b8729009
Created April 6, 2015 14:35
(ns test-go-loop
(:require [clojure.core.async :as a]))
(def c (a/chan 1))
(def up (atom 0))
(def g
(a/go-loop []
(let [x (a/<! c)]
@lbradstreet
lbradstreet / gist:c6717a7287a3dc2e6f6e
Created April 8, 2015 19:30
2015-Apr-09 04:19:00 +0900 mbpr.local WARN [onyx.peer.task-lifecycle] - ^[[1;31mjava.lang.IllegalArgumentException^[[m: ^[[3mPath must not end with / character^[[m
^[[37morg.apache.zookeeper.common.PathUtils.validatePath^[[m ^[[32m PathUtils.java: 58^[[m
^[[37morg.apache.zookeeper.ZooKeeper.getData^[[m ^[[32m ZooKeeper.java: 1137^[[m
^[[37morg.apache.zookeeper.ZooKeeper.getData^[[m ^[[32m ZooKeeper.java: 1184^[[m
^[[37msun.reflect.GeneratedMethodAccessor6.invoke^[[m ^[[32m ^[[m
^[[37msun.reflect.DelegatingMethodAccessorImpl.invoke^[[m ^[[32mDelegatingMethodAccessorImpl.java: 43^[[m
^[[37mjava.lang.reflect.Method.invoke^[[m ^[[32m Method.java: 483^[[m
^[[37mclojure.lang.Reflector.invokeMatchingMethod^[[m ^[[32m Reflector.java: 93^[[m
^[[37mclojure.lang.Reflector.invokeInstanceMethod^[[m ^[[32m
@lbradstreet
lbradstreet / gist:6073dfac36dcc33c2eea
Created April 14, 2015 15:57
Read entry {:created-at 1429027016110, :message-id 0, :fn :prepare-join-cluster, :args {:joiner #uuid "870932fd-e319-47e8-b78d-490197721e96", :peer-site {:aeron/ports #{40245 40246 40243 40244 40252 40232 40221 40241 40258 40236 40259 40239 40230 40249 40201 40211 40254 40215 40223 40220 40240 40218 40225 40209 40200 40224 40206 40202 40255 40253 40237 40214 40199 40213 40248 40233 40207 40203 40216 40208 40205 40219 40256 40250 40228 40204 40251 40238 40217 40210 40242 40227 40234 40226 40222 40260 40257 40235 40247 40231 40229 40212}, :aeron/external-addr localhost}}}
Read entry {:created-at 1429027016137, :message-id 1, :fn :prepare-join-cluster, :args {:joiner #uuid "71b80226-9bba-40d3-ad40-44aa43dd859b", :peer-site {:aeron/ports #{40245 40246 40243 40244 40252 40232 40221 40241 40258 40236 40259 40239 40230 40249 40201 40211 40254 40215 40223 40220 40240 40218 40225 40209 40200 40224 40206 40202 40255 40253 40237 40214 40199 40213 40248 40233 40207 40203 40216 40208 40205 40219 40256 40250 40228 40204
@lbradstreet
lbradstreet / gist:5a8c66196f38c88945b9
Created April 29, 2015 05:53
;;;;
;; Current design
;;
(defn inject-in-ch [event lifecycle]
{:core.async/chan in-chan})
(defn inject-out-ch [event lifecycle]
{:core.async/chan out-chan})
@lbradstreet
lbradstreet / gist:d5392f023b487d7152f4
Created May 26, 2015 15:16
2015-May-26 09:54:28 +0000 localhost WARN [onyx.log.commands.submit-job] - ^[[37mclojure.main.main^[[m ^[[32m main.java: 37^[[m
^[[37m...^[[m ^[[32m ^[[m
^[[33mclojure.main/^[[1;33mmain^[[m ^[[32m main.clj: 420^[[m
^[[33mclojure.main/^[[1;33mnull-opt^[[m ^[[32m main.clj: 342^[[m
^[[33mclojure.main/^[[1;33minitialize^[[m ^[[32m main.clj: 307^[[m
^[[33mclojure.main/^[[1;33minit-opt^[[m ^[[32m main.clj: 279^[[m
^[[33mclojure.main/^[[1;33mload-script^[[m ^[[32m main.clj: 274^[[m