Skip to content

Instantly share code, notes, and snippets.

View addisonj's full-sized avatar

Addison Higham addisonj

View GitHub Profile
module "label" {
source = "cloudposse/label/null"
version = "0.22.0"
attributes = ["cluster"]
context = module.this.context
}
@addisonj
addisonj / file-file.diff
Created December 17, 2018 21:30
A fix for s3 issues on StreamingFileSInk
diff --git a/flink-filesystems/flink-s3-fs-base/src/main/java/org/apache/flink/fs/s3/common/utils/RefCountedBufferingFileStream.java b/flink-filesystems/flink-s3-fs-base/src/main/java/org/apache/flink/fs/s3/common/utils/RefCountedBufferingFileStream.java
index 8f3aff899f..c7a5e03f96 100644
--- a/flink-filesystems/flink-s3-fs-base/src/main/java/org/apache/flink/fs/s3/common/utils/RefCountedBufferingFileStream.java
+++ b/flink-filesystems/flink-s3-fs-base/src/main/java/org/apache/flink/fs/s3/common/utils/RefCountedBufferingFileStream.java
@@ -22,6 +22,7 @@ import org.apache.flink.annotation.Internal;
import org.apache.flink.annotation.VisibleForTesting;
import org.apache.flink.util.function.FunctionWithException;
+import java.io.BufferedInputStream;
import java.io.File;
@addisonj
addisonj / gist:b89fb5b3508017d05d73e044e017357d
Created October 9, 2017 22:10
rpgffi 0.3.0 compiler errors
error[E0432]: unresolved import `pg::Enum_OutputPluginOutputType::*`
--> src/lib.rs:43:9
|
43 | use pg::Enum_OutputPluginOutputType::*;
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Could not find `Enum_OutputPluginOutputType` in `pg`
error[E0432]: unresolved import `pg::Enum_ReorderBufferChangeType::*`
--> src/lib.rs:194:13
|
194 | use pg::Enum_ReorderBufferChangeType::*;
#!/bin/bash
echo "Failure mode test suite for bash"
echo " running bash $BASH_VERSION"
try() {
trap 'echo FAILS' EXIT
case $1 in
simple)
printf " %-34s" "simple failed command"
deploy {
manager-start-cmd = "/app/manager_start.sh"
}
spark {
#
master = "local[4]"
master = ${?SPARK_MASTER}
jobserver {
port = 8090
#!/bin/bash
# Script to start the job manager
# args: <work dir for context> <cluster address> [proxy_user]
set -e
get_abs_script_path() {
pushd . >/dev/null
cd $(dirname $0)
appdir=$(pwd)
popd >/dev/null
#!/bin/bash
# Script to start the job manager
# args: <work dir for context> <cluster address> [proxy_user]
set -e
get_abs_script_path() {
pushd . >/dev/null
cd $(dirname $0)
appdir=$(pwd)
popd >/dev/null
@addisonj
addisonj / gist:b7f9b480e5164132f93585c2128def93
Created March 30, 2016 20:49
SJS w/ scala 2.11.8 in docker
sjs_1 | Exception in thread "main" java.lang.NoSuchMethodError: scala.Predef$.ArrowAssoc(Ljava/lang/Object;)Ljava/lang/Object;
sjs_1 | at akka.cluster.protobuf.ClusterMessageSerializer.<init>(ClusterMessageSerializer.scala:34)
sjs_1 | at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
sjs_1 | at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
sjs_1 | at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
sjs_1 | at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
sjs_1 | at akka.actor.ReflectiveDynamicAccess$$anonfun$createInstanceFor$2.apply(DynamicAccess.scala:78)
sjs_1 | at scala.util.Try$.apply(Try.scala:161)
sjs_1 | at akka.actor.ReflectiveDynamicAccess.createInstanceFor(DynamicAccess.scala:73)
sjs_1 | at akka.actor.ReflectiveDynamicAccess$$anonfun$createInstanceFor$3.apply(DynamicAccess.scala:84)
@addisonj
addisonj / VideoCore.jsx
Created March 9, 2016 17:08
VideoCore.jsx
const React = require('react')
const {Paper, Card, CardHeader, CardMedia, Avatar} = require('material-ui')
navigator.getUserMedia = navigator.getUserMedia || navigator.webkitGetUserMedia || navigator.mozGetUserMedia
if (!navigator.getUserMedia) {
throw new Error('getUserMedia not supported')
}
module.exports = React.createClass({
getDefaultProps() {
return {
@addisonj
addisonj / serf_host_handler.sh
Last active January 3, 2016 22:59
Manage /etc/hosts using serf
#!/bin/bash
HOST_FILE=/etc/hosts
hn=`hostname`
touch $HOST_FILE
lines=`cat`
appendIfNotPresent() {
if [ "$2" == "$hn" ]; then