This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package test | |
import java.lang.management.ManagementFactory | |
object MemoryTest { | |
def main(args: Array[String]) { | |
val runtime = Runtime.getRuntime() | |
val runtimeMXBean = ManagementFactory.getRuntimeMXBean() | |
println("JVM arguments: " + runtimeMXBean.getInputArguments()) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
PID=${1:-$(jps | grep SparkSubmit | cut -d ' ' -f 1 )} | |
INTERVAL=${2:-"1"} | |
if [ -z $PID ]; then | |
echo "Usage: get-memory-stats.sh <PID>" | |
exit -1 | |
fi | |
echo "Started monitoring $PID" | |
while [ 1 ]; do | |
currenttime=$(date) | |
echo |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
// ==UserScript== | |
// @name Spark Github PR to JIRA Linker | |
// @namespace http://your.homepage/ | |
// @version 0.1 | |
// @description Links JIRA number in Spark Github PR title to the actual JIRA page | |
// @author You | |
// @match https://github.com/apache/spark/pull/* | |
// @grant none | |
// ==/UserScript== | |
var elements = $('.js-issue-title'); |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import os | |
import re | |
import subprocess | |
import sys | |
import time | |
""" Test basic properties of a cluster configuration. | |
This script verifies basic functioning of the Spark/Shark/Hadoop setup in a cluster created | |
with the Spark EC2 scripts. |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/python | |
import os | |
import sys | |
import subprocess | |
import time | |
import traceback | |
SPARK_HOME = os.environ["SPARK_HOME"] | |
NEW_RELEASE_VERSION = "0.9.1" |