Last active
November 28, 2015 13:51
-
-
Save poc7667/f973181c58f97d8f6f4b to your computer and use it in GitHub Desktop.
apache spark environment
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| export JAVA_HOME=$(/usr/libexec/java_home) | |
| export SPARK_HOME=$HOME/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6 | |
| export PYTHONPATH=$SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.8.2.1-src.zip:$SPARK_HOME/python/build:$PYTHONPATH | |
| export PATH="$HOME/.pyenv/shims:$SPARK_HOME/bin:$HOME/.rbenv/shims:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:$PATH" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Environment | |
| Runtime Information | |
| Name Value | |
| Java Home /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre | |
| Java Version 1.8.0_65 (Oracle Corporation) | |
| Scala Version version 2.10.4 | |
| Spark Properties | |
| Name Value | |
| spark.app.id local-1448716891776 | |
| spark.app.name RatingsHistogram | |
| spark.driver.host 192.168.1.14 | |
| spark.driver.port 49834 | |
| spark.executor.id driver | |
| spark.externalBlockStore.folderName spark-71ec2c0f-9128-47f5-80ae-1e5e9cc84e5c | |
| spark.files file:/Users/sample_user/workspace/apache-spark-playground/data/count-age.py | |
| spark.fileserver.uri http://192.168.1.14:49835 | |
| spark.master local | |
| spark.rdd.compress True | |
| spark.scheduler.mode FIFO | |
| spark.serializer.objectStreamReset 100 | |
| spark.submit.deployMode client | |
| System Properties | |
| Name Value | |
| SPARK_SUBMIT true | |
| awt.toolkit sun.lwawt.macosx.LWCToolkit | |
| file.encoding UTF-8 | |
| file.encoding.pkg sun.io | |
| file.separator / | |
| ftp.nonProxyHosts local|*.local|169.254/16|*.169.254/16 | |
| gopherProxySet false | |
| http.nonProxyHosts local|*.local|169.254/16|*.169.254/16 | |
| java.awt.graphicsenv sun.awt.CGraphicsEnvironment | |
| java.awt.printerjob sun.lwawt.macosx.CPrinterJob | |
| java.class.version 52.0 | |
| java.endorsed.dirs /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/endorsed | |
| java.ext.dirs /Users/sample_user/Library/Java/Extensions:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/ext:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java | |
| java.home /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre | |
| java.io.tmpdir /var/folders/ht/5g2r3t7d4xj_tdjbhthbcqlr0000gn/T/ | |
| java.library.path /Users/sample_user/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:. | |
| java.runtime.name Java(TM) SE Runtime Environment | |
| java.runtime.version 1.8.0_65-b17 | |
| java.specification.name Java Platform API Specification | |
| java.specification.vendor Oracle Corporation | |
| java.specification.version 1.8 | |
| java.vendor Oracle Corporation | |
| java.vendor.url http://java.oracle.com/ | |
| java.vendor.url.bug http://bugreport.sun.com/bugreport/ | |
| java.version 1.8.0_65 | |
| java.vm.info mixed mode | |
| java.vm.name Java HotSpot(TM) 64-Bit Server VM | |
| java.vm.specification.name Java Virtual Machine Specification | |
| java.vm.specification.vendor Oracle Corporation | |
| java.vm.specification.version 1.8 | |
| java.vm.vendor Oracle Corporation | |
| java.vm.version 25.65-b01 | |
| line.separator | |
| os.arch x86_64 | |
| os.name Mac OS X | |
| os.version 10.11 | |
| path.separator : | |
| socksNonProxyHosts local|*.local|169.254/16|*.169.254/16 | |
| sun.arch.data.model 64 | |
| sun.boot.class.path /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/sunrsasign.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/classes | |
| sun.boot.library.path /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib | |
| sun.cpu.endian little | |
| sun.cpu.isalist | |
| sun.io.unicode.encoding UnicodeBig | |
| sun.java.command org.apache.spark.deploy.SparkSubmit count-age.py | |
| sun.java.launcher SUN_STANDARD | |
| sun.jnu.encoding UTF-8 | |
| sun.management.compiler HotSpot 64-Bit Tiered Compilers | |
| sun.nio.ch.bugLevel | |
| sun.os.patch.level unknown | |
| user.country US | |
| user.country.format TW | |
| user.dir /Users/sample_user/workspace/apache-spark-playground/data | |
| user.home /Users/sample_user | |
| user.language en | |
| user.name sample_user | |
| user.timezone Asia/Manila | |
| Classpath Entries | |
| Resource Source | |
| /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/conf/ System Classpath | |
| /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/lib/datanucleus-api-jdo-3.2.6.jar System Classpath | |
| /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/lib/datanucleus-core-3.2.10.jar System Classpath | |
| /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/lib/datanucleus-rdbms-3.2.9.jar System Classpath | |
| /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/lib/spark-assembly-1.5.0-hadoop2.6.0.jar System Classpath | |
| file:/Users/sample_user/workspace/apache-spark-playground/data/count-age.py Added By User |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| RuntimeError: module compiled against API version a but this version of numpy is 9 | |
| Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties | |
| 15/11/28 21:50:38 INFO SparkContext: Running Spark version 1.5.0 | |
| 15/11/28 21:50:38 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable | |
| 15/11/28 21:50:43 INFO SecurityManager: Changing view acls to: root | |
| 15/11/28 21:50:43 INFO SecurityManager: Changing modify acls to: root | |
| 15/11/28 21:50:43 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(root); users with modify permissions: Set(root) | |
| 15/11/28 21:50:48 INFO Slf4jLogger: Slf4jLogger started | |
| 15/11/28 21:50:48 INFO Remoting: Starting remoting | |
| 15/11/28 21:50:49 INFO Remoting: Remoting started; listening on addresses :[akka.tcp://sparkDriver@192.168.1.14:50863] | |
| 15/11/28 21:50:49 INFO Utils: Successfully started service 'sparkDriver' on port 50863. | |
| 15/11/28 21:50:49 INFO SparkEnv: Registering MapOutputTracker | |
| 15/11/28 21:50:49 INFO SparkEnv: Registering BlockManagerMaster | |
| 15/11/28 21:50:49 INFO DiskBlockManager: Created local directory at /private/var/folders/zz/zyxvpxvq6csfxvn_n0000000000000/T/blockmgr-a0c9bebc-1613-4685-b61d-ffa43a3943ce | |
| 15/11/28 21:50:49 INFO MemoryStore: MemoryStore started with capacity 530.0 MB | |
| 15/11/28 21:50:49 INFO HttpFileServer: HTTP File server directory is /private/var/folders/zz/zyxvpxvq6csfxvn_n0000000000000/T/spark-b91111d4-3733-4f9d-867d-62a679f91493/httpd-20881b2c-abd9-426f-8037-76c837121f63 | |
| 15/11/28 21:50:49 INFO HttpServer: Starting HTTP Server | |
| 15/11/28 21:50:49 INFO Utils: Successfully started service 'HTTP file server' on port 50864. | |
| 15/11/28 21:50:49 INFO SparkEnv: Registering OutputCommitCoordinator | |
| (STUCK HERE FOR MORE THAN 30 seconds) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment