yum install lrzsz
# https://ohse.de/uwe/software/lrzsz.html
winse winse
winse
/ spark-sql.CMD
Last active
April 25, 2017 07:57
build spark-2.1.0 and hive-2.3-snapshot on docker Centos6. Ref: http://spark.apache.org/docs/latest/building-spark.html#building-a-runnable-distribution
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| screen # 以防万一SSH断了 | |
| docker exec -ti dev bash | |
| # 1. build spark | |
| export MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=512m" | |
| ./dev/make-distribution.sh --name spark-2.1.0-hadoop2.6.5 --tgz --mvn "$(which mvn)" \ | |
| -Psparkr -Phadoop-2.6 -Dhadoop.version=2.6.5 -Phive -Phive-thriftserver -Pyarn -DskipTests -Dmaven.javadoc.skip=true | |
| [root@680108a35829 spark-2.1.0]# ll spark-2.1.0-bin-hadoop2.6.5.tgz | |
| -rw-r--r-- 1 root root 185594381 Apr 21 09:48 spark-2.1.0-bin-hadoop2.6.5.tgz |
winse
/ hadoop-2.6.5-CMD.sh
Created
April 19, 2017 07:38
build hadoop-2.6.5 with snappy on docker Centos6
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| tar zxvf snappy-1.1.3.tar.gz | |
| cd snappy-1.1.3 | |
| ./configure | |
| make && make install | |
| cd hadoop-2.6.5-src | |
| mvn clean package -Pdist,native -Dmaven.javadoc.skip=true -DskipTests -Drequire.snappy=true -Dbundle.snappy=true -Dsnappy.lib=/usr/local/lib |
winse
/ zeppelin-0.7.1-CMD.sh
Last active
April 19, 2017 03:30
zeppelin-0.7.1 build on docker Centos6. Ref: http://zeppelin.apache.org/docs/0.7.1/install/build.html
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| tar zxvf zeppelin-0.7.1.tgz | |
| cd zeppelin-0.7.1 | |
| ./dev/change_scala_version.sh 2.11 | |
| # fix some network problems | |
| MAVEN_REPO=/opt/repo | |
| rm -rf $MAVEN_REPO/org/apache/pig/pig/0.16.0/* | |
| rm -rf $MAVEN_REPO/org/apache/tez/tez-api/0.7.0/* | |
| wget -P $MAVEN_REPO/org/apache/pig/pig/0.16.0/ http://nexus-private.hortonworks.com:8081/nexus/content/shadows/central-m1/org.apache.pig/jars/pig-0.16.0-h2.jar | |
| wget -P $MAVEN_REPO/com/github/eirslett/yarn/0.18.1/yarn-0.18.1./ https://github.com/yarnpkg/yarn/releases/download/v0.18.1/yarn-v0.18.1.tar.gz |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| using cn.bmob.api; | |
| using cn.bmob.io; | |
| using cn.bmob.json; | |
| using cn.bmob.tools; | |
| using System; | |
| using System.Collections.Generic; | |
| using System.Diagnostics; | |
| using System.IO; | |
| using System.Linq; | |
| using System.Text; |
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 127.0.0.1:8888> sadd mylist 8 13 9 1 4 888 14 143 | |
| (integer) 8 | |
| 127.0.0.1:8888> SCARD mylist | |
| (integer) 8 | |
| 127.0.0.1:8888> SMEMBERS mylist | |
| 1) "1" | |
| 2) "4" | |
| 3) "8" | |
| 4) "9" | |
| 5) "13" |
winse
/ fileserver.tomcat.changed.diff
Last active
August 29, 2015 14:07
file explorer server on tomcat
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [root@docker apache-tomcat-7.0.37]# git diff --cached | |
| diff --git a/bin/catalina.sh b/bin/catalina.sh | |
| old mode 100644 | |
| new mode 100755 | |
| diff --git a/bin/configtest.sh b/bin/configtest.sh | |
| old mode 100644 | |
| new mode 100755 | |
| diff --git a/bin/daemon.sh b/bin/daemon.sh | |
| old mode 100644 | |
| new mode 100755 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package com.github.winse.hadoop | |
| import org.apache.hadoop.mapreduce.Job | |
| import org.apache.hadoop.mapreduce.Reducer | |
| import org.apache.hadoop.io.Text | |
| import org.apache.hadoop.io.IntWritable | |
| import org.apache.hadoop.io.LongWritable | |
| import org.apache.hadoop.mapreduce.Mapper | |
| import org.apache.hadoop.conf.Configuration | |
| import org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
winse
/ HelloSubmitMR.java
Last active
August 29, 2015 14:06
windows下，直接对mapreduce程度打包jar，然后提交给resourcemanager执行的主程序的父类。
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import java.io.IOException; | |
| import java.util.StringTokenizer; | |
| import org.apache.hadoop.conf.Configuration; | |
| import org.apache.hadoop.fs.FileSystem; | |
| import org.apache.hadoop.fs.Path; | |
| import org.apache.hadoop.io.IntWritable; | |
| import org.apache.hadoop.io.LongWritable; | |
| import org.apache.hadoop.io.Text; |
NewerOlder