code6

hive> SELECT
    >      `dim_pay_date`.`date`
    >     , `deal`.`dealid`
    > FROM `orderpayment_small` `orderpayment`
    > JOIN `orderpayment_small` `dim_pay_date` ON `dim_pay_date`.`date` = `orderpayment`.`date`
    > JOIN `orderpayment_small` `deal` ON `deal`.`dealid` = `orderpayment`.`dealid`
    > JOIN `orderpayment_small` `order_city` ON `order_city`.`cityid` = `orderpayment`.`cityid`
    > JOIN `user_small` `user` ON `user`.`userid` = `orderpayment`.`userid`
    > limit 5;
Total MapReduce jobs = 4

code6

#!/bin/bash
if [ $# -eq 0 ]; then
    echo "Usage: dump_sw_java.sh <keyword>"
fi

DUMPDIR=dump_dir

keyword=$1
ts=$(date +%H%M%S.%N)

code6

env LC_CTYPE=C tr -dc "a-zA-Z0-9-_\$\?" < /dev/urandom | head -c 10

code6

import os
import imp

WORKDIR = os.path.dirname(os.path.abspath(__file__))
path = lambda *a: os.path.join(WORKDIR, *a)
importer = lambda m, path: imp.load_module(m, *imp.find_module(m, [path]))

code6

gsh --hosts-file=hosts

code6

#http://stackoverflow.com/questions/15105135/bash-capturing-output-of-awk-into-array

lists=("http://www.youtube.com/watch?v=tKTZoB2Vjuk"
       "http://www.youtube.com/watch?v=EPYupizJYQI"
       "http://www.youtube.com/watch?v=haycL41dAhg"
       "http://www.youtube.com/watch?v=kWyoYtvJpe4"
       "http://www.youtube.com/watch?v=uKZ8GBKmeDM"
       "http://www.youtube.com/watch?v=Nn2KQmVF5Og"
       "http://www.youtube.com/watch?v=IcteAbMC1Ok");

code6

#http://mapredit.blogspot.com/2013/05/get-all-extended-hive-tables-with.html
for file in $(hive -e "show table extended like \`*\`" | grep location: | awk 'BEGIN { FS = ":" };{printf("hdfs:%s:%s\n",$3,$4)}'); do hdfs dfs -du -h $file; done;

code6

http://stackoverflow.com/questions/11409518/how-to-remove-last-6-characters-of-every-line-in-vim

code6

#coding=utf8

read_ints = lambda: map(int, raw_input().split())

#先假设没有正负号
# 1 + (12 + 4)

# 提高, 有正负号怎么办呢?
#((1+2)*(-333+4)+1) * (-5)
# 1 * -5

code6

python gen_task_assignment_conf.py -m 10 -s 60 --hosts $hosts --ports $ports