jeongho

#!/usr/bin/env bash
# To enable debugging. Change debug to 1. This will not delete the temporary hosts file
debug=0

## User defined arguments
user="admin"
pass="admin"
## Hostname of the CM instance here:
scm="http://test-1.wonderland.com:7180/api/v6"
## Cluster name here. Replace spaces w/ %20 to comply w/ HTTP rules

jeongho

-----
for p in `kadmin.local -q listprincs` ; do kadmin.local -q "modprinc -maxrenewlife 1000days $p" ; done
-----

kadmin.local -q "getprincs" > principals.txt

vi principals.txt
reemove the non-Hadoop principals from the principals.txt file, and then run this small script to update the existing principals: 
for princ in `cat principals.txt`; do kadmin.local -q "modprinc -maxrenewlife 7day $princ"; done;
service krb5kdc restart

jeongho

http://answers.oreilly.com/topic/460-how-to-benchmark-a-hadoop-cluster/
http://www.michael-noll.com/blog/2011/04/09/benchmarking-and-stress-testing-an-hadoop-cluster-with-terasort-testdfsio-nnbench-mrbench/

## MR pi
https://gist.github.com/jeongho/371aaed47ab462d79851

## Terasort
https://gist.github.com/jeongho/3b8c028f5e8409c3a10a

## TestDFSIO

jeongho

#
#  Copyright 2013 Cloudera Inc.
#
#  Licensed under the Apache License, Version 2.0 (the "License");
#  you may not use this file except in compliance with the License.
#  You may obtain a copy of the License at
# 
#  http://www.apache.org/licenses/LICENSE-2.0
# 
#  Unless required by applicable law or agreed to in writing, software

jeongho

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>

  <!-- Replace the group ID with your group ID -->
  <groupId>com.mycompany.hadoopproject</groupId>
  <!-- Replace the artifact ID with the name of your project -->
  <artifactId>my-hadoop-project</artifactId>
  <version>1.0-SNAPSHOT</version>
  <packaging>jar</packaging>