Todd Lipcon toddlipcon
toddlipcon
/ gist:408035
Created
May 20, 2010 20:21
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| commit 0e0d2cf7cb20847da94bab64d7cab9b0fbf792a0 | |
| Author: Todd Lipcon <todd@cloudera.com> | |
| Date: Wed May 12 01:57:26 2010 -0700 | |
| Convert FSDataset to ReentrantReadWriteLock | |
| diff --git src/hdfs/org/apache/hadoop/hdfs/server/datanode/FSDataset.java src/hdfs/org/apache/hadoop/hdfs/server/datanode/FSDataset.java | |
| index be46138..20bb583 100644 | |
| --- src/hdfs/org/apache/hadoop/hdfs/server/datanode/FSDataset.java | |
| +++ src/hdfs/org/apache/hadoop/hdfs/server/datanode/FSDataset.java |
toddlipcon
/ gist:730713
Created
December 6, 2010 18:43
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import java.util.concurrent.atomic.AtomicBoolean; | |
| public class Test { | |
| public static void main(String args[]) { | |
| final AtomicBoolean takenLock = new AtomicBoolean(); | |
| final Object foo = new Object(); | |
| Thread t = new Thread() { | |
| public void run() { | |
| synchronized (foo) { |
toddlipcon
/ gist:733916
Created
December 8, 2010 21:09
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2010-12-08 13:07:23 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (16.3-b01 mixed mode): | |
| "IPC Client (47) connection to haus01.sf.cloudera.com/172.29.5.32:11020 from todd" daemon prio=10 tid=0x00002aacc44fb800 nid=0x45ee in Object.wait() [0x0000000052dfd000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:645) | |
| - locked <0x00002aab3e6e74a8> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:688) |
toddlipcon
/ gist:736687
Created
December 10, 2010 19:41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 10/12/10 11:41:27 DEBUG zookeeper.ZKUtil: hconnection opening connection to ZooKeeper with ensemble (haus01.sf.cloudera.com:2222) | |
| 10/12/10 11:41:27 INFO zookeeper.ZooKeeper: Client environment:zookeeper.version=3.3.2-1031432, built on 11/05/2010 05:32 GMT | |
| 10/12/10 11:41:27 INFO zookeeper.ZooKeeper: Client environment:host.name=haus01.sf.cloudera.com | |
| 10/12/10 11:41:27 INFO zookeeper.ZooKeeper: Client environment:java.version=1.6.0_20 | |
| 10/12/10 11:41:27 INFO zookeeper.ZooKeeper: Client environment:java.vendor=Sun Microsystems Inc. | |
| 10/12/10 11:41:27 INFO zookeeper.ZooKeeper: Client environment:java.home=/mnt/toolchain/JDK6u20-64bit/jre | |
| 10/12/10 11:41:27 INFO zookeeper.ZooKeeper: Client environment:java.class.path=/home/todd/haus-cluster/hbase-normal-conf:/mnt/toolchain/JDK6u20-64bit/lib/tools.jar:/home/todd/.m2/repository/ant/ant/1.6.5/ant-1.6.5.jar:/home/todd/.m2/repository/asm/asm/3.1/asm-3.1.jar:/home/todd/.m2/repository/com/cloudera/hadoop/hadoop-core/0.20.2-737/hadoop-core-0.20.2-737.jar:/home/todd/.m2/repos |
toddlipcon
/ gist:1016144
Created
June 9, 2011 05:59
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| diff --git a/src/java/org/apache/hadoop/hdfs/BlockReader.java b/src/java/org/apache/hadoop/hdfs/BlockReader.java | |
| index 9adedef..ff85af5 100644 | |
| --- a/src/java/org/apache/hadoop/hdfs/BlockReader.java | |
| +++ b/src/java/org/apache/hadoop/hdfs/BlockReader.java | |
| @@ -95,6 +95,7 @@ public class BlockReader extends FSInputChecker { | |
| private final long bytesNeededToFinish; | |
| private boolean eos = false; | |
| + private boolean sentStatusCode = false; | |
toddlipcon
/ gist:1095630
Created
July 20, 2011 18:49
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import org.apache.hadoop.fs.*; | |
| import org.apache.hadoop.conf.Configuration; | |
| import java.util.Random; | |
| import java.io.IOException; | |
| public class RandomIO { | |
| private static class Reader extends Thread { | |
| Path path; | |
| FileSystem fs; |
toddlipcon
/ gist:1108150
Created
July 26, 2011 21:47
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| commit 207d7caf5dba7f2fe8df905d1d25971b7be700e3 | |
| Author: Todd Lipcon <todd@cloudera.com> | |
| Date: Tue Jul 26 14:45:46 2011 -0700 | |
| refactor edits log buffering to new class | |
| diff --git a/hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/EditLogBackupOutputStream.java b/hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/EditLogBackupOutputStream.java | |
| index 2685e69..5e9d539 100644 | |
| --- a/hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/EditLogBackupOutputStream.java | |
| +++ b/hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/EditLogBackupOutputStream.java |
toddlipcon
/ gist:1119278
Created
August 1, 2011 23:58
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| class Foo { | |
| public void dog() { | |
| print("woof"); | |
| } | |
| public void cat() { | |
| print("meow"); | |
| } | |
| public void both() { |
toddlipcon
/ gist:1122009
Created
August 3, 2011 06:04
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| commit 6718fc5bf16eae47e291b12313b112a0bfd03d16 | |
| Author: Todd Lipcon <todd@cloudera.com> | |
| Date: Sun Jun 12 20:58:10 2011 -0700 | |
| Make pom use CDH | |
| diff --git a/pom.xml b/pom.xml | |
| index 059dc0e..87dad99 100644 | |
| --- a/pom.xml | |
| +++ b/pom.xml |
toddlipcon
/ gist:1207545
Created
September 9, 2011 22:58
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| hbase(main):022:0> scan 't1', { FILTER => "SingleColumnValueFilter('f1', 'word', >, 'binary:c')" } | |
| ROW COLUMN+CELL | |
| r1 column=f1:word, timestamp=1315608975212, value=hello | |
| r1 column=f2:word, timestamp=1315608975238, value=bonjour | |
| r2 column=f1:word, timestamp=1315608975258, value=goodbye | |
| r2 column=f2:word, timestamp=1315608975286, value=au revoir | |
| 2 row(s) in 0.0300 seconds |