Skip to content

Instantly share code, notes, and snippets.

<?xml version="1.0"?>
<project name="su_hadoop" default="compile">
<property name="hbase.home" location="/usr/local/hbase" />
<property name="hadoop.home" location="/usr/local/hadoop" />
<property name="src.dir" location="${basedir}/src" />
<property name="src.gen" location="${basedir}/gen-java" />
@@ -801,8 +985,26 @@ public class ThriftServer {
Hbase.Processor processor = new Hbase.Processor(handler);
TServerTransport serverTransport = new TServerSocket(port);
TProtocolFactory protFactory = new TBinaryProtocol.Factory(true, true);
- TServer server = new TThreadPoolServer(processor, serverTransport,
- protFactory);
+ TThreadPoolServer.Options options = new TThreadPoolServer.Options();
+ options.maxWorkerThreads = 10000; // 10k
+ TServer server = new TThreadPoolServer(
+ processor,
2010-06-22 17:39:49,338 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: NameNode calls recoverBlock(block=blk_7739687463244048122_7093, targets=[10.10.20.222:50010])
2010-06-22 17:39:49,340 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: oldblock=blk_7739687463244048122_7093(length=399), newblock=blk_7739687463244048122_7124(length=
399), datanode=10.10.20.222:50010
2010-06-22 17:39:49,342 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: Received block blk_7739687463244048122_7124 of size 399 as part of lease recovery.
2010-06-22 17:39:50,151 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: Client calls recoverBlock(block=blk_7739687463244048122_7124, targets=[10.10.20.222:50010])
2010-06-22 17:39:50,152 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: oldblock=blk_7739687463244048122_7124(length=399), newblock=blk_7739687463244048122_7125(length=
399), datanode=10.10.20.222:50010
2010-06-22 17:39:50,221 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: Receiving block blk_77396
diff --git a/src/main/java/org/apache/hadoop/hbase/regionserver/MemStore.java b/src/main/java/org/apache/hadoop/hbase/regionserver/MemStore.java
index b7409b0..fa773b8 100644
--- a/src/main/java/org/apache/hadoop/hbase/regionserver/MemStore.java
+++ b/src/main/java/org/apache/hadoop/hbase/regionserver/MemStore.java
@@ -466,9 +466,13 @@ public class MemStore implements HeapSize {
// Add the KeyValue to the MemStore
long addedSize = add(kv);
+ KeyValue firstKv = KeyValue.createFirstOnRow(
+ kv.getBuffer(), kv.getKeyOffset(), kv.getKeyLength(),
@ryanobjc
ryanobjc / gist:1584579
Created January 9, 2012 19:47
ruby error
[Mon, 09 Jan 2012 19:45:09 +0000] ERROR: ruby_block[delete_old_plugins] (collectd::default line 65) has had an error
[Mon, 09 Jan 2012 19:45:09 +0000] ERROR: ruby_block[delete_old_plugins] (/var/cache/chef/cookbooks/collectd/recipes/default.rb:65:in `from_file') had an error:
ruby_block[delete_old_plugins] (collectd::default line 65) had an error: Cannot find a resource matching template[/etc/collectd/plugins/vmem.conf] (did you define it first?)
/usr/lib/ruby/gems/1.8/gems/chef-0.10.4/bin/../lib/chef/resource_collection.rb:115:in `lookup'
/usr/lib/ruby/gems/1.8/gems/chef-0.10.4/bin/../lib/chef/resource_collection.rb:182:in `find_resource_by_hash'
/usr/lib/ruby/gems/1.8/gems/chef-0.10.4/bin/../lib/chef/resource_collection.rb:180:in `each'
/usr/lib/ruby/gems/1.8/gems/chef-0.10.4/bin/../lib/chef/resource_collection.rb:180:in `find_resource_by_hash'
/usr/lib/ruby/gems/1.8/gems/chef-0.10.4/bin/../lib/chef/resource_collection.rb:178:in `each'
/usr/lib/ruby/gems/1.8/gems/chef-0.10.4/bin/../lib/chef/resource_collect
# start some things for xmonad land only.
echo $STARTUP
if [ "$STARTUP" = "xmonad" ]
then
trayer --edge top --align right --SetDockType true --SetPartialStrut true --expand true --width 10 --transparent true --tint -x191970 --height 12 &
xscreensaver -no-splash &
import XMonad
import XMonad.Config.Gnome
import XMonad.Layout.Gaps
import XMonad.Hooks.ManageHelpers (isFullscreen,doFullFloat)
import XMonad.Config.Desktop (desktopLayoutModifiers)
import XMonad.Hooks.DynamicLog
import XMonad.Hooks.ManageDocks
import XMonad.Hooks.SetWMName
import XMonad.ManageHook
import XMonad.Util.Run(spawnPipe)
diff --git a/src/main/java/org/apache/hadoop/hbase/regionserver/HRegionServer.java b/src/main/java/org/apache/hadoop/hb
index 72a73de..d9550c6 100644
--- a/src/main/java/org/apache/hadoop/hbase/regionserver/HRegionServer.java
+++ b/src/main/java/org/apache/hadoop/hbase/regionserver/HRegionServer.java
@@ -384,7 +384,7 @@ public class HRegionServer implements HRegionInterface, HBaseRPCErrorHandler,
this.rpcServer = HBaseRPC.getServer(this,
new Class<?>[]{HRegionInterface.class, HBaseRPCErrorHandler.class,
OnlineRegions.class},
- initialIsa.getHostName(), // BindAddress is IP we got for this server.
+ "0.0.0.0",
#!/bin/sh
HOSTS="a b c d e"
echo `hostname`
for i in $HOSTS ; do
host $i
done
#!/bin/bash
JAVAPATH=$1
BN=`basename $JAVAPATH`
if [ ${BN:0:3} != 'jdk' ] ; then
echo "Error, path $JAVAPATH doesnt seem to be a JDK path, which normally starts with 'jdk'"
exit 1
fi