kovyrin

innodb_io_capacity = 10000
innodb_adaptive_checkpoint = 1
innodb_write_io_threads = 8
innodb_read_io_threads = 8

kovyrin

mysql> SELECT d.*,round(100*cnt*16384/(data_length+index_length),2) fit FROM (SELECT schema_name,table_name,count(*) cnt,sum(dirty),sum(hashed)  FROM INNODB_BUFFER_POOL_PAGES_INDEX GROUP BY schema_name,table_name ORDER BY cnt DESC LIMIT 20) d JOIN TABLES ON (TABLES.table_schema=d.schema_name AND TABLES.table_name=d.table_name);
+------------------------+--------------------------+--------+------------+-------------+----------+
| schema_name            | table_name               | cnt    | sum(dirty) | sum(hashed) | fit      |
+------------------------+--------------------------+--------+------------+-------------+----------+
| collegelist_production | word_documents           | 419456 |         44 |      264468 |    37.68 |
| collegelist_production | requests                 | 352997 |         79 |      233675 |    29.31 |
| collegelist_production | email_addresses          |  78581 |          9 |        1633 |    41.52 |
| collegelist_production | text_info                |  66016 |          8 |         102 

kovyrin

1) go to http://ops.scribd.com/options
2) disable hbase_enable option
3) wait 2 minutes to make sure all clients notice the change
4) on hadoop01 hbase shell: 
  > disable 'doc_total_stats'
  > flush 'doc_total_stats'
5) on hadoop06: ./bin/hadoop distcp hftp://hadoop01.local:50070/hbase/doc_total_stats hdfs://hadoop06.local:9000/hbase/doc_total_stats
6) on hadoop06: ./bin/hbase org.jruby.Main bin/add_table.rb hdfs://hadoop06.local:9000/hbase/doc_total_stats

kovyrin

compile-test:
     [echo] contrib: indexed
    [javac] Compiling 32 source files to /Volumes/RAID/work/git/hbase/build/contrib/indexed/test
    [javac] /Volumes/RAID/work/git/hbase/src/contrib/indexed/src/test/org/apache/hadoop/hbase/IdxPerformanceEvaluation.java:53: cannot find symbol
    [javac] symbol: class PerformanceEvaluation
    [javac] public class IdxPerformanceEvaluation extends PerformanceEvaluation {
    [javac]                                               ^
    [javac] /Volumes/RAID/work/git/hbase/src/contrib/indexed/src/test/org/apache/hadoop/hbase/IdxPerformanceEvaluation.java:108: cannot find symbol
    [javac] symbol  : class FilteredScanTest
    [javac] location: class org.apache.hadoop.hbase.IdxPerformanceEvaluation

kovyrin

diff --git a/core/src/main/ruby/hbase.rb b/core/src/main/ruby/hbase.rb
index de9d006..4ba2a98 100644
--- a/core/src/main/ruby/hbase.rb
+++ b/core/src/main/ruby/hbase.rb
@@ -31,6 +31,8 @@ module HBaseConstants
   MAXLENGTH = "MAXLENGTH"
   CACHE_BLOCKS = "CACHE_BLOCKS"
   REPLICATION_SCOPE = "REPLICATION_SCOPE"
+  INTERVAL = 'INTERVAL'
+  CACHE = 'CACHE'

kovyrin

-sh-3.2$ du -sk scribd.git
664892	scribd.git
-sh-3.2$ cd scribd.git/
-sh-3.2$ git gc
Counting objects: 247410, done.
Delta compression using up to 8 threads.
Compressing objects: 100% (112728/112728), done.
Writing objects: 100% (247410/247410), done.
Total 247410 (delta 180876), reused 184058 (delta 130454)
Removing duplicate objects: 100% (256/256), done.

kovyrin

~/work/git/hbase/target/hbase-0.21.0-SNAPSHOT-bin.dir/hbase-0.21.0-SNAPSHOT (trunk) 
[14:20] $ ls -l
total 55032
drwxr-xr-x  15 scoundrel  staff       510 Mar 14 14:16 bin
drwxr-xr-x   8 scoundrel  staff       272 Mar 14 14:16 conf
drwxr-xr-x   6 scoundrel  staff       204 Mar 14 14:16 contrib
-rw-r--r--   1 scoundrel  staff    187530 Mar 14 14:16 hbase-0.2.0${dashClassifier}.jar
-rw-r--r--   1 scoundrel  staff   1111584 Mar 14 14:16 hbase-0.21.0-20100216.213350-17${dashClassifier}.jar
-rw-r--r--   1 scoundrel  staff    833026 Mar 14 14:16 hbase-0.21.0-20100225.093221-23${dashClassifier}.jar
-rw-r--r--   1 scoundrel  staff   1527993 Mar 14 14:16 hbase-0.21.0-20100306.093353-18${dashClassifier}.jar

kovyrin

mvn package assembly:directory -DskipTests

kovyrin

bash-3.2$ ./bin/hbase shell
HBase Shell; enter 'help<RETURN>' for list of supported commands.
Type "exit<RETURN>" to leave the HBase Shell
Version: 0.21.0-SNAPSHOT, rUnknown, Sun Mar 14 01:42:29 EST 2010
hbase(main):001:0> create 'test', 'a'
0 row(s) in 2.0360 seconds
hbase(main):002:0> put 'test', 1, 'a:c1', 'blah'
0 row(s) in 0.0490 seconds
hbase(main):003:0> put 'test', 1, 'a:c2', 'foo' 
0 row(s) in 0.0110 seconds

kovyrin

[00:56] $ traceroute ping-chi01.plurk.com
traceroute to ping-chi01.plurk.com (74.120.121.20), 64 hops max, 52 byte packets
 1  10.0.1.1 (10.0.1.1)  0.907 ms  0.378 ms  0.989 ms
 2  10.225.152.1 (10.225.152.1)  8.571 ms  8.439 ms  7.991 ms
 3  * * *
 4  69.63.248.81 (69.63.248.81)  9.659 ms  10.542 ms  7.710 ms
 5  gw01.esna.phub.net.cable.rogers.com (66.185.80.197)  22.554 ms  19.398 ms  21.842 ms
 6  * * *
 7  vl27.core4.chi01.steadfast.net (208.100.32.29)  20.611 ms  19.976 ms  19.926 ms
 8  ping-chi01.plurk.com (74.120.121.20)  21.506 ms  20.753 ms  22.249 ms