[readable_hbase] Readable hbase #hbase

hbase.txt

import org.apache.hadoop.hbase.HBaseConfiguration
import org.apache.hadoop.hbase.client.HTable
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Result;
import java.util.ArrayList;

def get_result(table)
  htable = HTable.new(HBaseConfiguration.new, table)
  #rs = htable.getScanner(Bytes.toBytes("measure"), Bytes.toBytes("m5_1330_csat_sum"))
  rs = htable.getScanner(Scan.new())
  output = ArrayList.new
  output.add "ROW\tCOLUMN\+CELL"
  rs.each { |r| 
    r.raw.each { |kv|
      row = Bytes.toString(kv.getRow)
      fam = Bytes.toString(kv.getFamily)
      ql = Bytes.toString(kv.getQualifier)
      ts = kv.getTimestamp
      val = kv.getValue
      begin
        val = Bytes.toLong(kv.getValue)
      rescue NativeException
        val = kv.getValue
      end
      output.add " #{row} \t column=#{fam}:#{ql}, timestamp=#{ts}, value=#{val}"
    }
  }
  output.each {|line| puts "#{line}\n"}
end



Clear HBase Znode
=========================
/usr/hdp/2.6.4.0-91/zookeeper/bin/zkCli.sh -server "phdp-dfs01:2181" ls /hbase-unsecure
/usr/hdp/2.6.4.0-91/zookeeper/bin/zkCli.sh -server "phdp-dfs01:2181" rmr /hbase-unsecure
HADOOP_USER_NAME=hdfs hbase hbck -fixMeta

hbase(main):001:0> balancer
false
hbase(main):006:0* balancer "force"
true

hbase(main):002:0> major_compact 'cloud_analytics:issues'




How to enable TRACE logging for Phoenix client
=================================================
Append following properties in /usr/hdp/current/phoenix-client/bin/log4j.properties and change 
hbase.root.logger=DEBUG,console

log4j.threshold=TRACE 
log4j.logger.org.apache.phoenix=TRACE 
log4j.logger.org.apache.hadoop.hbase.ipc=TRACE
log4j.logger.org.apache.hadoop.hbase.ipc.RegionCoprocessorRpcChannel=DEBUG

log4j.logger.org.apache.phoenix.queryserver=DEBUG
log4j.logger.org.apache.phoenix.queryserver.server=DEBUG
log4j.logger.org.eclipse.jetty.io.AbstractEndPoint=DEBUG
log4j.logger.org.apache.phoenix=TRACE
log4j.logger.org.apache.hadoop.hbase.ipc=TRACE
log4j.logger.org.apache.hadoop.hbase.ipc.RegionCoprocessorRpcChannel=DEBUG

#Phoenix GC logging
export PHOENIX_QUERYSERVER_OPTS="$PHOENIX_QUERYSERVER_OPTS  -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:{{log_dir}}/phoenix.gc.`date +'%Y%m%d%H%M'`"

Master log when region server registered
==========================================
2018-06-20 11:18:45,348 INFO  [RpcServer.FifoWFPBQ.priority.handler=19,queue=1,port=16000] master.ServerManager: Registering server=phdp-ydn03,16020,1529493523318

Region server log when registered
==================================
2018-06-20 11:18:45,504 INFO  [regionserver/phdp-ydn03/10.0.7.156:16020] wal.FSHLog: WAL configuration: blocksize=128 MB, rollsize=121.60 MB, prefix=phdp-ydn03%2C16020%2C1529493523318.default, suffix=, logDir=hdfs://hsft/apps/hbase/data/WALs/phdp-ydn03,16020,1529493523318, archiveDir=hdfs://hsft/apps/hbase/data/oldWALs
2018-06-20 11:18:45,760 INFO  [regionserver/phdp-ydn03/10.0.7.156:16020] wal.FSHLog: Slow sync cost: 199 ms, current pipeline: []
2018-06-20 11:18:45,760 INFO  [regionserver/phdp-ydn03/10.0.7.156:16020] wal.FSHLog: New WAL /apps/hbase/data/WALs/phdp-ydn03,16020,1529493523318/phdp-ydn03%2C16020%2C1529493523318.default.1529493525504
2018-06-20 11:18:45,790 INFO  [regionserver/phdp-ydn03/10.0.7.156:16020] regionserver.MetricsRegionServerWrapperImpl: Computing regionserver metrics every 5000 milliseconds
2018-06-20 11:18:45,807 INFO  [regionserver/phdp-ydn03/10.0.7.156:16020] regionserver.ReplicationSourceManager: Current list of replicators: [phdp-ydn03,16020,1529493523318, phdp-ydn02,16020,1529483990910] other RSs: [phdp-ydn03,16020,1529493523318, phdp-ydn02,16020,1529483990910]
2018-06-20 11:18:45,864 INFO  [SplitLogWorker-phdp-ydn03:16020] regionserver.SplitLogWorker: SplitLogWorker phdp-ydn03,16020,1529493523318 starting
2018-06-20 11:18:45,864 INFO  [regionserver/phdp-ydn03/10.0.7.156:16020] regionserver.HeapMemoryManager: Starting HeapMemoryTuner chore.
2018-06-20 11:18:45,865 INFO  [regionserver/phdp-ydn03/10.0.7.156:16020] regionserver.HRegionServer: Serving as phdp-ydn03,16020,1529493523318, RpcServer on phdp-ydn03/10.0.7.156:16020, sessionid=0x26417e14d850037
2018-06-20 11:18:45,870 INFO  [regionserver/phdp-ydn03/10.0.7.156:16020] quotas.RegionServerRpcQuotaManager: Quota support disabled
2018-06-20 11:18:45,870 INFO  [regionserver/phdp-ydn03/10.0.7.156:16020] quotas.RegionServerSpaceQuotaManager: Quota support disabled