HDFS Compression Code Snippet

gistfile1.txt

//Other options for typeare record and block.  I'n not sure that block will work with any other codec than bzip2
CompressionType compressionType= CompressionType.NONE;	
compressionCodecEnum {gzip, bzip2,none};		
compressionCodecEnum compressionCodecType = compressionCodecEnum.bzip2;

if( compressionCodecType==compressionCodecEnum.bzip2)
{
    org.apache.hadoop.io.SequenceFile.Writer.Option compressionClass = SequenceFile.Writer.valueClass(GzipCodec.class);
    CompressionCodec Codec = new BZip2Codec();			
    org.apache.hadoop.io.SequenceFile.Writer.Option optCom = SequenceFile.Writer.compression(CompressionType.BLOCK,  Codec);
    sequenceFileWriter = SequenceFile.createWriter(conf, filePath,	keyClass, valueClass,optCom);				
}
if( compressionCodecType==compressionCodecEnum.gzip)
{
    org.apache.hadoop.io.SequenceFile.Writer.Option compressionClass = SequenceFile.Writer.valueClass(GzipCodec.class);
    CompressionCodec Codec = new GzipCodec();			
    org.apache.hadoop.io.SequenceFile.Writer.Option optCom = SequenceFile.Writer.compression(CompressionType.RECORD,  Codec);
    sequenceFileWriter = SequenceFile.createWriter(conf, filePath, keyClass, valueClass,optCom);				
}
				
if( compressionCodecType==compressionCodecEnum.none)
{
    sequenceFileWriter = SequenceFile.createWriter(conf, filePath, keyClass, valueClass);				
}