Create a gist now

Instantly share code, notes, and snippets.

What would you like to do?
Hadoop Compression
-D "io.compression.codecs=org.apache.hadoop.io.compress.GzipCodec"
//public override HadoopJobConfiguration Configure(ExecutorContext context)
HadoopJobConfiguration config = new HadoopJobConfiguration();
config.InputPath = "/input/data.log.gz";
config.OutputFolder = "/output/output" + DateTime.Now.ToString("yyyyMMddhhmmss");
config.AdditionalGenericArguments.Add("-D \"io.compression.codecs=org.apache.hadoop.io.compress.GzipCodec\"");
return config;
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment