HadoopS3CredentialsProvider.java

gistfile1.java

import org.apache.hadoop.conf.Configuration;

import com.amazonaws.AmazonClientException;
import com.amazonaws.auth.AWSCredentials;
import com.amazonaws.auth.AWSCredentialsProvider;
import com.amazonaws.auth.BasicAWSCredentials;

public class HadoopS3CredentialsProvider implements AWSCredentialsProvider {

    private Configuration conf;

    public HadoopS3CredentialsProvider(Configuration conf) {
      this.conf = conf;
    }

    public AWSCredentials getCredentials() {
      String accessKeyId = conf.get("fs.s3n.awsAccessKeyId");
      String secretAccessKey = conf.get("fs.s3n.awsSecretAccessKey");

      if (accessKeyId != null && secretAccessKey != null)
        return new BasicAWSCredentials(accessKeyId, secretAccessKey);

      throw new AmazonClientException("Unable to load AWS credentials from hadoop configuration");
    }

    public void refresh() {}

    @Override
    public String toString() {
        return getClass().getSimpleName();
    }
}

gistfile2.java

// use like this
AmazonS3 s3 = new AmazonS3Client(new AWSCredentialsProviderChain(
      new HadoopS3CredentialsProvider(conf), new DefaultAWSCredentialsProviderChain()));