gistfile1.txt

import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;


public class ReadS3 {
	final String AWS_ACCESS_KEY_ID = "-----------------";
	final String AWS_SECRET_ACCESS_KEY= "----------------------";
	
	public static void main(String[] args) {

		SparkConf sparkConf = new SparkConf().setAppName("ReadS3").setMaster("local")
				.set("spark.driver.allowMultipleContexts", "true");

		JavaSparkContext sc = new JavaSparkContext(sparkConf);
//		sc.hadoopConfiguration().set("fs.s3n.impl","org.apache.hadoop.fs.s3native.NativeS3FileSystem");
//		sc.hadoopConfiguration().set("fs.s3n.awsAccessKeyId", AWS_ACCESS_KEY_ID);
//		sc.hadoopConfiguration().set("fs.s3n.awsSecretAccessKey", AWS_SECRET_ACCESS_KEY);

		JavaRDD<String> data = sc.textFile("s3n://AWS_ACCESS_KEY_ID:AWS_SECRET_ACCESS_KEY@/yasemindeneme/deneme.txt/");
		data.saveAsTextFile("/home/inosens/READ");

	}

}