Created
February 6, 2020 15:21
-
-
Save jdenisgiguere/61161a1bd9636ec91c3b75cbb6a845b9 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 020-02-06 10:17:35,621 INFO impl.MetricsSystemImpl: s3a-file-system metrics system started | |
| Exception in thread "main" java.net.SocketTimeoutException: doesBucketExist on geoimagery: com.amazonaws.AmazonClientException: No AWS Credentials provided by BasicAWSCredentialsProvider EnvironmentVariableCredentialsProvider InstanceProfileCredentialsProvider : com.amazonaws.SdkClientException: Unable to load credentials from service endpoint | |
| at org.apache.hadoop.fs.s3a.S3AUtils.translateInterruptedException(S3AUtils.java:330) | |
| at org.apache.hadoop.fs.s3a.S3AUtils.translateException(S3AUtils.java:171) | |
| at org.apache.hadoop.fs.s3a.Invoker.once(Invoker.java:111) | |
| at org.apache.hadoop.fs.s3a.Invoker.lambda$retry$3(Invoker.java:265) | |
| at org.apache.hadoop.fs.s3a.Invoker.retryUntranslated(Invoker.java:322) | |
| at org.apache.hadoop.fs.s3a.Invoker.retry(Invoker.java:261) | |
| at org.apache.hadoop.fs.s3a.Invoker.retry(Invoker.java:236) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.verifyBucketExists(S3AFileSystem.java:372) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.initialize(S3AFileSystem.java:308) | |
| at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:3303) | |
| at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:124) | |
| at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:3352) | |
| at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:3320) | |
| at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:479) | |
| at org.apache.hadoop.fs.Path.getFileSystem(Path.java:361) | |
| at geotrellis.store.hadoop.HadoopAttributeStore.fsAndPath$lzycompute(HadoopAttributeStore.scala:46) | |
| at geotrellis.store.hadoop.HadoopAttributeStore.fsAndPath(HadoopAttributeStore.scala:44) | |
| at geotrellis.store.hadoop.HadoopAttributeStore.attributePath(HadoopAttributeStore.scala:56) | |
| at geotrellis.store.hadoop.HadoopAttributeStore.layerIds(HadoopAttributeStore.scala:149) | |
| at org.locationtech.rasterframes.datasource.geotrellis.GeoTrellisCatalog$GeoTrellisCatalogRelation.layers$lzycompute(GeoTrellisCatalog.scala:74) | |
| at org.locationtech.rasterframes.datasource.geotrellis.GeoTrellisCatalog$GeoTrellisCatalogRelation.layers(GeoTrellisCatalog.scala:61) | |
| at org.locationtech.rasterframes.datasource.geotrellis.GeoTrellisCatalog$GeoTrellisCatalogRelation.schema(GeoTrellisCatalog.scala:102) | |
| at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:403) | |
| at org.apache.spark.sql.DataFrameReader.loadV1Source(DataFrameReader.scala:223) | |
| at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:211) | |
| at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:178) | |
| at org.locationtech.rasterframes.datasource.geotrellis.package$DataFrameReaderHasGeotrellisFormat.geotrellisCatalog(package.scala:52) | |
| at io.anagraph.zazjxb4u.RfBisReader$.main(RfBisReader.scala:76) | |
| at io.anagraph.zazjxb4u.RfBisReader.main(RfBisReader.scala) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:498) | |
| at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) | |
| at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:845) | |
| at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:161) | |
| at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:184) | |
| at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86) | |
| at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:920) | |
| at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:929) | |
| at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | |
| Caused by: com.amazonaws.AmazonClientException: No AWS Credentials provided by BasicAWSCredentialsProvider EnvironmentVariableCredentialsProvider InstanceProfileCredentialsProvider : com.amazonaws.SdkClientException: Unable to load credentials from service endpoint | |
| at org.apache.hadoop.fs.s3a.AWSCredentialProviderList.getCredentials(AWSCredentialProviderList.java:139) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.getCredentialsFromContext(AmazonHttpClient.java:1164) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.runBeforeRequestHandlers(AmazonHttpClient.java:762) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.doExecute(AmazonHttpClient.java:724) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeWithTimer(AmazonHttpClient.java:717) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.execute(AmazonHttpClient.java:699) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.access$500(AmazonHttpClient.java:667) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutionBuilderImpl.execute(AmazonHttpClient.java:649) | |
| at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:513) | |
| at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:4325) | |
| at com.amazonaws.services.s3.AmazonS3Client.getBucketRegionViaHeadRequest(AmazonS3Client.java:5086) | |
| at com.amazonaws.services.s3.AmazonS3Client.fetchRegionFromCache(AmazonS3Client.java:5060) | |
| at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:4309) | |
| at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:4272) | |
| at com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1337) | |
| at com.amazonaws.services.s3.AmazonS3Client.doesBucketExist(AmazonS3Client.java:1277) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.lambda$verifyBucketExists$1(S3AFileSystem.java:373) | |
| at org.apache.hadoop.fs.s3a.Invoker.once(Invoker.java:109) | |
| ... 38 more | |
| Caused by: com.amazonaws.SdkClientException: Unable to load credentials from service endpoint | |
| at com.amazonaws.auth.EC2CredentialsFetcher.handleError(EC2CredentialsFetcher.java:183) | |
| at com.amazonaws.auth.EC2CredentialsFetcher.fetchCredentials(EC2CredentialsFetcher.java:162) | |
| at com.amazonaws.auth.EC2CredentialsFetcher.getCredentials(EC2CredentialsFetcher.java:82) | |
| at com.amazonaws.auth.InstanceProfileCredentialsProvider.getCredentials(InstanceProfileCredentialsProvider.java:151) | |
| at org.apache.hadoop.fs.s3a.AWSCredentialProviderList.getCredentials(AWSCredentialProviderList.java:117) | |
| ... 55 more | |
| Caused by: java.net.SocketTimeoutException: connect timed out | |
| at java.net.PlainSocketImpl.socketConnect(Native Method) | |
| at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) | |
| at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) | |
| at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) | |
| at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) | |
| at java.net.Socket.connect(Socket.java:607) | |
| at sun.net.NetworkClient.doConnect(NetworkClient.java:175) | |
| at sun.net.www.http.HttpClient.openServer(HttpClient.java:463) | |
| at sun.net.www.http.HttpClient.openServer(HttpClient.java:558) | |
| at sun.net.www.http.HttpClient.<init>(HttpClient.java:242) | |
| at sun.net.www.http.HttpClient.New(HttpClient.java:339) | |
| at sun.net.www.http.HttpClient.New(HttpClient.java:357) | |
| at sun.net.www.protocol.http.HttpURLConnection.getNewHttpClient(HttpURLConnection.java:1226) | |
| at sun.net.www.protocol.http.HttpURLConnection.plainConnect0(HttpURLConnection.java:1205) | |
| at sun.net.www.protocol.http.HttpURLConnection.plainConnect(HttpURLConnection.java:1056) | |
| at sun.net.www.protocol.http.HttpURLConnection.connect(HttpURLConnection.java:990) | |
| at com.amazonaws.internal.ConnectionUtils.connectToEndpoint(ConnectionUtils.java:54) | |
| at com.amazonaws.internal.EC2CredentialsUtils.readResource(EC2CredentialsUtils.java:108) | |
| at com.amazonaws.internal.EC2CredentialsUtils.readResource(EC2CredentialsUtils.java:79) | |
| at com.amazonaws.auth.InstanceProfileCredentialsProvider$InstanceMetadataCredentialsEndpointProvider.getCredentialsEndpoint(InstanceProfileCredentialsProvider.java:174) | |
| at com.amazonaws.auth.EC2CredentialsFetcher.fetchCredentials(EC2CredentialsFetcher.java:122) | |
| ... 58 more |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment