hadoop-job.properties

# Segment creation job config:
path.to.input=avro
path.to.output=segments
path.to.schema=schema/events.json
segment.table.name=events

# Segment tar push job config:
push.to.hosts=http://localhost
push.to.port=8081

output.log

2018-10-30 06:12:34,775 INFO job.SegmentTarPushJob: ******** Now uploading segments tar from dir: file:/home/ubuntu/cloud9/acstats.site.pinot/db/segments
2018-10-30 06:12:34,784 INFO job.SegmentTarPushJob: ******** Upoading file: events_0 to Host: http://localhost and Port: 8081 *******
2018-10-30 06:12:34,831 INFO utils.FileUploadUtils: Sending file events_0 to http://localhost:8081
2018-10-30 06:12:34,860 INFO utils.FileUploadUtils: URI is: http://localhost:8081
2018-10-30 06:12:35,659 INFO utils.FileUploadUtils: Controller host:ip-172-31-14-94.us-east-2.compute.internal,Controller version:0.016-da1b31a485b7cff717a20aa6223481a9665f8280(file:events_0)
2018-10-30 06:12:35,659 ERROR utils.FileUploadUtils: Error Response Code: 405 trying to send file events_0 to http://localhost:8081
2018-10-30 06:12:35,664 ERROR utils.FileUploadUtils: Response body for file events_0 uri http://localhost:8081:{"code":405,"error":"HTTP 405 Method Not Allowed"}
2018-10-30 06:12:35,664 ERROR job.SegmentTarPushJob: ******** Error Upoading file: events_0 to Host: http://localhost and Port: 8081  *******
2018-10-30 06:12:35,664 ERROR job.SegmentTarPushJob: Caught exception during upload
com.linkedin.pinot.common.exception.PermanentPushFailureException: Exiting job
        at com.linkedin.pinot.common.utils.FileUploadUtils.sendFileRetry(FileUploadUtils.java:382)
        at com.linkedin.pinot.common.utils.FileUploadUtils.sendSegment(FileUploadUtils.java:370)
        at com.linkedin.pinot.hadoop.job.SegmentTarPushJob.pushOneTarFile(SegmentTarPushJob.java:90)
        at com.linkedin.pinot.hadoop.job.SegmentTarPushJob.pushDir(SegmentTarPushJob.java:72)
        at com.linkedin.pinot.hadoop.job.SegmentTarPushJob.run(SegmentTarPushJob.java:57)
        at com.linkedin.pinot.hadoop.PinotHadoopJobLauncher.kickOffPinotHadoopJob(PinotHadoopJobLauncher.java:57)
        at com.linkedin.pinot.hadoop.PinotHadoopJobLauncher.main(PinotHadoopJobLauncher.java:90)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at org.apache.hadoop.util.RunJar.run(RunJar.java:318)
        at org.apache.hadoop.util.RunJar.main(RunJar.java:232)
Caused by: com.linkedin.pinot.common.exception.PermanentPushFailureException: Response Code: 405
        at com.linkedin.pinot.common.utils.FileUploadUtils.sendFile(FileUploadUtils.java:449)
        at com.linkedin.pinot.common.utils.FileUploadUtils.sendFileRetry(FileUploadUtils.java:378)
        ... 12 more
Exception in thread "main" java.lang.RuntimeException: Got Error during send tar files to push hosts!
        at com.linkedin.pinot.hadoop.job.SegmentTarPushJob.pushOneTarFile(SegmentTarPushJob.java:96)
        at com.linkedin.pinot.hadoop.job.SegmentTarPushJob.pushDir(SegmentTarPushJob.java:72)
        at com.linkedin.pinot.hadoop.job.SegmentTarPushJob.run(SegmentTarPushJob.java:57)
        at com.linkedin.pinot.hadoop.PinotHadoopJobLauncher.kickOffPinotHadoopJob(PinotHadoopJobLauncher.java:57)
        at com.linkedin.pinot.hadoop.PinotHadoopJobLauncher.main(PinotHadoopJobLauncher.java:90)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at org.apache.hadoop.util.RunJar.run(RunJar.java:318)
        at org.apache.hadoop.util.RunJar.main(RunJar.java:232)