-
-
Save sherpc/080aa067d628a6dbd7a3cf52c80b96d1 to your computer and use it in GitHub Desktop.
Druid with Kafka Indexing Service
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
druid.host=%{HOST}% | |
# Extensions | |
druid.extensions.directory=/opt/druid/extensions | |
druid.extensions.loadList=["mysql-metadata-storage", "druid-kafka-indexing-service"] | |
# Zookeeper | |
druid.zk.service.host=%{ZOOKEEPER_HOSTS}% | |
druid.zk.paths.base=/druid | |
# Metadata storage | |
druid.metadata.storage.type=mysql | |
druid.metadata.storage.connector.connectURI=jdbc:mysql://%{MYSQL_HOST}%/druid | |
druid.metadata.storage.connector.user=root | |
druid.metadata.storage.connector.password=root | |
druid.metadata.storage.connector.createTables=true | |
# Deep storage (local filesystem for examples - don't use this in production) | |
druid.storage.type=local | |
druid.storage.storage.storageDirectory=/tmp/druid/localStorage | |
# Query Cache (we use a simple 10mb heap-based local cache on the broker) | |
druid.cache.type=local | |
druid.cache.sizeInBytes=10000000 | |
# Indexing service discovery | |
druid.selectors.indexing.serviceName=druid:overlord | |
# Metrics logging (disabled for examples) | |
druid.emitter=noop |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
druid.port=8087 | |
druid.service=druid/overlord | |
druid.indexer.storage.type=local | |
druid.indexer.logs.type=file | |
druid.indexer.runner.type=local | |
druid.indexer.runner.javaOptsArray=["-server", "-Xmx1g"] | |
druid.indexer.runner.startPort=8088 | |
druid.worker.ip=%{HOST}% | |
druid.indexer.fork.property.druid.processing.buffer.sizeBytes=268435456 | |
druid.indexer.fork.property.druid.processing.numThreads=1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"type" : "kafka", | |
"dataSchema" : { | |
"dataSource" : "push_deliver", | |
"parser" : { | |
"type" : "string", | |
"parseSpec" : { | |
"format" : "json", | |
"timestampSpec" : { | |
"column" : "time", | |
"format" : "millis" | |
}, | |
"dimensionsSpec" : { | |
"dimensions" : [ "os-family", "device-type", "currency", "campaign_type", "browser", "partner_id", "site_domain", "campaign", "site", "category", "partner_domain" ] | |
} | |
} | |
}, | |
"metricsSpec" : [ { | |
"type" : "count", | |
"name" : "count" | |
}, { | |
"type" : "hyperUnique", | |
"name" : "unique_emails", | |
"fieldName" : "uuid" | |
} ], | |
"granularitySpec" : { | |
"type" : "uniform", | |
"segmentGranularity" : "DAY", | |
"queryGranularity" : "HOUR" | |
} | |
}, | |
"ioConfig" : { | |
"topic" : "druid_push_deliver", | |
"consumerProperties" : { | |
"bootstrap.servers": "192.168.88.45:9092" | |
}, | |
"taskCount" : 1, | |
"replicas" : 1, | |
"taskDuration" : "PT2M", | |
"useEarliestOffset" : true | |
}, | |
"tuningConfig" : { | |
"type" : "kafka", | |
"maxRowsInMemory" : 100000 | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2016-08-24T11:13:03,138 INFO [main] io.druid.guice.PropertiesModule - Loading properties from common.runtime.properties | |
2016-08-24T11:13:03,142 INFO [main] io.druid.guice.PropertiesModule - Loading properties from runtime.properties | |
Aug 24, 2016 11:13:03 AM org.hibernate.validator.internal.util.Version <clinit> | |
INFO: HV000001: Hibernate Validator 5.1.3.Final | |
2016-08-24T11:13:04,735 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.guice.ExtensionsConfig] from props[druid.extensions.] as [ExtensionsConfig{searchCurrentClassloader=true, directory='/opt/druid/extensions', hadoopDependenciesDir='hadoop-dependencies', hadoopContainerDruidClasspath='null', loadList=[druid-kafka-eight, mysql-metadata-storage, druid-kafka-indexing-service]}] | |
2016-08-24T11:13:04,754 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-kafka-eight] for class [io.druid.cli.CliCommandCreator] | |
2016-08-24T11:13:04,776 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-eight/druid-kafka-eight-0.9.1.1.jar] | |
2016-08-24T11:13:04,777 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-eight/snappy-java-1.1.1.6.jar] | |
2016-08-24T11:13:04,777 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-eight/kafka-clients-0.8.2.1.jar] | |
2016-08-24T11:13:04,778 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-eight/jopt-simple-3.2.jar] | |
2016-08-24T11:13:04,778 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-eight/scala-library-2.10.4.jar] | |
2016-08-24T11:13:04,779 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-eight/metrics-core-2.2.0.jar] | |
2016-08-24T11:13:04,779 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-eight/zkclient-0.3.jar] | |
2016-08-24T11:13:04,780 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-eight/kafka_2.10-0.8.2.1.jar] | |
2016-08-24T11:13:04,785 INFO [main] io.druid.initialization.Initialization - Loading extension [mysql-metadata-storage] for class [io.druid.cli.CliCommandCreator] | |
2016-08-24T11:13:04,786 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/mysql-metadata-storage/mysql-connector-java-5.1.38.jar] | |
2016-08-24T11:13:04,787 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/mysql-metadata-storage/mysql-metadata-storage-0.9.1.1.jar] | |
2016-08-24T11:13:04,789 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-kafka-indexing-service] for class [io.druid.cli.CliCommandCreator] | |
2016-08-24T11:13:04,790 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-indexing-service/snappy-java-1.1.1.7.jar] | |
2016-08-24T11:13:04,790 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-indexing-service/kafka-clients-0.9.0.1.jar] | |
2016-08-24T11:13:04,790 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-indexing-service/lz4-1.3.0.jar] | |
2016-08-24T11:13:04,790 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-indexing-service/slf4j-api-1.7.6.jar] | |
2016-08-24T11:13:04,791 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid/extensions/druid-kafka-indexing-service/druid-kafka-indexing-service-0.9.1.1.jar] | |
2016-08-24T11:13:05,123 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-kafka-eight] for class [io.druid.initialization.DruidModule] | |
2016-08-24T11:13:05,126 INFO [main] io.druid.initialization.Initialization - Adding local file system extension module [io.druid.firehose.kafka.KafkaEightDruidModule] for class [io.druid.initialization.DruidModule] | |
2016-08-24T11:13:05,126 INFO [main] io.druid.initialization.Initialization - Loading extension [mysql-metadata-storage] for class [io.druid.initialization.DruidModule] | |
2016-08-24T11:13:05,129 INFO [main] io.druid.initialization.Initialization - Adding local file system extension module [io.druid.metadata.storage.mysql.MySQLMetadataStorageModule] for class [io.druid.initialization.DruidModule] | |
2016-08-24T11:13:05,130 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-kafka-indexing-service] for class [io.druid.initialization.DruidModule] | |
2016-08-24T11:13:05,133 INFO [main] io.druid.initialization.Initialization - Adding local file system extension module [io.druid.indexing.kafka.KafkaIndexTaskModule] for class [io.druid.initialization.DruidModule] | |
2016-08-24T11:13:06,603 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.metrics.DruidMonitorSchedulerConfig] from props[druid.monitoring.] as [io.druid.server.metrics.DruidMonitorSchedulerConfig@13a37e2a] | |
2016-08-24T11:13:06,626 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.metrics.MonitorsConfig] from props[druid.monitoring.] as [MonitorsConfig{monitors=[]}] | |
2016-08-24T11:13:06,690 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.DruidNode] from props[druid.] as [DruidNode{serviceName='druid/overlord', host='192.168.88.45', port=8088}] | |
2016-08-24T11:13:06,694 INFO [main] io.druid.server.metrics.MetricsModule - Adding monitor[io.druid.query.ExecutorServiceMonitor@6272c96f] | |
2016-08-24T11:13:06,898 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.curator.CuratorConfig] from props[druid.zk.service.] as [io.druid.curator.CuratorConfig@257cc1fc] | |
2016-08-24T11:13:06,911 WARN [main] org.apache.curator.retry.ExponentialBackoffRetry - maxRetries too large (30). Pinning to 29 | |
2016-08-24T11:13:07,018 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.CuratorDiscoveryConfig] from props[druid.discovery.curator.] as [io.druid.server.initialization.CuratorDiscoveryConfig@5e1218b4] | |
2016-08-24T11:13:07,449 INFO [main] io.druid.server.metrics.MetricsModule - Adding monitor[io.druid.server.initialization.jetty.JettyServerModule$JettyMonitor@7acfb656] | |
2016-08-24T11:13:07,465 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.log.StartupLoggingConfig] from props[druid.startup.logging.] as [io.druid.server.log.StartupLoggingConfig@c6b2dd9] | |
2016-08-24T11:13:07,466 INFO [main] io.druid.cli.CliPeon - Starting up with processors[2], memory[119,013,376]. | |
2016-08-24T11:13:07,480 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.indexing.common.config.TaskConfig] from props[druid.indexer.task.] as [io.druid.indexing.common.config.TaskConfig@5c60b0a0] | |
2016-08-24T11:13:07,485 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.guice.http.DruidHttpClientConfig] from props[druid.global.http.] as [io.druid.guice.http.DruidHttpClientConfig@2f508f3c] | |
2016-08-24T11:13:07,559 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.indexing.IndexingServiceSelectorConfig] from props[druid.selectors.indexing.] as [io.druid.client.indexing.IndexingServiceSelectorConfig@5ff2b8ca] | |
2016-08-24T11:13:07,588 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.indexing.common.RetryPolicyConfig] from props[druid.peon.taskActionClient.retry.] as [io.druid.indexing.common.RetryPolicyConfig@6ba7383d] | |
2016-08-24T11:13:07,591 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.segment.loading.LocalDataSegmentPusherConfig] from props[druid.storage.] as [io.druid.segment.loading.LocalDataSegmentPusherConfig@14229fa7] | |
2016-08-24T11:13:07,592 INFO [main] io.druid.segment.loading.LocalDataSegmentPusher - Configured local filesystem as deep storage | |
2016-08-24T11:13:07,597 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.DruidServerConfig] from props[druid.server.] as [io.druid.client.DruidServerConfig@7e2c64] | |
2016-08-24T11:13:07,601 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.BatchDataSegmentAnnouncerConfig] from props[druid.announcer.] as [io.druid.server.initialization.BatchDataSegmentAnnouncerConfig@6cd56321] | |
2016-08-24T11:13:07,605 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.ZkPathsConfig] from props[druid.zk.paths.] as [io.druid.server.initialization.ZkPathsConfig@22e2266d] | |
2016-08-24T11:13:07,613 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[interface io.druid.server.coordination.DataSegmentAnnouncerProvider] from props[druid.announcer.] as [io.druid.server.coordination.BatchDataSegmentAnnouncerProvider@61c42416] | |
2016-08-24T11:13:07,616 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.coordinator.CoordinatorSelectorConfig] from props[druid.selectors.coordinator.] as [io.druid.client.coordinator.CoordinatorSelectorConfig@859ea42] | |
2016-08-24T11:13:07,619 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.segment.realtime.plumber.CoordinatorBasedSegmentHandoffNotifierConfig] from props[druid.segment.handoff.] as [io.druid.segment.realtime.plumber.CoordinatorBasedSegmentHandoffNotifierConfig@72825400] | |
2016-08-24T11:13:07,624 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning value [268435456] for [druid.processing.buffer.sizeBytes] on [io.druid.query.DruidProcessingConfig#intermediateComputeSizeBytes()] | |
2016-08-24T11:13:07,627 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning value [1] for [druid.processing.numThreads] on [io.druid.query.DruidProcessingConfig#getNumThreads()] | |
2016-08-24T11:13:07,628 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.computation.buffer.poolCacheMaxCount, ${base_path}.buffer.poolCacheMaxCount] on [io.druid.query.DruidProcessingConfig#poolCacheMaxCount()] | |
2016-08-24T11:13:07,630 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.columnCache.sizeBytes] on [io.druid.query.DruidProcessingConfig#columnCacheSizeBytes()] | |
2016-08-24T11:13:07,630 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.fifo] on [io.druid.query.DruidProcessingConfig#isFifo()] | |
2016-08-24T11:13:07,631 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning default value [processing-%s] for [${base_path}.formatString] on [com.metamx.common.concurrent.ExecutorServiceConfig#getFormatString()] | |
2016-08-24T11:13:07,757 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.search.search.SearchQueryConfig] from props[druid.query.search.] as [io.druid.query.search.search.SearchQueryConfig@51288417] | |
2016-08-24T11:13:07,760 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.metadata.SegmentMetadataQueryConfig] from props[druid.query.segmentMetadata.] as [io.druid.query.metadata.SegmentMetadataQueryConfig@673919a7] | |
2016-08-24T11:13:07,765 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.groupby.GroupByQueryConfig] from props[druid.query.groupBy.] as [io.druid.query.groupby.GroupByQueryConfig@62db3891] | |
2016-08-24T11:13:07,791 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.topn.TopNQueryConfig] from props[druid.query.topN.] as [io.druid.query.topn.TopNQueryConfig@5c77ba8f] | |
2016-08-24T11:13:07,806 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[interface io.druid.client.cache.CacheProvider] from props[druid.cache.] as [io.druid.client.cache.LocalCacheProvider@31ee2fdb] | |
2016-08-24T11:13:07,821 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.cache.CacheConfig] from props[druid.realtime.cache.] as [io.druid.client.cache.CacheConfig@421056e5] | |
2016-08-24T11:13:07,841 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.ServerConfig] from props[druid.server.http.] as [ServerConfig{numThreads=40, maxIdleTime=PT5M}] | |
2016-08-24T11:13:07,844 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[interface io.druid.server.log.RequestLoggerProvider] from props[druid.request.logging.] as [io.druid.server.log.NoopRequestLoggerProvider@c27a3a2] | |
2016-08-24T11:13:07,848 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.security.AuthConfig] from props[druid.auth.] as [AuthConfig{enabled=false}] | |
2016-08-24T11:13:07,864 INFO [main] org.eclipse.jetty.util.log - Logging initialized @6364ms | |
2016-08-24T11:13:08,017 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.lookup.LookupConfig] from props[druid.lookup.] as [LookupConfig{snapshotWorkingDir=''}] | |
2016-08-24T11:13:08,025 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.lookup.LookupListeningAnnouncerConfig] from props[druid.lookup.] as [ListeningAnnouncerConfig{listenersPath='/druid/listeners'}] | |
2016-08-24T11:13:08,027 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.initialization.Log4jShutterDownerModule$Log4jShutterDowner.start()] on object[io.druid.initialization.Log4jShutterDownerModule$Log4jShutterDowner@6cd3ad8a]. | |
2016-08-24T11:13:08,028 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.emitter.service.ServiceEmitter.start()] on object[com.metamx.emitter.service.ServiceEmitter@75181b50]. | |
2016-08-24T11:13:08,028 INFO [main] io.druid.curator.CuratorModule - Starting Curator | |
2016-08-24T11:13:08,028 INFO [main] org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
2016-08-24T11:13:08,053 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:zookeeper.version=3.4.8--1, built on 02/06/2016 03:18 GMT | |
2016-08-24T11:13:08,053 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:host.name=d88362604b72 | |
2016-08-24T11:13:08,053 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.version=1.8.0_101 | |
2016-08-24T11:13:08,053 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.vendor=Oracle Corporation | |
2016-08-24T11:13:08,054 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.home=/usr/lib/jvm/java-8-oracle/jre | |
2016-08-24T11:13:08,054 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.class.path=/opt/druid/config-dev/_common:/opt/druid/config-dev/overlord:/opt/druid/lib/druid-console-0.0.2.jar:/opt/druid/lib/classmate-1.0.0.jar:/opt/druid/lib/aws-java-sdk-emr-1.10.21.jar:/opt/druid/lib/jetty-client-9.2.5.v20141112.jar:/opt/druid/lib/aws-java-sdk-codecommit-1.10.21.jar:/opt/druid/lib/aws-java-sdk-sts-1.10.21.jar:/opt/druid/lib/aws-java-sdk-directory-1.10.21.jar:/opt/druid/lib/jackson-jaxrs-json-provider-2.4.6.jar:/opt/druid/lib/java-util-0.27.9.jar:/opt/druid/lib/druid-server-0.9.1.1.jar:/opt/druid/lib/jackson-jaxrs-smile-provider-2.4.6.jar:/opt/druid/lib/druid-aws-common-0.9.1.1.jar:/opt/druid/lib/compress-lzf-1.0.3.jar:/opt/druid/lib/slf4j-api-1.7.12.jar:/opt/druid/lib/aws-java-sdk-cloudhsm-1.10.21.jar:/opt/druid/lib/aws-java-sdk-cloudformation-1.10.21.jar:/opt/druid/lib/plexus-utils-3.0.15.jar:/opt/druid/lib/maven-repository-metadata-3.1.1.jar:/opt/druid/lib/aws-java-sdk-elasticbeanstalk-1.10.21.jar:/opt/druid/lib/emitter-0.3.6.jar:/opt/druid/lib/aether-util-0.9.0.M2.jar:/opt/druid/lib/commons-pool2-2.2.jar:/opt/druid/lib/commons-logging-1.1.1.jar:/opt/druid/lib/jsr305-2.0.1.jar:/opt/druid/lib/aws-java-sdk-cloudwatch-1.10.21.jar:/opt/druid/lib/aws-java-sdk-cloudfront-1.10.21.jar:/opt/druid/lib/mapdb-1.0.8.jar:/opt/druid/lib/hibernate-validator-5.1.3.Final.jar:/opt/druid/lib/lz4-1.3.0.jar:/opt/druid/lib/jackson-jaxrs-base-2.4.6.jar:/opt/druid/lib/disruptor-3.3.0.jar:/opt/druid/lib/protobuf-java-2.5.0.jar:/opt/druid/lib/aws-java-sdk-swf-libraries-1.10.21.jar:/opt/druid/lib/aws-java-sdk-dynamodb-1.10.21.jar:/opt/druid/lib/zookeeper-3.4.8.jar:/opt/druid/lib/aws-java-sdk-cognitosync-1.10.21.jar:/opt/druid/lib/aws-java-sdk-cloudwatchmetrics-1.10.21.jar:/opt/druid/lib/aws-java-sdk-ec2-1.10.21.jar:/opt/druid/lib/druid-indexing-service-0.9.1.1.jar:/opt/druid/lib/aws-java-sdk-route53-1.10.21.jar:/opt/druid/lib/aws-java-sdk-efs-1.10.21.jar:/opt/druid/lib/aws-java-sdk-config-1.10.21.jar:/opt/druid/lib/annotations-2.0.3.jar:/opt/druid/lib/jersey-guice-1.19.jar:/opt/druid/lib/log4j-1.2-api-2.5.jar:/opt/druid/lib/jline-0.9.94.jar:/opt/druid/lib/okhttp-1.0.2.jar:/opt/druid/lib/geoip2-0.4.0.jar:/opt/druid/lib/aws-java-sdk-codepipeline-1.10.21.jar:/opt/druid/lib/aws-java-sdk-glacier-1.10.21.jar:/opt/druid/lib/jetty-io-9.2.5.v20141112.jar:/opt/druid/lib/aws-java-sdk-cloudsearch-1.10.21.jar:/opt/druid/lib/RoaringBitmap-0.5.16.jar:/opt/druid/lib/aws-java-sdk-iam-1.10.21.jar:/opt/druid/lib/log4j-slf4j-impl-2.5.jar:/opt/druid/lib/httpcore-4.4.3.jar:/opt/druid/lib/aws-java-sdk-elasticache-1.10.21.jar:/opt/druid/lib/jetty-proxy-9.2.5.v20141112.jar:/opt/druid/lib/guice-multibindings-4.0-beta.jar:/opt/druid/lib/aws-java-sdk-logs-1.10.21.jar:/opt/druid/lib/maven-model-builder-3.1.1.jar:/opt/druid/lib/aws-java-sdk-simpleworkflow-1.10.21.jar:/opt/druid/lib/jetty-servlet-9.2.5.v20141112.jar:/opt/druid/lib/jackson-module-jaxb-annotations-2.4.6.jar:/opt/druid/lib/aws-java-sdk-core-1.10.21.jar:/opt/druid/lib/spymemcached-2.11.7.jar:/opt/druid/lib/aether-api-0.9.0.M2.jar:/opt/druid/lib/joda-time-2.8.2.jar:/opt/druid/lib/aether-connector-file-0.9.0.M2.jar:/opt/druid/lib/aws-java-sdk-support-1.10.21.jar:/opt/druid/lib/java-xmlbuilder-1.1.jar:/opt/druid/lib/guava-16.0.1.jar:/opt/druid/lib/druid-services-0.9.1.1.jar:/opt/druid/lib/jersey-servlet-1.19.jar:/opt/druid/lib/aws-java-sdk-devicefarm-1.10.21.jar:/opt/druid/lib/aws-java-sdk-machinelearning-1.10.21.jar:/opt/druid/lib/aws-java-sdk-lambda-1.10.21.jar:/opt/druid/lib/commons-math3-3.6.1.jar:/opt/druid/lib/javax.servlet-api-3.1.0.jar:/opt/druid/lib/commons-io-2.4.jar:/opt/druid/lib/antlr4-runtime-4.5.1.jar:/opt/druid/lib/jets3t-0.9.4.jar:/opt/druid/lib/aws-java-sdk-ses-1.10.21.jar:/opt/druid/lib/derbyclient-10.11.1.1.jar:/opt/druid/lib/activation-1.1.1.jar:/opt/druid/lib/druid-common-0.9.1.1.jar:/opt/druid/lib/bytebuffer-collections-0.2.4.jar:/opt/druid/lib/aws-java-sdk-ssm-1.10.21.jar:/opt/druid/lib/aws-java-sdk-sqs-1.10.21.jar:/opt/druid/lib/aws-java-sdk-rds-1.10.21.jar:/opt/druid/lib/druid-api-0.9.1.1.jar:/opt/druid/lib/curator-x-discovery-2.10.0.jar:/opt/druid/lib/aws-java-sdk-sns-1.10.21.jar:/opt/druid/lib/google-http-client-jackson2-1.15.0-rc.jar:/opt/druid/lib/guice-servlet-4.0-beta.jar:/opt/druid/lib/jetty-util-9.2.5.v20141112.jar:/opt/druid/lib/log4j-api-2.5.jar:/opt/druid/lib/aws-java-sdk-autoscaling-1.10.21.jar:/opt/druid/lib/jackson-core-2.4.6.jar:/opt/druid/lib/irc-api-1.0-0014.jar:/opt/druid/lib/derbynet-10.11.1.1.jar:/opt/druid/lib/jetty-continuation-9.2.5.v20141112.jar:/opt/druid/lib/jackson-databind-2.4.6.jar:/opt/druid/lib/javax.inject-1.jar:/opt/druid/lib/aws-java-sdk-kinesis-1.10.21.jar:/opt/druid/lib/log4j-core-2.5.jar:/opt/druid/lib/druid-indexing-hadoop-0.9.1.1.jar:/opt/druid/lib/jboss-logging-3.1.3.GA.jar:/opt/druid/lib/jetty-security-9.2.5.v20141112.jar:/opt/druid/lib/aws-java-sdk-s3-1.10.21.jar:/opt/druid/lib/guice-4.0-beta.jar:/opt/druid/lib/aopalliance-1.0.jar:/opt/druid/lib/aether-impl-0.9.0.M2.jar:/opt/druid/lib/commons-dbcp2-2.0.1.jar:/opt/druid/lib/jackson-mapper-asl-1.9.13.jar:/opt/druid/lib/aws-java-sdk-elastictranscoder-1.10.21.jar:/opt/druid/lib/tesla-aether-0.0.5.jar:/opt/druid/lib/commons-codec-1.7.jar:/opt/druid/lib/aws-java-sdk-datapipeline-1.10.21.jar:/opt/druid/lib/jcl-over-slf4j-1.7.12.jar:/opt/druid/lib/aws-java-sdk-cognitoidentity-1.10.21.jar:/opt/druid/lib/aws-java-sdk-1.10.21.jar:/opt/druid/lib/aether-connector-okhttp-0.0.9.jar:/opt/druid/lib/icu4j-4.8.1.jar:/opt/druid/lib/wagon-provider-api-2.4.jar:/opt/druid/lib/bcprov-jdk15on-1.52.jar:/opt/druid/lib/httpclient-4.5.1.jar:/opt/druid/lib/aws-java-sdk-cloudtrail-1.10.21.jar:/opt/druid/lib/jetty-http-9.2.5.v20141112.jar:/opt/druid/lib/aws-java-sdk-opsworks-1.10.21.jar:/opt/druid/lib/jackson-dataformat-smile-2.4.6.jar:/opt/druid/lib/aws-java-sdk-elasticloadbalancing-1.10.21.jar:/opt/druid/lib/server-metrics-0.2.8.jar:/opt/druid/lib/commons-lang-2.6.jar:/opt/druid/lib/jackson-core-asl-1.9.13.jar:/opt/druid/lib/aws-java-sdk-workspaces-1.10.21.jar:/opt/druid/lib/json-path-2.1.0.jar:/opt/druid/lib/http-client-1.0.4.jar:/opt/druid/lib/commons-cli-1.2.jar:/opt/druid/lib/rhino-1.7R5.jar:/opt/druid/lib/aws-java-sdk-codedeploy-1.10.21.jar:/opt/druid/lib/maven-model-3.1.1.jar:/opt/druid/lib/curator-recipes-2.10.0.jar:/opt/druid/lib/jdbi-2.63.1.jar:/opt/druid/lib/maxminddb-0.2.0.jar:/opt/druid/lib/maven-settings-3.1.1.jar:/opt/druid/lib/jsr311-api-1.1.1.jar:/opt/druid/lib/extendedset-1.3.9.jar:/opt/druid/lib/jersey-core-1.19.jar:/opt/druid/lib/jetty-server-9.2.5.v20141112.jar:/opt/druid/lib/aws-java-sdk-ecs-1.10.21.jar:/opt/druid/lib/jackson-datatype-guava-2.4.6.jar:/opt/druid/lib/plexus-interpolation-1.19.jar:/opt/druid/lib/druid-processing-0.9.1.1.jar:/opt/druid/lib/validation-api-1.1.0.Final.jar:/opt/druid/lib/maven-aether-provider-3.1.1.jar:/opt/druid/lib/airline-0.7.jar:/opt/druid/lib/config-magic-0.9.jar:/opt/druid/lib/jackson-datatype-joda-2.4.6.jar:/opt/druid/lib/opencsv-2.3.jar:/opt/druid/lib/curator-client-2.10.0.jar:/opt/druid/lib/jackson-annotations-2.4.6.jar:/opt/druid/lib/derby-10.11.1.1.jar:/opt/druid/lib/aws-java-sdk-storagegateway-1.10.21.jar:/opt/druid/lib/javax.el-3.0.0.jar:/opt/druid/lib/netty-3.10.4.Final.jar:/opt/druid/lib/log4j-jul-2.5.jar:/opt/druid/lib/javax.el-api-3.0.0.jar:/opt/druid/lib/commons-pool-1.6.jar:/opt/druid/lib/aws-java-sdk-kms-1.10.21.jar:/opt/druid/lib/curator-framework-2.10.0.jar:/opt/druid/lib/aws-java-sdk-importexport-1.10.21.jar:/opt/druid/lib/maven-settings-builder-3.1.1.jar:/opt/druid/lib/aws-java-sdk-simpledb-1.10.21.jar:/opt/druid/lib/aws-java-sdk-redshift-1.10.21.jar:/opt/druid/lib/aws-java-sdk-directconnect-1.10.21.jar:/opt/druid/lib/aether-spi-0.9.0.M2.jar:/opt/druid/lib/jetty-servlets-9.2.5.v20141112.jar:/opt/druid/lib/base64-2.3.8.jar:/opt/druid/lib/jersey-server-1.19.jar | |
2016-08-24T11:13:08,054 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib | |
2016-08-24T11:13:08,054 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.io.tmpdir=/tmp | |
2016-08-24T11:13:08,054 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.compiler=<NA> | |
2016-08-24T11:13:08,054 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.name=Linux | |
2016-08-24T11:13:08,055 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.arch=amd64 | |
2016-08-24T11:13:08,055 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.version=4.4.15-moby | |
2016-08-24T11:13:08,055 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.name=root | |
2016-08-24T11:13:08,055 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.home=/root | |
2016-08-24T11:13:08,055 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.dir=/opt/druid | |
2016-08-24T11:13:08,056 INFO [main] org.apache.zookeeper.ZooKeeper - Initiating client connection, connectString=zookeeper:2181 sessionTimeout=30000 watcher=org.apache.curator.ConnectionState@10c72a6f | |
2016-08-24T11:13:08,099 INFO [main-SendThread(flockclj_zookeeper_1.flockclj_default:2181)] org.apache.zookeeper.ClientCnxn - Opening socket connection to server flockclj_zookeeper_1.flockclj_default/172.18.0.2:2181. Will not attempt to authenticate using SASL (unknown error) | |
2016-08-24T11:13:08,089 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.metrics.MonitorScheduler.start()] on object[com.metamx.metrics.MonitorScheduler@6ae62c7e]. | |
2016-08-24T11:13:08,118 INFO [main-SendThread(flockclj_zookeeper_1.flockclj_default:2181)] org.apache.zookeeper.ClientCnxn - Socket connection established to flockclj_zookeeper_1.flockclj_default/172.18.0.2:2181, initiating session | |
2016-08-24T11:13:08,120 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.http.client.NettyHttpClient.start()] on object[com.metamx.http.client.NettyHttpClient@15405bd6]. | |
2016-08-24T11:13:08,120 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.curator.discovery.ServerDiscoverySelector.start() throws java.lang.Exception] on object[io.druid.curator.discovery.ServerDiscoverySelector@70730db]. | |
2016-08-24T11:13:08,131 INFO [main-SendThread(flockclj_zookeeper_1.flockclj_default:2181)] org.apache.zookeeper.ClientCnxn - Session establishment complete on server flockclj_zookeeper_1.flockclj_default/172.18.0.2:2181, sessionid = 0x156bbe23e64007d, negotiated timeout = 30000 | |
2016-08-24T11:13:08,165 INFO [main-EventThread] org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
2016-08-24T11:13:08,516 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.curator.announcement.Announcer.start()] on object[io.druid.curator.announcement.Announcer@7ee8130e]. | |
2016-08-24T11:13:08,517 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.curator.discovery.ServerDiscoverySelector.start() throws java.lang.Exception] on object[io.druid.curator.discovery.ServerDiscoverySelector@6296474f]. | |
2016-08-24T11:13:08,533 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.indexing.worker.executor.ExecutorLifecycle.start() throws java.lang.InterruptedException] on object[io.druid.indexing.worker.executor.ExecutorLifecycle@50f097b5]. | |
2016-08-24T11:13:08,638 INFO [main] io.druid.indexing.worker.executor.ExecutorLifecycle - Running with task: { | |
"type" : "index_kafka", | |
"id" : "index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm", | |
"resource" : { | |
"availabilityGroup" : "index_kafka_push_deliver_5e57d6cf54baa3a", | |
"requiredCapacity" : 1 | |
}, | |
"dataSchema" : { | |
"dataSource" : "push_deliver", | |
"parser" : { | |
"type" : "string", | |
"parseSpec" : { | |
"format" : "json", | |
"timestampSpec" : { | |
"column" : "time", | |
"format" : "millis" | |
}, | |
"dimensionsSpec" : { | |
"dimensions" : [ "os-family", "device-type", "currency", "campaign_type", "browser", "partner_id", "site_domain", "campaign", "site", "category", "partner_domain" ] | |
} | |
} | |
}, | |
"metricsSpec" : [ { | |
"type" : "count", | |
"name" : "count" | |
}, { | |
"type" : "hyperUnique", | |
"name" : "unique_emails", | |
"fieldName" : "uuid" | |
} ], | |
"granularitySpec" : { | |
"type" : "uniform", | |
"segmentGranularity" : "DAY", | |
"queryGranularity" : { | |
"type" : "duration", | |
"duration" : 3600000, | |
"origin" : "1970-01-01T00:00:00.000Z" | |
}, | |
"intervals" : null | |
} | |
}, | |
"tuningConfig" : { | |
"type" : "kafka", | |
"maxRowsInMemory" : 1000000, | |
"maxRowsPerSegment" : 5000000, | |
"intermediatePersistPeriod" : "PT10M", | |
"basePersistDirectory" : "/tmp/1472031404760-0", | |
"maxPendingPersists" : 0, | |
"indexSpec" : { | |
"bitmap" : { | |
"type" : "concise" | |
}, | |
"dimensionCompression" : null, | |
"metricCompression" : null | |
}, | |
"buildV9Directly" : false, | |
"reportParseExceptions" : false, | |
"handoffConditionTimeout" : 0 | |
}, | |
"ioConfig" : { | |
"type" : "kafka", | |
"baseSequenceName" : "index_kafka_push_deliver_5e57d6cf54baa3a", | |
"startPartitions" : { | |
"topic" : "druid_push_deliver", | |
"partitionOffsetMap" : { | |
"0" : 0 | |
} | |
}, | |
"endPartitions" : { | |
"topic" : "druid_push_deliver", | |
"partitionOffsetMap" : { | |
"0" : 9223372036854775807 | |
} | |
}, | |
"consumerProperties" : { | |
"bootstrap.servers" : "192.168.88.45:9092" | |
}, | |
"useTransaction" : true, | |
"pauseAfterRead" : false, | |
"minimumMessageTime" : null | |
}, | |
"context" : { }, | |
"groupId" : "index_kafka_push_deliver", | |
"dataSource" : "push_deliver" | |
} | |
2016-08-24T11:13:08,642 INFO [main] io.druid.indexing.worker.executor.ExecutorLifecycle - Attempting to lock file[/tmp/persistent/task/index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm/lock]. | |
2016-08-24T11:13:08,644 INFO [main] io.druid.indexing.worker.executor.ExecutorLifecycle - Acquired lock file[/tmp/persistent/task/index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm/lock] in 2ms. | |
2016-08-24T11:13:08,652 INFO [task-runner-0-priority-0] io.druid.indexing.overlord.ThreadPoolTaskRunner - Running task: index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm | |
2016-08-24T11:13:08,654 INFO [task-runner-0-priority-0] io.druid.indexing.overlord.TaskRunnerUtils - Task [index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm] location changed to [TaskLocation{host='192.168.88.45', port=8088}]. | |
2016-08-24T11:13:08,655 INFO [task-runner-0-priority-0] io.druid.indexing.overlord.TaskRunnerUtils - Task [index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm] status changed to [RUNNING]. | |
2016-08-24T11:13:08,656 INFO [task-runner-0-priority-0] io.druid.indexing.kafka.KafkaIndexTask - Starting up! | |
2016-08-24T11:13:08,656 INFO [task-runner-0-priority-0] io.druid.indexing.kafka.KafkaIndexTask - Found chat handler of class[io.druid.segment.realtime.firehose.ServiceAnnouncingChatHandlerProvider] | |
2016-08-24T11:13:08,657 INFO [task-runner-0-priority-0] io.druid.segment.realtime.firehose.ServiceAnnouncingChatHandlerProvider - Registering Eventhandler[index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm] | |
2016-08-24T11:13:08,661 INFO [task-runner-0-priority-0] io.druid.curator.discovery.CuratorServiceAnnouncer - Announcing service[DruidNode{serviceName='index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm', host='192.168.88.45', port=8088}] | |
2016-08-24T11:13:08,684 INFO [main] org.eclipse.jetty.server.Server - jetty-9.2.5.v20141112 | |
2016-08-24T11:13:08,757 WARN [task-runner-0-priority-0] org.apache.curator.utils.ZKPaths - The version of ZooKeeper being used doesn't support Container nodes. CreateMode.PERSISTENT will be used instead. | |
2016-08-24T11:13:08,809 INFO [task-runner-0-priority-0] io.druid.segment.realtime.appenderator.AppenderatorImpl - Creating appenderator for dataSource[push_deliver] | |
2016-08-24T11:13:08,882 INFO [task-runner-0-priority-0] org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: | |
metric.reporters = [] | |
metadata.max.age.ms = 300000 | |
value.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer | |
group.id = | |
partition.assignment.strategy = [org.apache.kafka.clients.consumer.RangeAssignor] | |
reconnect.backoff.ms = 50 | |
sasl.kerberos.ticket.renew.window.factor = 0.8 | |
max.partition.fetch.bytes = 1048576 | |
bootstrap.servers = [192.168.88.45:9092] | |
retry.backoff.ms = 100 | |
sasl.kerberos.kinit.cmd = /usr/bin/kinit | |
sasl.kerberos.service.name = null | |
sasl.kerberos.ticket.renew.jitter = 0.05 | |
ssl.keystore.type = JKS | |
ssl.trustmanager.algorithm = PKIX | |
enable.auto.commit = false | |
ssl.key.password = null | |
fetch.max.wait.ms = 500 | |
sasl.kerberos.min.time.before.relogin = 60000 | |
connections.max.idle.ms = 540000 | |
ssl.truststore.password = null | |
session.timeout.ms = 30000 | |
metrics.num.samples = 2 | |
client.id = | |
ssl.endpoint.identification.algorithm = null | |
key.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer | |
ssl.protocol = TLS | |
check.crcs = true | |
request.timeout.ms = 40000 | |
ssl.provider = null | |
ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] | |
ssl.keystore.location = null | |
heartbeat.interval.ms = 3000 | |
auto.commit.interval.ms = 5000 | |
receive.buffer.bytes = 32768 | |
ssl.cipher.suites = null | |
ssl.truststore.type = JKS | |
security.protocol = PLAINTEXT | |
ssl.truststore.location = null | |
ssl.keystore.password = null | |
ssl.keymanager.algorithm = SunX509 | |
metrics.sample.window.ms = 30000 | |
fetch.min.bytes = 1 | |
send.buffer.bytes = 131072 | |
auto.offset.reset = none | |
Aug 24, 2016 11:13:09 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register | |
INFO: Registering com.fasterxml.jackson.jaxrs.json.JacksonJsonProvider as a provider class | |
Aug 24, 2016 11:13:09 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register | |
INFO: Registering com.fasterxml.jackson.jaxrs.smile.JacksonSmileProvider as a provider class | |
Aug 24, 2016 11:13:09 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register | |
INFO: Registering io.druid.server.initialization.jetty.CustomExceptionMapper as a provider class | |
Aug 24, 2016 11:13:09 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register | |
INFO: Registering io.druid.server.StatusResource as a root resource class | |
Aug 24, 2016 11:13:09 AM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate | |
INFO: Initiating Jersey application, version 'Jersey: 1.19 02/11/2015 03:25 AM' | |
2016-08-24T11:13:09,073 INFO [task-runner-0-priority-0] org.apache.kafka.common.utils.AppInfoParser - Kafka version : 0.9.0.1 | |
2016-08-24T11:13:09,073 INFO [task-runner-0-priority-0] org.apache.kafka.common.utils.AppInfoParser - Kafka commitId : 23c69d62a0cabf06 | |
2016-08-24T11:13:09,076 INFO [task-runner-0-priority-0] io.druid.segment.realtime.appenderator.AppenderatorImpl - Loading sinks from[/tmp/persistent/task/index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm/work/persist]: [] | |
2016-08-24T11:13:09,078 INFO [task-runner-0-priority-0] io.druid.segment.realtime.appenderator.FiniteAppenderatorDriver - Restored metadata[null]. | |
2016-08-24T11:13:09,082 INFO [task-runner-0-priority-0] io.druid.indexing.kafka.KafkaIndexTask - Seeking partition[0] to offset[2,267]. | |
Aug 24, 2016 11:13:09 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider | |
INFO: Binding io.druid.server.initialization.jetty.CustomExceptionMapper to GuiceManagedComponentProvider with the scope "Singleton" | |
Aug 24, 2016 11:13:09 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider | |
INFO: Binding com.fasterxml.jackson.jaxrs.json.JacksonJsonProvider to GuiceManagedComponentProvider with the scope "Singleton" | |
Aug 24, 2016 11:13:09 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider | |
INFO: Binding com.fasterxml.jackson.jaxrs.smile.JacksonSmileProvider to GuiceManagedComponentProvider with the scope "Singleton" | |
2016-08-24T11:13:09,397 INFO [task-runner-0-priority-0] io.druid.indexing.common.actions.RemoteTaskActionClient - Performing action for task[index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm]: SegmentAllocateAction{dataSource='push_deliver', timestamp=2016-08-24T11:11:05.676Z, queryGranularity=DurationGranularity{length=3600000, origin=0}, preferredSegmentGranularity=DAY, sequenceName='index_kafka_push_deliver_5e57d6cf54baa3a_0', previousSegmentId='null'} | |
2016-08-24T11:13:09,429 INFO [task-runner-0-priority-0] io.druid.indexing.common.actions.RemoteTaskActionClient - Submitting action for task[index_kafka_push_deliver_5e57d6cf54baa3a_mgdfhmpm] to overlord[http://192.168.88.45:8087/druid/indexer/v1/action]: SegmentAllocateAction{dataSource='push_deliver', timestamp=2016-08-24T11:11:05.676Z, queryGranularity=DurationGranularity{length=3600000, origin=0}, preferredSegmentGranularity=DAY, sequenceName='index_kafka_push_deliver_5e57d6cf54baa3a_0', previousSegmentId='null'} | |
2016-08-24T11:13:09,458 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,542 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,549 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,561 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,562 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,567 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,570 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,573 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,581 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,587 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,594 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,599 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,600 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,607 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,615 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,619 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,627 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,630 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,632 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,634 INFO [task-runner-0-priority-0] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://192.168.88.45:8087 | |
2016-08-24T11:13:09,916 INFO [task-runner-0-priority-0] io.druid.segment.realtime.appenderator.FiniteAppenderatorDriver - New segment[push_deliver_2016-08-24T00:00:00.000Z_2016-08-25T00:00:00.000Z_2016-08-24T09:37:57.759Z_1] for sequenceName[index_kafka_push_deliver_5e57d6cf54baa3a_0]. | |
2016-08-24T11:13:10,028 INFO [task-runner-0-priority-0] io.druid.server.coordination.BatchDataSegmentAnnouncer - Announcing segment[push_deliver_2016-08-24T00:00:00.000Z_2016-08-25T00:00:00.000Z_2016-08-24T09:37:57.759Z_1] at new path[/druid/segments/192.168.88.45:8088/192.168.88.45:8088_indexer-executor__default_tier_2016-08-24T11:13:10.025Z_45f4531fe44e43a6a29a5b77c4888c740] | |
Aug 24, 2016 11:13:10 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider | |
INFO: Binding io.druid.server.QueryResource to GuiceInstantiatedComponentProvider | |
Aug 24, 2016 11:13:10 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider | |
INFO: Binding io.druid.segment.realtime.firehose.ChatHandlerResource to GuiceInstantiatedComponentProvider | |
Aug 24, 2016 11:13:10 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider | |
INFO: Binding io.druid.query.lookup.LookupListeningResource to GuiceInstantiatedComponentProvider | |
Aug 24, 2016 11:13:10 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider | |
INFO: Binding io.druid.query.lookup.LookupIntrospectionResource to GuiceInstantiatedComponentProvider | |
Aug 24, 2016 11:13:10 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider | |
INFO: Binding io.druid.server.http.security.StateResourceFilter to GuiceInstantiatedComponentProvider | |
Aug 24, 2016 11:13:10 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider | |
INFO: Binding io.druid.server.StatusResource to GuiceManagedComponentProvider with the scope "Undefined" | |
2016-08-24T11:13:10,467 INFO [main] org.eclipse.jetty.server.handler.ContextHandler - Started o.e.j.s.ServletContextHandler@7bdf61ad{/,null,AVAILABLE} | |
2016-08-24T11:13:10,521 INFO [main] org.eclipse.jetty.server.ServerConnector - Started ServerConnector@1464ff3b{HTTP/1.1}{0.0.0.0:8088} | |
2016-08-24T11:13:10,521 INFO [main] org.eclipse.jetty.server.Server - Started @9028ms | |
2016-08-24T11:13:10,522 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.query.lookup.LookupReferencesManager.start()] on object[io.druid.query.lookup.LookupReferencesManager@634ff56]. | |
2016-08-24T11:13:10,522 INFO [main] io.druid.query.lookup.LookupReferencesManager - Started lookup factory references manager | |
2016-08-24T11:13:10,523 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.server.listener.announcer.ListenerResourceAnnouncer.start()] on object[io.druid.query.lookup.LookupResourceListenerAnnouncer@5a484ce1]. | |
2016-08-24T11:13:10,529 INFO [main] io.druid.server.listener.announcer.ListenerResourceAnnouncer - Announcing start time on [/druid/listeners/lookups/__default/192.168.88.45:8088] | |
2016-08-24T11:13:10,531 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.server.coordination.AbstractDataSegmentAnnouncer.start()] on object[io.druid.server.coordination.BatchDataSegmentAnnouncer@4099209b]. | |
2016-08-24T11:13:10,531 INFO [main] io.druid.server.coordination.AbstractDataSegmentAnnouncer - Announcing self[DruidServerMetadata{name='192.168.88.45:8088', host='192.168.88.45:8088', maxSize=0, tier='_default_tier', type='indexer-executor', priority='0'}] at [/druid/announcements/192.168.88.45:8088] | |
2016-08-24T11:14:00,368 INFO [parent-monitor-0] io.druid.indexing.worker.executor.ExecutorLifecycle - Triggering JVM shutdown. |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment