candlerb/gist:688db64659d5b248e3fa1e0874a2d8dd

## gistfile1.txt
10:50:00.756 [pulsar-web-57-7] INFO  org.eclipse.jetty.server.RequestLog - 10.85.179.103 - - [13/Nov/2019:10:50:00 +0000] "GET /admin/v2/persistent/public/functions/coordinate/stats HTTP/1.1" 200 851 "-" "Pulsar-Java-v2.4.1" 2
10:50:30.755 [pulsar-web-57-6] INFO  org.eclipse.jetty.server.RequestLog - 10.85.179.103 - - [13/Nov/2019:10:50:30 +0000] "GET /admin/v2/persistent/public/functions/coordinate/stats HTTP/1.1" 200 851 "-" "Pulsar-Java-v2.4.1" 3
^CException in thread "Thread-5" java.lang.NullPointerException
        at org.apache.pulsar.functions.runtime.ProcessRuntime.lambda$start$0(ProcessRuntime.java:138)
        at java.lang.Thread.run(Thread.java:748)
Exception in thread "Thread-11" java.lang.NullPointerException
        at org.apache.pulsar.functions.runtime.ProcessRuntime.lambda$start$0(ProcessRuntime.java:138)
        at java.lang.Thread.run(Thread.java:748)
Exception in thread "Thread-7" java.lang.NullPointerException
        at org.apache.pulsar.functions.runtime.ProcessRuntime.lambda$start$0(ProcessRuntime.java:138)
        at java.lang.Thread.run(Thread.java:748)
Exception in thread "Thread-9" java.lang.NullPointerException
        at org.apache.pulsar.functions.runtime.ProcessRuntime.lambda$start$0(ProcessRuntime.java:138)
        at java.lang.Thread.run(Thread.java:748)
Exception in thread "Thread-6" java.lang.NullPointerException
        at org.apache.pulsar.functions.runtime.ProcessRuntime.lambda$start$0(ProcessRuntime.java:138)
        at java.lang.Thread.run(Thread.java:748)
10:50:59.333 [Thread-1] INFO  org.apache.pulsar.functions.worker.FunctionMetaDataTopicTailer - Stopping function state consumer
Exception in thread "Thread-8" java.lang.NullPointerException
        at org.apache.pulsar.functions.runtime.ProcessRuntime.lambda$start$0(ProcessRuntime.java:138)
        at java.lang.Thread.run(Thread.java:748)
10:50:59.341 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [/10.85.179.103:57598] Closing consumer: 1
10:50:59.341 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.AbstractDispatcherSingleActiveConsumer - Removing consumer Consumer{subscription=PersistentSubscription{topic=persistent://public/functions/metadata, name=reader-ca5dc8abf7}, consumerId=1, consumerName=6a675, address=/10.85.179.103:57598}
10:50:59.341 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.persistent.PersistentSubscription - [persistent://public/functions/metadata][reader-ca5dc8abf7] Successfully closed subscription [NonDurableCursorImpl{ledger=public/functions/persistent/metadata, ackPos=104689:7, readPos=104689:8}]
10:50:59.341 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [/10.85.179.103:57598] Closed consumer Consumer{subscription=PersistentSubscription{topic=persistent://public/functions/metadata, name=reader-ca5dc8abf7}, consumerId=1, consumerName=6a675, address=/10.85.179.103:57598}
Exception in thread "Thread-10" java.lang.NullPointerException
        at org.apache.pulsar.functions.runtime.ProcessRuntime.lambda$start$0(ProcessRuntime.java:138)
        at java.lang.Thread.run(Thread.java:748)
10:50:59.342 [pulsar-client-io-76-1] INFO  org.apache.pulsar.client.impl.ConsumerImpl - [persistent://public/functions/metadata] [reader-ca5dc8abf7] Closed consumer
10:50:59.350 [Thread-1] INFO  org.apache.pulsar.functions.worker.FunctionMetaDataTopicTailer - Stopped function state consumer
10:50:59.356 [pulsar-client-io-76-1] ERROR org.apache.pulsar.functions.worker.FunctionMetaDataTopicTailer - Failed to retrieve messages from function state topic
java.util.concurrent.CompletionException: org.apache.pulsar.client.api.PulsarClientException$AlreadyClosedException: Consumer is already closed
        at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:292) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:308) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:593) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:577) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1977) ~[?:1.8.0_222]
        at org.apache.pulsar.client.impl.ConsumerImpl.failPendingReceive(ConsumerImpl.java:714) ~[org.apache.pulsar-pulsar-client-original-2.4.1.jar:2.4.1]
        at org.apache.pulsar.client.impl.ConsumerImpl.cleanupAtClose(ConsumerImpl.java:704) ~[org.apache.pulsar-pulsar-client-original-2.4.1.jar:2.4.1]
        at org.apache.pulsar.client.impl.ConsumerImpl.lambda$closeAsync$4(ConsumerImpl.java:683) ~[org.apache.pulsar-pulsar-client-original-2.4.1.jar:2.4.1]
        at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:822) [?:1.8.0_222]
        at java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:797) [?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) [?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962) [?:1.8.0_222]
        at org.apache.pulsar.client.impl.ClientCnx.handleSuccess(ClientCnx.java:402) [org.apache.pulsar-pulsar-client-original-2.4.1.jar:2.4.1]
        at org.apache.pulsar.common.protocol.PulsarDecoder.channelRead(PulsarDecoder.java:205) [org.apache.pulsar-pulsar-common-2.4.1.jar:2.4.1]
        at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:323) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:297) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1434) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:965) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:433) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:330) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:909) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222]
Caused by: org.apache.pulsar.client.api.PulsarClientException$AlreadyClosedException: Consumer is already closed
        ... 27 more
Exception in thread "Thread-4" java.lang.NullPointerException
        at org.apache.pulsar.functions.runtime.ProcessRuntime.lambda$start$0(ProcessRuntime.java:138)
        at java.lang.Thread.run(Thread.java:748)
10:50:59.359 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [PersistentTopic{topic=persistent://public/functions/metadata}][standalone-1-1] Closing producer on cnx /10.85.179.103:57598
10:50:59.359 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [PersistentTopic{topic=persistent://public/functions/metadata}][standalone-1-1] Closed producer on cnx /10.85.179.103:57598
10:50:59.360 [pulsar-client-io-76-1] INFO  org.apache.pulsar.client.impl.ProducerImpl - [persistent://public/functions/metadata] [standalone-1-1] Closed Producer
10:50:59.361 [Thread-1] INFO  org.apache.pulsar.functions.worker.FunctionAssignmentTailer - Stopping function state consumer
10:50:59.363 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [/10.85.179.103:57598] Closing consumer: 2
10:50:59.363 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.AbstractDispatcherSingleActiveConsumer - Removing consumer Consumer{subscription=PersistentSubscription{topic=persistent://public/functions/assignments, name=reader-c263e9b319}, consumerId=2, consumerName=db920, address=/10.85.179.103:57598}
10:50:59.363 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.persistent.PersistentSubscription - [persistent://public/functions/assignments][reader-c263e9b319] Successfully closed subscription [NonDurableCursorImpl{ledger=public/functions/persistent/assignments, ackPos=104690:7, readPos=104690:8}]
10:50:59.363 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [/10.85.179.103:57598] Closed consumer Consumer{subscription=PersistentSubscription{topic=persistent://public/functions/assignments, name=reader-c263e9b319}, consumerId=2, consumerName=db920, address=/10.85.179.103:57598}
10:50:59.363 [pulsar-client-io-76-1] INFO  org.apache.pulsar.client.impl.ConsumerImpl - [persistent://public/functions/assignments] [reader-c263e9b319] Closed consumer
10:50:59.364 [Thread-1] INFO  org.apache.pulsar.functions.worker.FunctionAssignmentTailer - Stopped function state consumer
10:50:59.364 [Thread-1] INFO  org.apache.pulsar.functions.worker.FunctionRuntimeManager - [stopping] public/default/wordcount:0..
10:50:59.364 [Thread-1] INFO  org.apache.pulsar.functions.worker.FunctionActioner - public/default/wordcount-0 Stopping function...
10:50:59.595 [io-write-scheduler-OrderedScheduler-0-0] INFO  org.apache.bookkeeper.statelib.impl.kv.RocksdbKVStore - Checkpoint local state store 000000000000000001/000000000000001024/000000000000001024 at revision -1
10:50:59.596 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.bookkeeper.statelib.impl.rocksdb.checkpoint.RocksdbCheckpointTask - Create a local checkpoint of state store 000000000000000001/000000000000001024/000000000000001024 at /home/ubuntu/apache-pulsar-2.4.1/data/bookkeeper/ranges/ranges/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378
2019-11-13 10:51:00.283 INFO  ConsumerImpl:839 | [persistent://public/default/my-topic, public/default/wordcount, 0] Closing consumer for topic persistent://public/default/my-topic
10:51:00.283 [pulsar-io-50-5] INFO  org.apache.pulsar.broker.service.ServerCnx - [/10.85.179.103:35322] Closing consumer: 0
10:51:00.283 [pulsar-io-50-5] INFO  org.apache.pulsar.broker.service.persistent.PersistentDispatcherMultipleConsumers - Removed consumer Consumer{subscription=PersistentSubscription{topic=persistent://public/default/my-topic, name=public/default/wordcount}, consumerId=0, consumerName=79a279, address=/10.85.179.103:35322} with pending 0 acks
10:51:00.284 [pulsar-io-50-5] INFO  org.apache.pulsar.broker.service.ServerCnx - [/10.85.179.103:35322] Closed consumer Consumer{subscription=PersistentSubscription{topic=persistent://public/default/my-topic, name=public/default/wordcount}, consumerId=0, consumerName=79a279, address=/10.85.179.103:35322}
2019-11-13 10:51:00.284 INFO  ConsumerImpl:875 | [persistent://public/default/my-topic, public/default/wordcount, 0] Closed consumer 0
2019-11-13 10:51:00.284 INFO  ClientImpl:482 | Closing Pulsar client
10:51:00.331 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved version from -1 to 0.
10:51:00.333 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004:<default> : []
10:51:00.335 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004:<default> : []
10:51:00.339 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:00.339 [io-checkpoint-scheduler-OrderedScheduler-0-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:00.341 [pulsar-io-50-5] INFO  org.apache.pulsar.broker.service.ServerCnx - Closed connection from /10.85.179.103:35322
10:51:00.352 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104877
10:51:00.357 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved version from 0 to 1.
10:51:00.357 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:00.357 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:00.358 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004:<default>.
10:51:00.365 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:00.365 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved version from 1 to 2.
10:51:00.365 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:00.365 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:00.366 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004 added log segment (inprogress_000000000000000001 : [LogSegmentId:104877, firstTxId:971, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:00.368 [Thread-1] INFO  org.apache.pulsar.client.impl.PulsarClientImpl - Client closing. URL: pulsar://ldex-pulsar.int.soundmouse.net:6650
10:51:00.374 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [PersistentTopic{topic=persistent://public/functions/assignments}][standalone-1-0] Closing producer on cnx /10.85.179.103:57598
10:51:00.374 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [PersistentTopic{topic=persistent://public/functions/assignments}][standalone-1-0] Closed producer on cnx /10.85.179.103:57598
10:51:00.374 [pulsar-client-io-76-1] INFO  org.apache.pulsar.client.impl.ProducerImpl - [persistent://public/functions/assignments] [standalone-1-0] Closed Producer
10:51:00.376 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383060368 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004:<default> : []
10:51:00.377 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [/10.85.179.103:57598] Closing consumer: 0
10:51:00.377 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.AbstractDispatcherSingleActiveConsumer - Removing consumer Consumer{subscription=PersistentSubscription{topic=persistent://public/functions/coordinate, name=participants}, consumerId=0, consumerName=d6dc5, address=/10.85.179.103:57598}
10:51:00.379 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004:<default>:inprogress_000000000000000001
10:51:00.381 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - [/10.85.179.103:57598] Closed consumer Consumer{subscription=PersistentSubscription{topic=persistent://public/functions/coordinate, name=participants}, consumerId=0, consumerName=d6dc5, address=/10.85.179.103:57598}
10:51:00.381 [pulsar-client-io-76-1] INFO  org.apache.pulsar.client.impl.ConsumerImpl - [persistent://public/functions/coordinate] [participants] Closed consumer
10:51:00.381 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104878
10:51:00.382 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:00.383 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:00.387 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved version from 2 to 3.
10:51:00.387 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:00.390 [Thread-1] INFO  org.apache.pulsar.functions.worker.ClusterServiceCoordinator - Stopping Cluster Service Coordinator for worker c-standalone-fw-ldex-pulsar.int.soundmouse.net-8080
10:51:00.390 [Thread-1] INFO  org.apache.pulsar.functions.worker.ClusterServiceCoordinator - Stopped Cluster Service Coordinator for worker
10:51:00.394 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/ledgers/inprogress_000000000000000001.
10:51:00.403 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104877, firstTxId:971, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:00.405 [pulsar-client-io-76-1] INFO  org.apache.pulsar.client.impl.ClientCnx - [id: 0xc4317aca, L:/10.85.179.103:57598 ! R:ldex-pulsar.int.soundmouse.net/10.85.179.103:6650] Disconnected
10:51:00.405 [pulsar-io-50-1] INFO  org.apache.pulsar.broker.service.ServerCnx - Closed connection from /10.85.179.103:57598
10:51:00.417 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004 added log segment (logrecs_000000000000000001 : [LogSegmentId:104877, firstTxId:971, lastTxId:971, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642260403, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:00.417 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004:<default> : [LogSegmentId:104877, firstTxId:971, lastTxId:971, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642260403, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:00.418 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/MANIFEST-000004/<default>/allocation.
10:51:00.438 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved version from -1 to 0.
10:51:00.444 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008:<default> : []
10:51:00.447 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008:<default> : []
10:51:00.451 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:00.451 [DLM-/stream/storage-OrderedScheduler-2-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:00.473 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104879
10:51:00.480 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved version from 0 to 1.
10:51:00.486 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:00.487 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:00.487 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008:<default>.
10:51:00.494 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:00.494 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved version from 1 to 2.
10:51:00.494 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:00.494 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:00.494 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008 added log segment (inprogress_000000000000000001 : [LogSegmentId:104879, firstTxId:7193, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:00.502 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383060496 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008:<default> : []
10:51:00.504 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008:<default>:inprogress_000000000000000001
10:51:00.505 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:00.505 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:00.508 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104880
10:51:00.514 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/ledgers/inprogress_000000000000000001.
10:51:00.515 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104879, firstTxId:7193, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:00.518 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved version from 2 to 3.
10:51:00.518 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:00.523 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008 added log segment (logrecs_000000000000000001 : [LogSegmentId:104879, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642260515, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:00.523 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008:<default> : [LogSegmentId:104879, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642260515, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:00.524 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/OPTIONS-000008/<default>/allocation.
10:51:00.530 [Thread-1] INFO  org.apache.distributedlog.BookKeeperClient - BookKeeper Client closed bk:distributedlog://127.0.0.1:2181/pulsar/functions:factory_writer_shared
10:51:00.530 [Thread-1] INFO  org.apache.bookkeeper.proto.PerChannelBookieClient - Closing the per channel bookie client for 127.0.0.1:3181
10:51:00.538 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved version from -1 to 0.
10:51:00.542 [DL-io-0] INFO  org.apache.bookkeeper.proto.PerChannelBookieClient - Disconnected from bookie channel [id: 0xd14c39df, L:/127.0.0.1:37504 ! R:localhost/127.0.0.1:3181]
10:51:00.542 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT:<default> : []
10:51:00.542 [bookie-io-1-3] INFO  org.apache.bookkeeper.proto.BookieRequestHandler - Channels disconnected: [id: 0x82f3edf0, L:/127.0.0.1:3181 ! R:/127.0.0.1:37504]
10:51:00.544 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT:<default> : []
10:51:00.548 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:00.549 [DLM-/stream/storage-OrderedScheduler-1-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:00.557 [Thread-1] INFO  org.apache.distributedlog.ZooKeeperClient - Close zookeeper client bk:distributedlog://127.0.0.1:2181/pulsar/functions:factory_writer_shared:zk.
10:51:00.557 [Thread-1] INFO  org.apache.distributedlog.ZooKeeperClient - Closing zookeeper client bk:distributedlog://127.0.0.1:2181/pulsar/functions:factory_writer_shared:zk.
10:51:00.558 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Processed session termination for sessionid: 0x10015a2a1550010
10:51:00.562 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104881
10:51:00.568 [Thread-1] INFO  org.apache.zookeeper.ZooKeeper - Session: 0x10015a2a1550010 closed
10:51:00.568 [DLM-/pulsar/functions-OrderedScheduler-2-0-EventThread] INFO  org.apache.zookeeper.ClientCnxn - EventThread shut down for session: 0x10015a2a1550010
10:51:00.568 [Thread-1] INFO  org.apache.distributedlog.ZooKeeperClient - Closed zookeeper client bk:distributedlog://127.0.0.1:2181/pulsar/functions:factory_writer_shared:zk.
10:51:00.568 [Thread-1] INFO  org.apache.distributedlog.ZooKeeperClient - Close zookeeper client dlzk:distributedlog://127.0.0.1:2181/pulsar/functions:factory_writer_shared.
10:51:00.568 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181] INFO  org.apache.zookeeper.server.NIOServerCnxn - Closed socket connection for client /127.0.0.1:36640 which had sessionid 0x10015a2a1550010
10:51:00.569 [Thread-1] INFO  org.apache.distributedlog.ZooKeeperClient - Closing zookeeper client dlzk:distributedlog://127.0.0.1:2181/pulsar/functions:factory_writer_shared.
10:51:00.569 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Processed session termination for sessionid: 0x10015a2a155000d
10:51:00.572 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved version from 0 to 1.
10:51:00.572 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:00.572 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:00.573 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT:<default>.
10:51:00.578 [Thread-1] INFO  org.apache.zookeeper.ZooKeeper - Session: 0x10015a2a155000d closed
10:51:00.578 [Thread-1] INFO  org.apache.distributedlog.ZooKeeperClient - Closed zookeeper client dlzk:distributedlog://127.0.0.1:2181/pulsar/functions:factory_writer_shared.
10:51:00.579 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181] INFO  org.apache.zookeeper.server.NIOServerCnxn - Closed socket connection for client /127.0.0.1:46224 which had sessionid 0x10015a2a155000d
10:51:00.579 [main-EventThread] INFO  org.apache.zookeeper.ClientCnxn - EventThread shut down for session: 0x10015a2a155000d
10:51:00.584 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:00.584 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved version from 1 to 2.
10:51:00.584 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:00.584 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:00.584 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT added log segment (inprogress_000000000000000001 : [LogSegmentId:104881, firstTxId:16, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:00.580 [Thread-1] INFO  org.apache.distributedlog.impl.BKNamespaceDriver - Release external resources used by channel factory.
10:51:00.589 [Thread-1] INFO  org.apache.distributedlog.impl.BKNamespaceDriver - Stopped request timer
10:51:00.592 [Thread-1] INFO  org.apache.distributedlog.BKDistributedLogNamespace - Executor Service Stopped.
10:51:00.600 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383060589 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT:<default> : []
10:51:00.602 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT:<default>:inprogress_000000000000000001
10:51:00.605 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104882
10:51:00.612 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved version from 2 to 3.
10:51:00.612 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:00.614 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:00.614 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:00.627 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/ledgers/inprogress_000000000000000001.
10:51:00.627 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104881, firstTxId:16, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:00.634 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT added log segment (logrecs_000000000000000001 : [LogSegmentId:104881, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642260627, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:00.634 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT:<default> : [LogSegmentId:104881, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642260627, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:00.634 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/CURRENT/<default>/allocation.
10:51:00.644 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved version from -1 to 0.
10:51:00.647 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata:<default> : []
10:51:00.654 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata:<default> : []
10:51:00.659 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:00.659 [DLM-/stream/storage-OrderedScheduler-3-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:00.670 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104883
10:51:00.675 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved version from 0 to 1.
10:51:00.675 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:00.675 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:00.675 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata:<default>.
10:51:00.682 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:00.682 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved version from 1 to 2.
10:51:00.682 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:00.682 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:00.682 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata added log segment (inprogress_000000000000000001 : [LogSegmentId:104883, firstTxId:71, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:00.690 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata:<default>:inprogress_000000000000000001
10:51:00.692 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:00.692 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:00.696 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104884
10:51:00.702 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/ledgers/inprogress_000000000000000001.
10:51:00.703 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104883, firstTxId:71, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:00.706 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved version from 2 to 3.
10:51:00.706 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:00.711 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata added log segment (logrecs_000000000000000001 : [LogSegmentId:104883, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642260703, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:00.711 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata:<default> : [LogSegmentId:104883, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642260703, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:00.711 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/e154fe26-48d6-4475-97c3-10a55aafe378/metadata/<default>/allocation.
10:51:00.719 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/OPTIONS-000008/<default>/allocation moved version from -1 to 3.
10:51:00.721 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/OPTIONS-000008 added log segment (logrecs_000000000000000001 : [LogSegmentId:104821, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360140, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:00.722 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104821, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360140, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/OPTIONS-000008:<default>
10:51:00.728 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x527cc zxid:0x143e83 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:00.733 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104821, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360140, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:00.768 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/metadata/<default>/allocation moved version from -1 to 3.
10:51:00.770 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/metadata added log segment (logrecs_000000000000000001 : [LogSegmentId:104825, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360353, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:00.771 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104825, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360353, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/metadata:<default>
10:51:00.777 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x527ce zxid:0x143e8e txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:00.784 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104825, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360353, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:00.828 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/MANIFEST-000004/<default>/allocation moved version from -1 to 3.
10:51:00.834 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/MANIFEST-000004 added log segment (logrecs_000000000000000001 : [LogSegmentId:104819, firstTxId:971, lastTxId:971, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360027, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:00.834 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104819, firstTxId:971, lastTxId:971, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360027, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/MANIFEST-000004:<default>
10:51:00.841 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x527d0 zxid:0x143e99 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:00.846 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104819, firstTxId:971, lastTxId:971, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360027, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:00.865 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/CURRENT/<default>/allocation moved version from -1 to 3.
10:51:00.868 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/CURRENT added log segment (logrecs_000000000000000001 : [LogSegmentId:104823, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360248, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:00.868 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104823, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360248, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/CURRENT:<default>
10:51:00.877 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x527d2 zxid:0x143ea4 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:00.882 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104823, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641360248, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:00.900 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28/<default>/allocation moved version from -1 to 0.
10:51:00.909 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.bookkeeper.statelib.impl.rocksdb.checkpoint.RocksdbCheckpointTask - Delete remote checkpoint 85811256-2c95-4d93-a2d3-f3f9e3906a28 from checkpoint store at 000000000000000001/000000000000001024/000000000000001024/checkpoints/85811256-2c95-4d93-a2d3-f3f9e3906a28
10:51:18.389 [io-write-scheduler-OrderedScheduler-0-0] INFO  org.apache.bookkeeper.statelib.impl.kv.RocksdbKVStore - Checkpoint local state store 000000000000000000/000000000000000000/000000000000000000 at revision -1
10:51:18.389 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.bookkeeper.statelib.impl.rocksdb.checkpoint.RocksdbCheckpointTask - Create a local checkpoint of state store 000000000000000000/000000000000000000/000000000000000000 at /home/ubuntu/apache-pulsar-2.4.1/data/bookkeeper/ranges/ranges/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7
10:51:19.071 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved version from -1 to 0.
10:51:19.074 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst:<default> : []
10:51:19.076 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst:<default> : []
10:51:19.085 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:19.085 [DLM-/stream/storage-OrderedScheduler-3-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.108 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104885
10:51:19.113 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved version from 0 to 1.
10:51:19.114 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:19.114 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:19.114 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst:<default>.
10:51:19.120 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:19.120 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved version from 1 to 2.
10:51:19.120 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:19.120 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.121 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst added log segment (inprogress_000000000000000001 : [LogSegmentId:104885, firstTxId:1212, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:19.135 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383079129 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst:<default> : []
10:51:19.135 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst:<default>:inprogress_000000000000000001
10:51:19.137 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:19.137 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:19.151 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/ledgers/inprogress_000000000000000001.
10:51:19.151 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104885, firstTxId:1212, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:19.157 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104886
10:51:19.163 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst added log segment (logrecs_000000000000000001 : [LogSegmentId:104885, firstTxId:1212, lastTxId:1212, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279151, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.164 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst:<default> : [LogSegmentId:104885, firstTxId:1212, lastTxId:1212, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279151, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.164 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation.
10:51:19.168 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved version from 2 to 3.
10:51:19.168 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:19.177 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved version from -1 to 0.
10:51:19.180 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015:<default> : []
10:51:19.182 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015:<default> : []
10:51:19.186 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:19.186 [DLM-/stream/storage-OrderedScheduler-0-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.197 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104887
10:51:19.203 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved version from 0 to 1.
10:51:19.203 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:19.203 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:19.203 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015:<default>.
10:51:19.215 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:19.215 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved version from 1 to 2.
10:51:19.215 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:19.215 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.215 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015 added log segment (inprogress_000000000000000001 : [LogSegmentId:104887, firstTxId:669, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:19.224 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015:<default>:inprogress_000000000000000001
10:51:19.226 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:19.226 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:19.231 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104888
10:51:19.247 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/ledgers/inprogress_000000000000000001.
10:51:19.246 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved version from 2 to 3.
10:51:19.247 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:19.247 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104887, firstTxId:669, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:19.253 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015 added log segment (logrecs_000000000000000001 : [LogSegmentId:104887, firstTxId:669, lastTxId:669, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279247, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.253 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015:<default> : [LogSegmentId:104887, firstTxId:669, lastTxId:669, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279247, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.253 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/MANIFEST-000015/<default>/allocation.
10:51:19.262 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved version from -1 to 0.
10:51:19.265 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013:<default> : []
10:51:19.266 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013:<default> : []
10:51:19.270 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:19.270 [DLM-/stream/storage-OrderedScheduler-1-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.281 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104889
10:51:19.287 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved version from 0 to 1.
10:51:19.287 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:19.287 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:19.287 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013:<default>.
10:51:19.302 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:19.302 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved version from 1 to 2.
10:51:19.302 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:19.302 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.302 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013 added log segment (inprogress_000000000000000001 : [LogSegmentId:104889, firstTxId:7193, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:19.310 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383079305 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013:<default> : []
10:51:19.311 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013:<default>:inprogress_000000000000000001
10:51:19.313 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:19.313 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:19.316 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104890
10:51:19.322 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/ledgers/inprogress_000000000000000001.
10:51:19.322 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104889, firstTxId:7193, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:19.326 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved version from 2 to 3.
10:51:19.326 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:19.332 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013 added log segment (logrecs_000000000000000001 : [LogSegmentId:104889, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279322, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.333 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013:<default> : [LogSegmentId:104889, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279322, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.333 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/OPTIONS-000013/<default>/allocation.
10:51:19.344 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved version from -1 to 0.
10:51:19.349 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT:<default> : []
10:51:19.354 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT:<default> : []
10:51:19.365 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:19.365 [DLM-/stream/storage-OrderedScheduler-0-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.376 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104891
10:51:19.384 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved version from 0 to 1.
10:51:19.384 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:19.384 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:19.385 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT:<default>.
10:51:19.396 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:19.396 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved version from 1 to 2.
10:51:19.396 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:19.396 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.396 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT added log segment (inprogress_000000000000000001 : [LogSegmentId:104891, firstTxId:16, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:19.410 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383079404 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT:<default> : []
10:51:19.416 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104892
10:51:19.417 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT:<default>:inprogress_000000000000000001
10:51:19.421 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:19.421 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:19.423 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved version from 2 to 3.
10:51:19.423 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:19.431 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/ledgers/inprogress_000000000000000001.
10:51:19.431 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104891, firstTxId:16, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:19.441 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT added log segment (logrecs_000000000000000001 : [LogSegmentId:104891, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279431, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.444 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT:<default> : [LogSegmentId:104891, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279431, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.444 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/CURRENT/<default>/allocation.
10:51:19.448 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.bookkeeper.statelib.impl.rocksdb.checkpoint.dlog.DLCheckpointStore - Renaming 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/000022.sst to 000000000000000000/000000000000000000/000000000000000000/ssts/000022.sst
10:51:19.481 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved version from -1 to 0.
10:51:19.483 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata:<default> : []
10:51:19.485 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata:<default> : []
10:51:19.494 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:19.494 [DLM-/stream/storage-OrderedScheduler-1-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.504 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104893
10:51:19.510 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved version from 0 to 1.
10:51:19.510 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:19.510 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:19.510 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata:<default>.
10:51:19.517 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:19.517 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved version from 1 to 2.
10:51:19.517 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:19.517 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:19.517 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata added log segment (inprogress_000000000000000001 : [LogSegmentId:104893, firstTxId:71, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:19.524 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata:<default>:inprogress_000000000000000001
10:51:19.525 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:19.525 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:19.529 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104894
10:51:19.537 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/ledgers/inprogress_000000000000000001.
10:51:19.537 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104893, firstTxId:71, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:19.541 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved version from 2 to 3.
10:51:19.541 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:19.545 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata added log segment (logrecs_000000000000000001 : [LogSegmentId:104893, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279537, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.545 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata:<default> : [LogSegmentId:104893, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642279537, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.545 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/9ad48530-ede0-4252-b024-784f0fe61dc7/metadata/<default>/allocation.
10:51:19.550 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/metadata/<default>/allocation moved version from -1 to 3.
10:51:19.551 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/metadata added log segment (logrecs_000000000000000001 : [LogSegmentId:104835, firstTxId:107, lastTxId:107, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379653, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.551 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104835, firstTxId:107, lastTxId:107, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379653, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/metadata:<default>
10:51:19.557 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x527f7 zxid:0x143ef5 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:19.562 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104835, firstTxId:107, lastTxId:107, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379653, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.590 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/MANIFEST-000015/<default>/allocation moved version from -1 to 3.
10:51:19.592 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/MANIFEST-000015 added log segment (logrecs_000000000000000001 : [LogSegmentId:104829, firstTxId:602, lastTxId:602, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379364, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.593 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104829, firstTxId:602, lastTxId:602, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379364, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/MANIFEST-000015:<default>
10:51:19.598 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x527f9 zxid:0x143f00 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:19.603 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104829, firstTxId:602, lastTxId:602, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379364, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.625 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/OPTIONS-000013/<default>/allocation moved version from -1 to 3.
10:51:19.626 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/OPTIONS-000013 added log segment (logrecs_000000000000000001 : [LogSegmentId:104831, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379453, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.627 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104831, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379453, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/OPTIONS-000013:<default>
10:51:19.633 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x527fb zxid:0x143f0b txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:19.639 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104831, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379453, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.665 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/CURRENT/<default>/allocation moved version from -1 to 3.
10:51:19.667 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/CURRENT added log segment (logrecs_000000000000000001 : [LogSegmentId:104833, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379553, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.667 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104833, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379553, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/CURRENT:<default>
10:51:19.672 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x527fd zxid:0x143f16 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:19.677 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104833, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379553, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.696 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f/<default>/allocation moved version from -1 to 0.
10:51:19.705 [io-checkpoint-scheduler-OrderedScheduler-0-0] INFO  org.apache.bookkeeper.statelib.impl.rocksdb.checkpoint.RocksdbCheckpointTask - Delete remote checkpoint 767904c0-1e87-48fa-a69d-0efdc633d79f from checkpoint store at 000000000000000000/000000000000000000/000000000000000000/checkpoints/767904c0-1e87-48fa-a69d-0efdc633d79f
10:51:19.715 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/ssts/000019.sst/<default>/allocation moved version from -1 to 0.
10:51:19.716 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/ssts/000019.sst added log segment (logrecs_000000000000000001 : [LogSegmentId:104700, firstTxId:1107, lastTxId:1107, version:VERSION_V5_SEQUENCE_ID, completionTime:1573639579049, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.716 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104700, firstTxId:1107, lastTxId:1107, version:VERSION_V5_SEQUENCE_ID, completionTime:1573639579049, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000000/000000000000000000/ssts/000019.sst:<default>
10:51:19.722 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x527ff zxid:0x143f29 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:19.726 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104700, firstTxId:1107, lastTxId:1107, version:VERSION_V5_SEQUENCE_ID, completionTime:1573639579049, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.746 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/ssts/000018.sst/<default>/allocation moved version from -1 to 0.
10:51:19.747 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/ssts/000018.sst added log segment (logrecs_000000000000000001 : [LogSegmentId:104702, firstTxId:1210, lastTxId:1210, version:VERSION_V5_SEQUENCE_ID, completionTime:1573639579143, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.748 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104702, firstTxId:1210, lastTxId:1210, version:VERSION_V5_SEQUENCE_ID, completionTime:1573639579143, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000000/000000000000000000/ssts/000018.sst:<default>
10:51:19.753 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x52801 zxid:0x143f34 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:19.760 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104702, firstTxId:1210, lastTxId:1210, version:VERSION_V5_SEQUENCE_ID, completionTime:1573639579143, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.778 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/ssts/000021.sst/<default>/allocation moved version from -1 to 0.
10:51:19.780 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/ssts/000021.sst added log segment (logrecs_000000000000000001 : [LogSegmentId:104827, firstTxId:1032, lastTxId:1032, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379282, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.780 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104827, firstTxId:1032, lastTxId:1032, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379282, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000000/000000000000000000/ssts/000021.sst:<default>
10:51:19.785 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x52803 zxid:0x143f3f txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:19.790 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104827, firstTxId:1032, lastTxId:1032, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641379282, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:19.816 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000000/000000000000000000/ssts/000020.sst/<default>/allocation moved version from -1 to 0.
10:51:19.818 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000000/000000000000000000/ssts/000020.sst added log segment (logrecs_000000000000000001 : [LogSegmentId:104768, firstTxId:1066, lastTxId:1066, version:VERSION_V5_SEQUENCE_ID, completionTime:1573640479058, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:19.818 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104768, firstTxId:1066, lastTxId:1066, version:VERSION_V5_SEQUENCE_ID, completionTime:1573640479058, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000000/000000000000000000/ssts/000020.sst:<default>
10:51:19.825 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x52805 zxid:0x143f4a txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:19.829 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104768, firstTxId:1066, lastTxId:1066, version:VERSION_V5_SEQUENCE_ID, completionTime:1573640479058, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:21.035 [io-write-scheduler-OrderedScheduler-1-0] INFO  org.apache.bookkeeper.statelib.impl.kv.RocksdbKVStore - Checkpoint local state store 000000000000000000/000000000000000001/000000000000000000 at revision -1
10:51:21.035 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.bookkeeper.statelib.impl.rocksdb.checkpoint.RocksdbCheckpointTask - Create a local checkpoint of state store 000000000000000000/000000000000000001/000000000000000000 at /home/ubuntu/apache-pulsar-2.4.1/data/bookkeeper/ranges/ranges/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2
10:51:21.038 [io-write-scheduler-OrderedScheduler-1-0] INFO  org.apache.bookkeeper.statelib.impl.kv.RocksdbKVStore - Checkpoint local state store 000000000000000001/000000000000000001/000000000000000000 at revision -1
10:51:21.183 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved version from -1 to 0.
10:51:21.185 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010:<default> : []
10:51:21.186 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010:<default> : []
10:51:21.191 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:21.191 [DLM-/stream/storage-OrderedScheduler-3-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:21.203 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104895
10:51:21.210 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved version from 0 to 1.
10:51:21.210 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:21.210 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:21.210 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010:<default>.
10:51:21.218 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:21.218 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved version from 1 to 2.
10:51:21.218 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:21.218 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:21.218 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010 added log segment (inprogress_000000000000000001 : [LogSegmentId:104895, firstTxId:171, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:21.226 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383081220 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010:<default> : []
10:51:21.227 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010:<default>:inprogress_000000000000000001
10:51:21.229 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:21.229 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:21.231 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104896
10:51:21.244 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/ledgers/inprogress_000000000000000001.
10:51:21.245 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104895, firstTxId:171, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:21.249 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved version from 2 to 3.
10:51:21.249 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:21.254 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010 added log segment (logrecs_000000000000000001 : [LogSegmentId:104895, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642281245, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:21.255 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010:<default> : [LogSegmentId:104895, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642281245, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:21.255 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/MANIFEST-000010/<default>/allocation.
10:51:21.270 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved version from -1 to 0.
10:51:21.279 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008:<default> : []
10:51:21.281 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008:<default> : []
10:51:21.284 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:21.284 [DLM-/stream/storage-OrderedScheduler-0-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:21.318 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104897
10:51:21.331 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved version from 0 to 1.
10:51:21.331 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:21.331 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:21.332 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008:<default>.
10:51:21.338 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:21.338 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved version from 1 to 2.
10:51:21.338 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:21.339 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:21.339 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008 added log segment (inprogress_000000000000000001 : [LogSegmentId:104897, firstTxId:7193, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:21.347 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383081343 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008:<default> : []
10:51:21.349 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008:<default>:inprogress_000000000000000001
10:51:21.350 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:21.350 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:21.352 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104898
10:51:21.359 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/ledgers/inprogress_000000000000000001.
10:51:21.360 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104897, firstTxId:7193, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:21.364 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved version from 2 to 3.
10:51:21.364 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:21.369 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008 added log segment (logrecs_000000000000000001 : [LogSegmentId:104897, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642281359, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:21.369 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008:<default> : [LogSegmentId:104897, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642281359, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:21.369 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/OPTIONS-000008/<default>/allocation.
10:51:21.380 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved version from -1 to 0.
10:51:21.383 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT:<default> : []
10:51:21.384 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT:<default> : []
10:51:21.387 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:21.387 [DLM-/stream/storage-OrderedScheduler-3-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:21.398 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104899
10:51:21.403 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved version from 0 to 1.
10:51:21.403 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:21.403 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:21.403 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT:<default>.
10:51:21.410 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:21.410 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved version from 1 to 2.
10:51:21.410 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:21.410 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:21.410 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT added log segment (inprogress_000000000000000001 : [LogSegmentId:104899, firstTxId:16, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:21.417 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383081412 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT:<default> : []
10:51:21.417 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT:<default>:inprogress_000000000000000001
10:51:21.419 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:21.419 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:21.428 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104900
10:51:21.434 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/ledgers/inprogress_000000000000000001.
10:51:21.434 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104899, firstTxId:16, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:21.437 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved version from 2 to 3.
10:51:21.438 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:21.443 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT added log segment (logrecs_000000000000000001 : [LogSegmentId:104899, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642281434, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:21.443 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT:<default> : [LogSegmentId:104899, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642281434, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:21.443 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/CURRENT/<default>/allocation.
10:51:21.458 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved version from -1 to 0.
10:51:21.460 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata:<default> : []
10:51:21.462 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata:<default> : []
10:51:21.466 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:21.466 [DLM-/stream/storage-OrderedScheduler-3-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:21.476 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104901
10:51:21.484 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved version from 0 to 1.
10:51:21.484 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:21.484 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:21.485 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata:<default>.
10:51:21.499 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:21.499 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved version from 1 to 2.
10:51:21.499 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:21.500 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:21.500 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata added log segment (inprogress_000000000000000001 : [LogSegmentId:104901, firstTxId:71, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:21.507 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383081502 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata:<default> : []
10:51:21.508 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata:<default>:inprogress_000000000000000001
10:51:21.510 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:21.510 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:21.512 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104902
10:51:21.519 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/ledgers/inprogress_000000000000000001.
10:51:21.520 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved version from 2 to 3.
10:51:21.520 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:21.520 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104901, firstTxId:71, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:21.532 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata added log segment (logrecs_000000000000000001 : [LogSegmentId:104901, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642281520, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:21.532 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata:<default> : [LogSegmentId:104901, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642281520, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:21.533 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/554bf50a-a892-4501-b5ec-3e0d1dbd98b2/metadata/<default>/allocation.
10:51:21.541 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/OPTIONS-000008/<default>/allocation moved version from -1 to 3.
10:51:21.542 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/OPTIONS-000008 added log segment (logrecs_000000000000000001 : [LogSegmentId:104839, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381665, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:21.544 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104839, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381665, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/OPTIONS-000008:<default>
10:51:21.550 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x52823 zxid:0x143f86 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:21.556 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104839, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381665, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:21.578 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/metadata/<default>/allocation moved version from -1 to 3.
10:51:21.579 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/metadata added log segment (logrecs_000000000000000001 : [LogSegmentId:104843, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381835, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:21.579 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104843, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381835, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/metadata:<default>
10:51:21.585 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x52825 zxid:0x143f91 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:21.590 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104843, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381835, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:21.611 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/MANIFEST-000010/<default>/allocation moved version from -1 to 3.
10:51:21.612 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/MANIFEST-000010 added log segment (logrecs_000000000000000001 : [LogSegmentId:104837, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381592, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:21.612 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104837, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381592, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/MANIFEST-000010:<default>
10:51:21.618 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x52827 zxid:0x143f9c txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:21.623 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104837, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381592, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:21.654 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/CURRENT/<default>/allocation moved version from -1 to 3.
10:51:21.655 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/CURRENT added log segment (logrecs_000000000000000001 : [LogSegmentId:104841, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381745, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:21.655 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104841, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381745, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/CURRENT:<default>
10:51:21.661 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x52829 zxid:0x143fa7 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:21.666 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104841, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641381745, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:21.684 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae/<default>/allocation moved version from -1 to 0.
10:51:21.691 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.bookkeeper.statelib.impl.rocksdb.checkpoint.RocksdbCheckpointTask - Delete remote checkpoint 212784a0-b1c7-442e-ba62-b184e53bccae from checkpoint store at 000000000000000000/000000000000000001/000000000000000000/checkpoints/212784a0-b1c7-442e-ba62-b184e53bccae
10:51:21.698 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.bookkeeper.statelib.impl.rocksdb.checkpoint.RocksdbCheckpointTask - Create a local checkpoint of state store 000000000000000001/000000000000000001/000000000000000000 at /home/ubuntu/apache-pulsar-2.4.1/data/bookkeeper/ranges/ranges/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5
10:51:22.037 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved version from -1 to 0.
10:51:22.040 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010:<default> : []
10:51:22.041 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010:<default> : []
10:51:22.045 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:22.045 [DLM-/stream/storage-OrderedScheduler-0-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:22.056 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104903
10:51:22.061 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved version from 0 to 1.
10:51:22.061 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:22.061 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:22.061 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010:<default>.
10:51:22.068 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:22.068 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved version from 1 to 2.
10:51:22.068 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:22.068 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:22.068 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010 added log segment (inprogress_000000000000000001 : [LogSegmentId:104903, firstTxId:171, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:22.075 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383082070 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010:<default> : []
10:51:22.076 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010:<default>:inprogress_000000000000000001
10:51:22.077 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:22.077 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:22.084 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104904
10:51:22.098 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved version from 2 to 3.
10:51:22.099 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:22.099 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/ledgers/inprogress_000000000000000001.
10:51:22.100 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104903, firstTxId:171, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:22.107 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010 added log segment (logrecs_000000000000000001 : [LogSegmentId:104903, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642282100, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:22.107 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010:<default> : [LogSegmentId:104903, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642282100, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:22.108 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/MANIFEST-000010/<default>/allocation.
10:51:22.122 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved version from -1 to 0.
10:51:22.125 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008:<default> : []
10:51:22.127 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008:<default> : []
10:51:22.131 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:22.131 [DLM-/stream/storage-OrderedScheduler-1-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:22.150 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104905
10:51:22.155 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved version from 0 to 1.
10:51:22.155 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:22.155 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:22.156 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008:<default>.
10:51:22.162 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:22.162 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved version from 1 to 2.
10:51:22.162 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:22.162 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:22.162 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008 added log segment (inprogress_000000000000000001 : [LogSegmentId:104905, firstTxId:7193, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:22.169 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383082164 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008:<default> : []
10:51:22.170 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008:<default>:inprogress_000000000000000001
10:51:22.171 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:22.171 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:22.175 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104906
10:51:22.182 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/ledgers/inprogress_000000000000000001.
10:51:22.182 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104905, firstTxId:7193, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:22.187 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved version from 2 to 3.
10:51:22.187 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:22.192 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008 added log segment (logrecs_000000000000000001 : [LogSegmentId:104905, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642282182, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:22.192 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008:<default> : [LogSegmentId:104905, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642282182, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:22.192 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/OPTIONS-000008/<default>/allocation.
10:51:22.203 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved version from -1 to 0.
10:51:22.205 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT:<default> : []
10:51:22.206 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT:<default> : []
10:51:22.210 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:22.210 [DLM-/stream/storage-OrderedScheduler-3-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:22.221 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104907
10:51:22.226 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved version from 0 to 1.
10:51:22.226 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:22.227 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:22.227 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT:<default>.
10:51:22.239 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:22.239 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved version from 1 to 2.
10:51:22.239 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:22.239 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:22.239 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT added log segment (inprogress_000000000000000001 : [LogSegmentId:104907, firstTxId:16, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:22.246 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT:<default>:inprogress_000000000000000001
10:51:22.247 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:22.247 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:22.254 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/ledgers/inprogress_000000000000000001.
10:51:22.255 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104907, firstTxId:16, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:22.258 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104908
10:51:22.263 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT added log segment (logrecs_000000000000000001 : [LogSegmentId:104907, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642282255, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:22.263 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT:<default> : [LogSegmentId:104907, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642282255, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:22.264 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation.
10:51:22.268 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved version from 2 to 3.
10:51:22.268 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/CURRENT/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:22.274 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved version from -1 to 0.
10:51:22.277 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata:<default> : []
10:51:22.278 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Initiating Recovery For 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata:<default> : []
10:51:22.282 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved to phase ALLOCATING : version = 0.
10:51:22.282 [DLM-/stream/storage-OrderedScheduler-2-0] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:22.293 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104909
10:51:22.299 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved version from 0 to 1.
10:51:22.299 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved to phase ALLOCATED : version = 1.
10:51:22.299 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved to phase HANDING_OVER : version = 1.
10:51:22.299 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - No max ledger sequence number found while creating log segment 1 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata:<default>.
10:51:22.313 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved to phase HANDED_OVER : version = 1.
10:51:22.313 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved version from 1 to 2.
10:51:22.313 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved to phase ALLOCATING : version = 2.
10:51:22.313 [main-EventThread] WARN  org.apache.bookkeeper.client.BookieWatcherImpl - New ensemble: [127.0.0.1:3181] is not adhering to Placement Policy. quarantinedBookies: []
10:51:22.314 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata added log segment (inprogress_000000000000000001 : [LogSegmentId:104909, firstTxId:71, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]) to cache.
10:51:22.320 [main-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting log segments older than 1573383082315 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata:<default> : []
10:51:22.321 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Flushing before closing log segment 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata:<default>:inprogress_000000000000000001
10:51:22.322 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Closing BKPerStreamLogWriter (abort=false) for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata:<default>:inprogress_000000000000000001 : lastDLSN = DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0} outstandingTransmits = 1 writesPendingTransmit = 0
10:51:22.322 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.BKLogSegmentWriter - Stream 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata:<default>:inprogress_000000000000000001 aborted 0 writes
10:51:22.326 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.bookkeeper.client.LedgerCreateOp - Ensemble: [127.0.0.1:3181] for ledger: 104910
10:51:22.332 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.BKLogWriteHandler - Try storing max sequence number 1 in completing /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/ledgers/inprogress_000000000000000001.
10:51:22.333 [DLM-/stream/storage-OrderedScheduler-0-0-EventThread] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104909, firstTxId:71, lastTxId:-999, version:VERSION_V5_SEQUENCE_ID, completionTime:0, recordCount:0, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:-1, lastSlotId:-1, inprogress:true, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:-1]
10:51:22.335 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved version from 2 to 3.
10:51:22.335 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation moved to phase ALLOCATED : version = 3.
10:51:22.340 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata added log segment (logrecs_000000000000000001 : [LogSegmentId:104909, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642282333, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:22.341 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Completed inprogress_000000000000000001 to logrecs_000000000000000001 for 000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata:<default> : [LogSegmentId:104909, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573642282333, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:22.341 [DLM-/stream/storage-OrderedScheduler-2-0] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Abort ledger allocator without cleaning up on /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/9aa35e29-4557-43ec-8b4a-4f074329bed5/metadata/<default>/allocation.
10:51:22.346 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/OPTIONS-000008/<default>/allocation moved version from -1 to 3.
10:51:22.348 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/OPTIONS-000008 added log segment (logrecs_000000000000000001 : [LogSegmentId:104847, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382263, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:22.348 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104847, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382263, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/OPTIONS-000008:<default>
10:51:22.354 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x52847 zxid:0x143feb txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:22.359 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104847, firstTxId:7193, lastTxId:7193, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382263, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:22.377 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/metadata/<default>/allocation moved version from -1 to 3.
10:51:22.378 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/metadata added log segment (logrecs_000000000000000001 : [LogSegmentId:104851, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382406, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:22.378 [DLM-/stream/storage-OrderedScheduler-0-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104851, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382406, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/metadata:<default>
10:51:22.384 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x52849 zxid:0x143ff6 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:22.389 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104851, firstTxId:71, lastTxId:71, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382406, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:22.422 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/MANIFEST-000010/<default>/allocation moved version from -1 to 3.
10:51:22.424 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/MANIFEST-000010 added log segment (logrecs_000000000000000001 : [LogSegmentId:104845, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382183, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:22.424 [DLM-/stream/storage-OrderedScheduler-1-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104845, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382183, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/MANIFEST-000010:<default>
10:51:22.430 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x5284b zxid:0x144001 txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:22.435 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104845, firstTxId:171, lastTxId:171, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382183, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:22.460 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/CURRENT/<default>/allocation moved version from -1 to 3.
10:51:22.461 [main-EventThread] INFO  org.apache.distributedlog.logsegment.PerStreamLogSegmentCache - 000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/CURRENT added log segment (logrecs_000000000000000001 : [LogSegmentId:104849, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382330, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]) to cache.
10:51:22.462 [DLM-/stream/storage-OrderedScheduler-3-0] INFO  org.apache.distributedlog.BKLogWriteHandler - Deleting ledger [LogSegmentId:104849, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382330, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0] for 000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/CURRENT:<default>
10:51:22.467 [ProcessThread(sid:0 cport:2181):] INFO  org.apache.zookeeper.server.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x10015a2a1550008 type:delete cxid:0x5284d zxid:0x14400c txntype:-1 reqpath:n/a Error Path:/ledgers/00/0010 Error:KeeperErrorCode = Directory not empty for /ledgers/00/0010
10:51:22.471 [BookKeeperClientWorker-OrderedExecutor-0-0] INFO  org.apache.distributedlog.impl.ZKLogSegmentMetadataStore - Delete segment : [LogSegmentId:104849, firstTxId:16, lastTxId:16, version:VERSION_V5_SEQUENCE_ID, completionTime:1573641382330, recordCount:1, regionId:0, status:0, logSegmentSequenceNumber:1, lastEntryId:0, lastSlotId:0, inprogress:false, minActiveDLSN:DLSN{logSegmentSequenceNo=1, entryId=0, slotId=0}, startSequenceId:0]
10:51:22.490 [main-EventThread] INFO  org.apache.distributedlog.bk.SimpleLedgerAllocator - Ledger allocator for /stream/storage/000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20/<default>/allocation moved version from -1 to 0.
10:51:22.499 [io-checkpoint-scheduler-OrderedScheduler-1-0] INFO  org.apache.bookkeeper.statelib.impl.rocksdb.checkpoint.RocksdbCheckpointTask - Delete remote checkpoint 99e589b9-be47-42c6-8b18-57a6d9fccb20 from checkpoint store at 000000000000000001/000000000000000001/000000000000000000/checkpoints/99e589b9-be47-42c6-8b18-57a6d9fccb20
10:51:30.620 [Thread-1] INFO  org.eclipse.jetty.server.AbstractConnector - Stopped PulsarServerConnector@51a5a8ba{HTTP/1.1,[http/1.1]}{0.0.0.0:8080}
10:51:30.621 [Thread-1] INFO  org.eclipse.jetty.server.session - node0 Stopped scavenging
10:51:30.625 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.h.ContextHandler@215f8d7{/static,null,UNAVAILABLE}
10:51:30.632 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@504b4a97{/ws/v2/reader,null,UNAVAILABLE}
10:51:30.632 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@2d568cff{/ws/reader,null,UNAVAILABLE}
10:51:30.636 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@112b3298{/ws/v2/consumer,null,UNAVAILABLE}
10:51:30.637 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@106b476a{/ws/consumer,null,UNAVAILABLE}
10:51:30.638 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@789f5552{/ws/v2/producer,null,UNAVAILABLE}
10:51:30.639 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@2b06c388{/ws/producer,null,UNAVAILABLE}
10:51:30.640 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@7db70494{/metrics,null,UNAVAILABLE}
10:51:30.718 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@241abc2{/lookup,null,UNAVAILABLE}
10:51:30.763 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@5df7ae0a{/admin/v3,null,UNAVAILABLE}
10:51:30.798 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@60739eca{/admin/v2,null,UNAVAILABLE}
10:51:30.848 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@6a905513{/admin,null,UNAVAILABLE}
10:51:30.888 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@47d4468a{/,null,UNAVAILABLE}
10:51:30.930 [Thread-1] INFO  org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@75d0cac6{/,null,UNAVAILABLE}
10:51:30.932 [pulsar-web-57-1] ERROR org.apache.pulsar.broker.admin.impl.PersistentTopicsBase - [null] Failed to delete subscription persistent://public/default/my-topic public/default/womble
java.lang.InterruptedException: null
        at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:347) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1895) ~[?:1.8.0_222]
        at org.apache.pulsar.broker.admin.impl.PersistentTopicsBase.internalDeleteSubscription(PersistentTopicsBase.java:770) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.apache.pulsar.broker.admin.v2.PersistentTopics.deleteSubscription(PersistentTopics.java:535) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_222]
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_222]
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_222]
        at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_222]
        at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:76) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:148) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:191) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$VoidOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:183) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:103) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:493) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:415) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:104) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:277) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:272) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:316) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:298) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:289) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:256) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:703) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:416) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:370) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:389) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:342) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:229) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:865) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1655) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.apache.pulsar.broker.web.ResponseHandlerFilter.doFilter(ResponseHandlerFilter.java:53) [org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1340) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1242) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:220) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.StatisticsHandler.handle(StatisticsHandler.java:174) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.Server.handle(Server.java:503) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_222]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_222]
        at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222]
10:51:30.931 [pulsar-web-57-5] ERROR org.apache.pulsar.broker.admin.impl.PersistentTopicsBase - [null] Failed to delete subscription persistent://public/default/my-topic public/default/womble
java.lang.InterruptedException: null
        at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:347) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1895) ~[?:1.8.0_222]
        at org.apache.pulsar.broker.admin.impl.PersistentTopicsBase.internalDeleteSubscription(PersistentTopicsBase.java:770) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.apache.pulsar.broker.admin.v2.PersistentTopics.deleteSubscription(PersistentTopics.java:535) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at sun.reflect.GeneratedMethodAccessor180.invoke(Unknown Source) ~[?:?]
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_222]
        at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_222]
        at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:76) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:148) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:191) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$VoidOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:183) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:103) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:493) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:415) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:104) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:277) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:272) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:316) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:298) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:289) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:256) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:703) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:416) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:370) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:389) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:342) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:229) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:865) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1655) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.apache.pulsar.broker.web.ResponseHandlerFilter.doFilter(ResponseHandlerFilter.java:53) [org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1340) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1242) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:220) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.StatisticsHandler.handle(StatisticsHandler.java:174) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.Server.handle(Server.java:503) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_222]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_222]
        at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222]
10:51:30.930 [pulsar-web-57-4] ERROR org.apache.pulsar.broker.admin.impl.PersistentTopicsBase - [null] Failed to delete subscription persistent://public/default/my-topic public/default/womble
java.lang.InterruptedException: null
        at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:347) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1895) ~[?:1.8.0_222]
        at org.apache.pulsar.broker.admin.impl.PersistentTopicsBase.internalDeleteSubscription(PersistentTopicsBase.java:770) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.apache.pulsar.broker.admin.v2.PersistentTopics.deleteSubscription(PersistentTopics.java:535) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at sun.reflect.GeneratedMethodAccessor180.invoke(Unknown Source) ~[?:?]
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_222]
        at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_222]
        at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:76) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:148) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:191) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$VoidOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:183) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:103) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:493) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:415) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:104) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:277) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:272) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:316) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:298) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:289) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:256) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:703) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:416) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:370) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:389) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:342) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:229) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:865) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1655) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.apache.pulsar.broker.web.ResponseHandlerFilter.doFilter(ResponseHandlerFilter.java:53) [org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1340) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1242) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:220) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.StatisticsHandler.handle(StatisticsHandler.java:174) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.Server.handle(Server.java:503) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_222]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_222]
        at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222]
10:51:30.930 [pulsar-web-57-3] ERROR org.apache.pulsar.broker.admin.impl.PersistentTopicsBase - [null] Failed to delete subscription persistent://public/default/my-topic public/default/womble
java.lang.InterruptedException: null
        at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:347) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1895) ~[?:1.8.0_222]
        at org.apache.pulsar.broker.admin.impl.PersistentTopicsBase.internalDeleteSubscription(PersistentTopicsBase.java:770) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.apache.pulsar.broker.admin.v2.PersistentTopics.deleteSubscription(PersistentTopics.java:535) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at sun.reflect.GeneratedMethodAccessor180.invoke(Unknown Source) ~[?:?]
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_222]
        at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_222]
        at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:76) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:148) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:191) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$VoidOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:183) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:103) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:493) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:415) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:104) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:277) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:272) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:316) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:298) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:289) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:256) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:703) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:416) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:370) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:389) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:342) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:229) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:865) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1655) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.apache.pulsar.broker.web.ResponseHandlerFilter.doFilter(ResponseHandlerFilter.java:53) [org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1340) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1242) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:220) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.StatisticsHandler.handle(StatisticsHandler.java:174) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.Server.handle(Server.java:503) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_222]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_222]
        at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222]
10:51:30.930 [pulsar-web-57-8] ERROR org.apache.pulsar.broker.admin.impl.PersistentTopicsBase - [null] Failed to delete subscription persistent://public/default/my-topic public/default/womble
java.lang.InterruptedException: null
        at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:347) ~[?:1.8.0_222]
        at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1895) ~[?:1.8.0_222]
        at org.apache.pulsar.broker.admin.impl.PersistentTopicsBase.internalDeleteSubscription(PersistentTopicsBase.java:770) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.apache.pulsar.broker.admin.v2.PersistentTopics.deleteSubscription(PersistentTopics.java:535) ~[org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_222]
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_222]
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_222]
        at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_222]
        at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:76) ~[org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:148) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:191) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$VoidOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:183) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:103) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:493) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:415) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:104) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:277) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:272) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors$1.call(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:316) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:298) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.internal.Errors.process(Errors.java:268) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:289) [org.glassfish.jersey.core-jersey-common-2.27.jar:?]
        at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:256) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:703) [org.glassfish.jersey.core-jersey-server-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:416) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:370) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:389) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:342) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:229) [org.glassfish.jersey.containers-jersey-container-servlet-core-2.27.jar:?]
        at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:865) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1655) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.apache.pulsar.broker.web.ResponseHandlerFilter.doFilter(ResponseHandlerFilter.java:53) [org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1340) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) [org.eclipse.jetty-jetty-servlet-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1242) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:220) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.StatisticsHandler.handle(StatisticsHandler.java:174) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.Server.handle(Server.java:503) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) [org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) [org.eclipse.jetty-jetty-io-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_222]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_222]
        at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [io.netty-netty-all-4.1.32.Final.jar:4.1.32.Final]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222]
10:51:30.964 [pulsar-web-57-1] INFO  org.eclipse.jetty.server.RequestLog - 10.85.179.103 - - [1573639600638] "DELETE /admin/v2/persistent/public/default/my-topic/subscription/public%252Fdefault%252Fwomble HTTP/1.1" 500 0 "-" "Pulsar-Java-v2.4.1" 2690326
10:51:30.964 [pulsar-web-57-3] INFO  org.eclipse.jetty.server.RequestLog - 10.85.179.103 - - [1573640860461] "DELETE /admin/v2/persistent/public/default/my-topic/subscription/public%252Fdefault%252Fwomble HTTP/1.1" 500 0 "-" "Pulsar-Java-v2.4.1" 1430503
10:51:30.967 [pulsar-web-57-4] INFO  org.eclipse.jetty.server.RequestLog - 10.85.179.103 - - [1573639683603] "DELETE /admin/v2/persistent/public/default/my-topic/subscription/public%252Fdefault%252Fwomble HTTP/1.1" 500 0 "-" "Pulsar-Java-v2.4.1" 2607364
10:51:30.968 [pulsar-web-57-8] INFO  org.eclipse.jetty.server.RequestLog - 10.85.179.103 - - [1573638580623] "DELETE /admin/v2/persistent/public/default/my-topic/subscription/public%252Fdefault%252Fwomble HTTP/1.1" 500 0 "-" "Pulsar-Java-v2.4.1" 3710342
10:51:30.968 [pulsar-web-57-5] INFO  org.eclipse.jetty.server.RequestLog - 10.85.179.103 - - [1573639823478] "DELETE /admin/v2/persistent/public/default/my-topic/subscription/public%252Fdefault%252Fwomble HTTP/1.1" 500 0 "-" "Pulsar-Java-v2.4.1" 2467487
10:51:30.966 [Thread-1] WARN  org.eclipse.jetty.util.component.AbstractLifeCycle - FAILED Server@54224125{FAILED}[9.4.12.v20180830]: java.util.concurrent.TimeoutException
java.util.concurrent.TimeoutException: null
        at org.eclipse.jetty.util.FutureCallback.get(FutureCallback.java:129) ~[org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.FutureCallback.get(FutureCallback.java:30) ~[org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.handler.AbstractHandlerContainer.doShutdown(AbstractHandlerContainer.java:181) ~[org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.server.Server.doStop(Server.java:439) ~[org.eclipse.jetty-jetty-server-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89) [org.eclipse.jetty-jetty-util-9.4.12.v20180830.jar:9.4.12.v20180830]
        at org.apache.pulsar.broker.web.WebService.close(WebService.java:199) [org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.apache.pulsar.broker.PulsarService.close(PulsarService.java:227) [org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
        at org.apache.pulsar.PulsarStandaloneStarter$1.run(PulsarStandaloneStarter.java:100) [org.apache.pulsar-pulsar-broker-2.4.1.jar:2.4.1]
10:51:30.969 [Thread-1] ERROR org.apache.pulsar.PulsarStandaloneStarter - Shutdown failed: org.apache.pulsar.broker.PulsarServerException: java.util.concurrent.TimeoutException