Skip to content

Instantly share code, notes, and snippets.

@ngoclamtran

ngoclamtran/temporal.logs

Created November 2, 2021 01:46
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save ngoclamtran/be16f83c9d4ea6948e2eb44251e6b248 to your computer and use it in GitHub Desktop.
Save ngoclamtran/be16f83c9d4ea6948e2eb44251e6b248 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
temporal.logs
This file has been truncated, but you can view the full file.
{"level":"error","ts":"2021-11-02T08:13:16.669+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"2906737e22e9:c4ba3a64-321c-41f4-8dee-4553e62e2f43","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:22.816+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:22.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:22.819+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6390 when it was should have been 6388","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:23.895+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:23.896+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:23.896+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10148 when it was should have been 10146","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:25.687+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:25.687+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:13:26.688+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:26.694+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:26.694+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6382 when it was should have been 6381","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:26.741+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:26.741+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:13:26.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:13:28.339+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:28.339+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:13:29.346+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:29.347+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:29.348+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6324 when it was should have been 6323","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:13:31.159+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9248; new range ID: 9249","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:13:31.159+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001286e00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:13:31.217+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:13:31.217+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9248; new range ID: 9249","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:13:31.217+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:13:31.217+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:13:31.217+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:13:31.217+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:13:31.217+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:13:31.218+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001287300","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:13:32.568+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7481; new range ID: 7482","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:13:32.568+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:13:32.569+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:32.569+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"error","ts":"2021-11-02T08:13:32.569+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:13:32.570+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:13:32.570+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:13:32.570+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:32.570+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:13:32.570+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:13:32.570+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001287480","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:13:32.748+0700","msg":"Error updating ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9248; new range ID: 9249","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:13:32.748+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001287080","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:13:40.948+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:40.952+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:40.952+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10395 when it was should have been 10393","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:43.054+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:43.054+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:13:45.115+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:45.120+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:45.120+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14598 when it was should have been 14596","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:45.830+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:45.831+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:13:46.873+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:46.873+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:13:46.874+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:46.874+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:13:47.874+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:47.883+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:47.883+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6403 when it was should have been 6402","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:51.151+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:51.152+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:13:51.817+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:51.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:51.819+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10278 when it was should have been 10276","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:52.779+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:52.779+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:13:52.832+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:13:52.832+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:13:53.832+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:53.833+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:53.833+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10302 when it was should have been 10301","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:13:54.052+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:13:54.052+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:13:54.052+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17331 when it was should have been 17329","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:00.529+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:00.547+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:00.547+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6495 when it was should have been 6494","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:02.694+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:02.694+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:02.695+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:02.695+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:03.617+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:03.624+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:03.624+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 19937 when it was should have been 19935","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:04.145+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:04.150+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:04.150+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17369 when it was should have been 17368","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:04.467+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:14:04.467+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:14:04.467+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:14:04.467+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:14:04.467+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:14:04.467+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:14:04.467+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:14:04.467+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","shard-range-id":9251,"previous-shard-range-id":9250,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:14:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","shard-range-id":7484,"previous-shard-range-id":7483,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","shard-range-id":9251,"previous-shard-range-id":9250,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:14:04.480+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:14:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","shard-range-id":9251,"previous-shard-range-id":9250,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:14:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:14:04.588+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:04.588+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:04.897+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:04.899+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:04.899+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 17439 when it was should have been 17437","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:04.956+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:04.958+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:04.958+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10224 when it was should have been 10222","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:05.654+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:05.658+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:05.658+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10280 when it was should have been 10279","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:06.882+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:06.882+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:07.236+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:07.249+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:07.249+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17367 when it was should have been 17365","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:10.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:10.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:10.821+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:10.821+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:10.856+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:10.858+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:10.858+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6421 when it was should have been 6420","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:10.864+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:10.866+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:10.866+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14056 when it was should have been 14055","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:13.800+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:13.800+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:21.896+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:21.896+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:25.744+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:25.744+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:25.744+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:25.745+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:14:25.837+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:26.750+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:26.757+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:26.757+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10287 when it was should have been 10286","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:28.604+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:28.610+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:28.610+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14074 when it was should have been 14073","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:14:30.301+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9251; new range ID: 9252","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:14:30.301+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002577300","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:14:30.479+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:14:30.479+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9251; new range ID: 9252","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:14:30.479+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:14:30.479+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:14:30.479+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:14:30.479+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:14:30.480+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002577480","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:14:30.868+0700","msg":"Error updating ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7484; new range ID: 7485","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:30.868+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"error","ts":"2021-11-02T08:14:30.876+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:14:30.876+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:14:30.876+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:14:30.876+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:30.876+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:14:30.876+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:14:30.876+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002577780","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:14:31.954+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:14:31.954+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9251; new range ID: 9252","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:14:31.954+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:14:31.954+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:14:31.954+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:14:31.954+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:14:31.954+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:14:31.954+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:14:31.955+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002577600","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:14:35.781+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:35.782+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:14:36.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:14:37.866+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:37.867+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:37.867+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14593 when it was should have been 14592","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:14:37.990+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"error","ts":"2021-11-02T08:14:38.992+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:14:42.055+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:42.055+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:43.169+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:43.171+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:43.171+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14625 when it was should have been 14624","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:44.832+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:44.832+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:14:45.831+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:45.875+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:45.876+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:46.891+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:46.899+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:46.899+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14206 when it was should have been 14205","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:14:46.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:14:48.814+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:48.814+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:51.258+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:51.263+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:51.263+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14600 when it was should have been 14599","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:51.781+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:51.781+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:51.782+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:51.782+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:52.835+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:14:52.840+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:14:52.840+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10280 when it was should have been 10279","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:14:54.293+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:54.293+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:55.934+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:55.934+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:14:55.935+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:14:55.935+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:14:56.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:15:02.849+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:02.852+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:02.852+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17334 when it was should have been 17332","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:03.594+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:03.594+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:15:03.958+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:04.465+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:15:04.465+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:15:04.465+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:15:04.465+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:15:04.465+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:15:04.465+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:15:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:15:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:15:04.485+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","shard-range-id":9254,"previous-shard-range-id":9253,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:15:04.485+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:15:04.485+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:15:04.485+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:15:04.485+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.485+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:15:04.485+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.485+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:15:04.485+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:15:04.486+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.486+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:15:04.486+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:15:04.486+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:15:04.487+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","shard-range-id":9254,"previous-shard-range-id":9253,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:15:04.487+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:15:04.488+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","shard-range-id":9254,"previous-shard-range-id":9253,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","shard-range-id":7487,"previous-shard-range-id":7486,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:15:04.490+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:15:04.491+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:15:06.883+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:06.885+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:06.885+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10669 when it was should have been 10668","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:08.911+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:08.913+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:08.913+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 3648 when it was should have been 3647","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:09.823+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:09.823+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:10.823+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:10.825+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:10.825+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10282 when it was should have been 10281","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:11.063+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:11.064+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:11.064+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17370 when it was should have been 17368","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:12.619+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:12.619+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:13.897+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:13.899+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:13.899+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17372 when it was should have been 17371","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:15:16.711+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"2906737e22e9:edd6d200-678e-40c4-95a4-2751e2a9f2a5","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:20.899+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:20.899+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:21.898+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:21.902+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:21.903+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10150 when it was should have been 10149","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:25.755+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:25.756+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:25.756+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10448 when it was should have been 10447","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:25.844+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:25.851+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:25.851+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14089 when it was should have been 14086","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:25.896+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:25.897+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:25.897+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 17442 when it was should have been 17440","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:27.342+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:27.342+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:30.219+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:15:30.219+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7487; new range ID: 7488","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:15:30.219+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:15:30.219+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:15:30.219+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:15:30.219+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:15:30.219+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:15:30.220+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:15:30.220+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:30.220+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:15:30.220+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:15:30.220+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:15:30.220+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:30.220+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:15:30.221+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"error","ts":"2021-11-02T08:15:30.221+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:15:30.221+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:15:30.221+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:30.221+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:15:30.221+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:15:30.221+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001e0e580","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:15:30.606+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9254; new range ID: 9255","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:15:30.606+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001e0e400","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:15:33.161+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9254; new range ID: 9255","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:15:33.161+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001e0e100","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:15:35.884+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:15:35.884+0700","msg":"Error updating ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9254; new range ID: 9255","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:15:35.885+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001e0e280","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:15:35.886+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:35.888+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:35.888+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 19940 when it was should have been 19938","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:37.937+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:37.937+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:39.970+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:39.970+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:39.972+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:39.972+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:42.072+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:42.074+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:42.075+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14596 when it was should have been 14594","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:43.834+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:43.834+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:45.833+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:45.835+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:45.836+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10328 when it was should have been 10327","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:15:45.876+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:46.887+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:46.887+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:46.887+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6411 when it was should have been 6410","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:47.815+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:47.815+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:47.817+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:47.817+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:15:48.816+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:48.817+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:48.817+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10225 when it was should have been 10224","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:51.791+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:51.794+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:51.794+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14077 when it was should have been 14076","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:53.294+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:15:53.294+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:15:54.324+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:55.936+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:55.940+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:55.940+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6423 when it was should have been 6422","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:15:56.137+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:15:56.139+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:15:56.139+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14060 when it was should have been 14058","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:01.622+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:01.622+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:02.715+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:02.717+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:02.717+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10305 when it was should have been 10303","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:02.879+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:02.879+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:03.961+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:03.963+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:03.963+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10245 when it was should have been 10242","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:16:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:16:04.465+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:16:04.465+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:16:04.465+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:16:04.465+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:16:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:16:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","shard-range-id":9257,"previous-shard-range-id":9256,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:16:04.479+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","shard-range-id":9257,"previous-shard-range-id":9256,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","shard-range-id":7490,"previous-shard-range-id":7489,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","shard-range-id":9257,"previous-shard-range-id":9256,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:16:04.481+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:16:04.482+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.482+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:16:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:16:04.482+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:16:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:16:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:16:04.482+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:16:04.660+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:04.660+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:04.968+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:04.969+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:04.969+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10397 when it was should have been 10396","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:06.885+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:06.885+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:06.886+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:06.886+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:06.958+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:06.958+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:08.863+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:08.864+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:08.864+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:08.864+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:09.825+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:09.830+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:09.830+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10213 when it was should have been 10212","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:12.657+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:12.660+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:12.660+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14603 when it was should have been 14601","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:20.818+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:20.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:20.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:20.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:21.002+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:21.007+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:21.007+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17372 when it was should have been 17371","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:25.692+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:25.692+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:26.343+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:26.343+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:16:26.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"error","ts":"2021-11-02T08:16:27.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"error","ts":"2021-11-02T08:16:28.990+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:16:30.367+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:16:30.367+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9257; new range ID: 9258","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:16:30.367+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:16:30.367+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:16:30.367+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:16:30.367+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:16:30.367+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:16:30.367+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:16:30.368+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001d4cf00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:16:31.765+0700","msg":"Error updating ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7490; new range ID: 7491","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:31.765+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:16:31.766+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:16:31.766+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:16:31.766+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:31.766+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:16:31.766+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:16:31.766+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"error","ts":"2021-11-02T08:16:31.766+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001d4d180","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:16:31.941+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9257; new range ID: 9258","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:16:31.941+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001d4cb80","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:16:32.145+0700","msg":"Error updating ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9257; new range ID: 9258","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:16:32.145+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001d4cd80","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:16:33.794+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:33.794+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:38.017+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:38.023+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:38.023+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 17445 when it was should have been 17443","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:39.991+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:39.993+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:39.993+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14629 when it was should have been 14628","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:40.178+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:40.190+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:40.190+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 19943 when it was should have been 19941","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:41.036+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:41.036+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:41.037+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:41.037+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:43.889+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:43.895+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:43.895+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17375 when it was should have been 17374","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:44.879+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:44.879+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:45.878+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:45.884+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:45.884+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6499 when it was should have been 6497","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:46.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:16:46.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:16:47.819+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:47.820+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:47.820+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10283 when it was should have been 10282","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:51.795+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:51.797+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:51.797+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6412 when it was should have been 6411","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:52.799+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:52.801+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:52.801+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6326 when it was should have been 6325","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:53.297+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:53.298+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:53.298+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6405 when it was should have been 6404","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:16:54.325+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:16:54.326+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:16:54.326+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14209 when it was should have been 14207","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:01.598+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:01.598+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:01.658+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:01.661+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:01.661+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14599 when it was should have been 14597","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:01.881+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:01.881+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:02.881+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:02.883+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:02.883+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10450 when it was should have been 10449","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:03.608+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:03.610+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:03.610+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10291 when it was should have been 10289","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:03.663+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:03.663+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:03.667+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:03.667+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:17:04.465+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:17:04.465+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:17:04.465+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:17:04.465+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:17:04.465+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:17:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:17:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","shard-range-id":9260,"previous-shard-range-id":9259,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:17:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","shard-range-id":9260,"previous-shard-range-id":9259,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:17:04.481+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","shard-range-id":9260,"previous-shard-range-id":9259,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:17:04.482+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:17:04.494+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","shard-range-id":7493,"previous-shard-range-id":7492,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:17:04.494+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:17:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:17:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:17:04.494+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:17:04.494+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.494+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:17:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:17:04.495+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:17:04.495+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:17:04.495+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:17:04.495+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:17:04.662+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:04.663+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:04.663+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10285 when it was should have been 10284","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:06.960+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:06.961+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:06.961+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10152 when it was should have been 10151","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:17:08.857+0700","msg":"Membership upsert failed.","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"rpMonitor.go:276","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/membership.(*ringpopMonitor).startHeartbeatUpsertLoop.func1\n\t/temporal/common/membership/rpMonitor.go:276"}
{"level":"info","ts":"2021-11-02T08:17:08.942+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:08.944+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:08.944+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14062 when it was should have been 14061","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:10.624+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:10.624+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:11.805+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:11.806+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:21.028+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:21.029+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:21.029+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14092 when it was should have been 14091","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:24.694+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:24.694+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:25.346+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:25.346+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:25.697+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:25.700+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:25.700+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6384 when it was should have been 6383","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:27.359+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:27.361+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:27.361+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6482 when it was should have been 6481","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:31.259+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:17:31.260+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9260; new range ID: 9261","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:17:31.260+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc000eecb00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:17:31.512+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9260; new range ID: 9261","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:17:31.512+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc000eec780","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:17:33.242+0700","msg":"Error updating ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7493; new range ID: 7494","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:33.242+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"error","ts":"2021-11-02T08:17:33.243+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:17:33.244+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:17:33.244+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:17:33.244+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:33.244+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:17:33.244+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:17:33.244+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc000eecc80","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:17:33.776+0700","msg":"Error updating ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9260; new range ID: 9261","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:17:33.776+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc000eec980","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:17:33.808+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:33.810+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:33.810+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14606 when it was should have been 14605","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:17:34.863+0700","msg":"Membership upsert failed.","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"rpMonitor.go:276","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/membership.(*ringpopMonitor).startHeartbeatUpsertLoop.func1\n\t/temporal/common/membership/rpMonitor.go:276"}
{"level":"info","ts":"2021-11-02T08:17:36.940+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:36.940+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:37.980+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:37.980+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:41.154+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:41.156+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:41.156+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 19946 when it was should have been 19944","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:41.501+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:41.505+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:41.505+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14631 when it was should have been 14630","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:42.839+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:42.839+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:43.881+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:43.881+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:43.881+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:43.881+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:44.850+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:44.854+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:44.854+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10228 when it was should have been 10226","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:44.880+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:44.882+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:44.882+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6413 when it was should have been 6412","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:45.820+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:45.820+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:47.159+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:47.159+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:47.159+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:47.159+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:47.889+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:17:47.894+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:17:47.894+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17339 when it was should have been 17337","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:17:50.838+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:50.838+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:51.298+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:51.298+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:17:52.940+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:17:52.940+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:01.750+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:01.764+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:01.764+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 17448 when it was should have been 17446","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:03.670+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:03.674+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:03.674+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10215 when it was should have been 10214","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:04.466+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:18:04.466+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:18:04.466+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:18:04.466+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:18:04.467+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:18:04.467+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:18:04.467+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:18:04.467+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:18:04.480+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","shard-range-id":9263,"previous-shard-range-id":9262,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:18:04.480+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:18:04.481+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","shard-range-id":9263,"previous-shard-range-id":9262,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","shard-range-id":9263,"previous-shard-range-id":9262,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","shard-range-id":7496,"previous-shard-range-id":7495,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:18:04.484+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:18:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:18:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:18:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:18:05.961+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:05.961+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:06.828+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:06.829+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:06.899+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:06.901+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:06.901+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10673 when it was should have been 10671","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:10.810+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:10.810+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:10.941+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:10.945+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:10.945+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14602 when it was should have been 14600","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:11.818+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:11.834+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:11.834+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17378 when it was should have been 17377","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:20.828+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:20.833+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:20.833+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6330 when it was should have been 6328","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:24.348+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:24.348+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:24.696+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:24.697+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:24.835+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:24.836+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:24.836+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14095 when it was should have been 14093","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:26.375+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:26.379+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:26.379+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14081 when it was should have been 14079","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:18:26.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:18:30.371+0700","msg":"Error updating ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7496; new range ID: 7497","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:30.371+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"error","ts":"2021-11-02T08:18:30.371+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:18:30.372+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:18:30.372+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:18:30.372+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:30.372+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:18:30.372+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:18:30.372+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002078d00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:18:30.948+0700","msg":"Error updating ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9263; new range ID: 9264","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:18:30.948+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002078a00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:18:31.885+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9263; new range ID: 9264","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:31.885+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:18:31.886+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:18:31.886+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:18:31.886+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:31.886+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:18:31.886+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:18:31.886+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002078b80","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:18:32.539+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:18:32.539+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9263; new range ID: 9264","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:18:32.539+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:18:32.539+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:18:32.539+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:18:32.539+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:18:32.539+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:18:32.540+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002078880","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:18:35.945+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:35.945+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:18:36.941+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:38.037+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:38.041+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:38.041+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14608 when it was should have been 14607","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:38.064+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:38.064+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:41.840+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:41.840+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:43.884+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:43.887+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:43.888+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6501 when it was should have been 6500","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:43.911+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:43.913+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:43.913+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14212 when it was should have been 14211","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:44.823+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:44.823+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:45.822+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:45.827+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:45.827+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10286 when it was should have been 10285","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:46.828+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:46.829+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:46.829+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10228 when it was should have been 10227","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:18:47.220+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:47.252+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:47.253+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:47.253+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14634 when it was should have been 14632","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:47.791+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:47.792+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:50.300+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:50.300+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:51.029+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:51.031+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:51.031+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17342 when it was should have been 17340","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:53.045+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:53.048+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:53.048+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14065 when it was should have been 14064","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:55.777+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:55.777+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:55.778+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:55.778+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:57.977+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:18:57.978+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:18:57.978+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6414 when it was should have been 6413","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:18:59.884+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:59.885+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:18:59.963+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:18:59.963+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:01.905+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:01.908+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:01.908+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10401 when it was should have been 10399","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:03.705+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:03.709+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:03.709+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17376 when it was should have been 17374","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:19:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:19:04.464+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:19:04.464+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:19:04.464+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:19:04.464+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:19:04.464+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:19:04.464+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","shard-range-id":9266,"previous-shard-range-id":9265,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:19:04.474+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:19:04.476+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","shard-range-id":9266,"previous-shard-range-id":9265,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:19:04.476+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:19:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:19:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","shard-range-id":9266,"previous-shard-range-id":9265,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","shard-range-id":7499,"previous-shard-range-id":7498,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:19:04.477+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:19:04.890+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:04.890+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:04.891+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:04.891+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:04.962+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:04.962+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:04.963+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:04.963+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:05.869+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:05.869+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:06.836+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:06.878+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:06.878+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10289 when it was should have been 10288","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:08.627+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:08.627+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:08.887+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:08.890+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:08.890+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6346 when it was should have been 6345","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:19:09.922+0700","msg":"Membership upsert failed.","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"rpMonitor.go:276","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/membership.(*ringpopMonitor).startHeartbeatUpsertLoop.func1\n\t/temporal/common/membership/rpMonitor.go:276"}
{"level":"info","ts":"2021-11-02T08:19:10.812+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:10.815+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:10.815+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10230 when it was should have been 10229","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:19:16.734+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"2906737e22e9:edd6d200-678e-40c4-95a4-2751e2a9f2a5","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:17.823+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:17.824+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:17.824+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:17.824+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:23.350+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:23.350+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:23.700+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:23.700+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:24.351+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:24.355+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:24.355+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6485 when it was should have been 6484","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:30.800+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:30.800+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:19:31.340+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9266; new range ID: 9267","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:19:31.340+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00142e080","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:19:32.093+0700","msg":"Error updating ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7499; new range ID: 7500","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:32.093+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:19:32.096+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"error","ts":"2021-11-02T08:19:32.096+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:19:32.096+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:19:32.096+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:32.096+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:19:32.096+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:19:32.096+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00142e380","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:19:34.072+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:19:34.072+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9266; new range ID: 9267","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:19:34.073+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00142e200","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:19:34.740+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9266; new range ID: 9267","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:19:34.740+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc001279f00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:19:34.946+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:34.946+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:36.296+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:36.298+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:36.298+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 17451 when it was should have been 17450","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:36.943+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:36.945+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:36.945+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10293 when it was should have been 10292","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:19:38.071+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:42.848+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:42.849+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:42.849+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10332 when it was should have been 10331","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:44.824+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:44.825+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:44.825+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10309 when it was should have been 10308","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:19:47.220+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:47.811+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:47.812+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:47.812+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14083 when it was should have been 14082","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:49.841+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:49.841+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:50.302+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:50.302+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:50.320+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:50.321+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:50.321+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14214 when it was should have been 14213","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:50.945+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:50.945+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:51.307+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:51.308+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:51.308+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6408 when it was should have been 6407","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:56.264+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:56.265+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:56.265+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17344 when it was should have been 17343","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:58.886+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:19:58.886+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:19:59.886+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:59.887+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:59.887+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10454 when it was should have been 10453","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:19:59.965+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:19:59.965+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:19:59.965+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10249 when it was should have been 10248","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:01.674+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:01.674+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:20:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:20:04.464+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:20:04.464+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:20:04.464+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:20:04.464+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:20:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:20:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","shard-range-id":9269,"previous-shard-range-id":9268,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:20:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","shard-range-id":9269,"previous-shard-range-id":9268,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:20:04.490+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","shard-range-id":7502,"previous-shard-range-id":7501,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","shard-range-id":9269,"previous-shard-range-id":9268,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:20:04.494+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:20:04.495+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:20:04.893+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:04.899+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:04.899+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10675 when it was should have been 10674","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:04.903+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:04.907+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:04.907+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 3726 when it was should have been 3725","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:04.986+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:04.991+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:04.991+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17379 when it was should have been 17377","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:05.954+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:05.958+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:05.958+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14068 when it was should have been 14067","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:05.969+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:05.973+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:05.973+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10218 when it was should have been 10216","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:06.926+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:06.931+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:06.931+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 3650 when it was should have been 3649","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:20:06.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:20:08.760+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:08.761+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:08.761+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14636 when it was should have been 14635","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:08.813+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:08.813+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:16.912+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:16.912+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:16.912+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:16.912+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:17.826+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:17.830+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:17.830+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6393 when it was should have been 6392","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:17.887+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:17.888+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:17.888+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14098 when it was should have been 14097","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:22.352+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:22.352+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:22.702+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:22.702+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:23.353+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:23.357+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:23.357+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6415 when it was should have been 6414","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:23.704+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:23.709+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:23.709+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6332 when it was should have been 6331","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:20:25.968+0700","msg":"Membership upsert failed.","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"rpMonitor.go:276","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/membership.(*ringpopMonitor).startHeartbeatUpsertLoop.func1\n\t/temporal/common/membership/rpMonitor.go:276"}
{"level":"info","ts":"2021-11-02T08:20:29.802+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:29.802+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:30.091+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:20:30.091+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9269; new range ID: 9270","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:20:30.092+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00122dc80","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:20:30.099+0700","msg":"Error updating ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9269; new range ID: 9270","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:20:30.099+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:20:30.100+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:20:30.100+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:30.100+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:20:30.100+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:20:30.100+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00122db00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:20:31.591+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9269; new range ID: 9270","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:20:31.591+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00122d980","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:20:33.948+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:33.948+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:20:34.228+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7502; new range ID: 7503","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:34.228+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"error","ts":"2021-11-02T08:20:34.229+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:20:34.230+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:20:34.230+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:20:34.230+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:20:34.230+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:20:34.230+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:20:34.230+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00115c080","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:20:34.948+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:34.949+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:34.949+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10403 when it was should have been 10402","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:38.075+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:38.078+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:38.078+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14607 when it was should have been 14603","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:41.887+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:41.887+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:42.025+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:42.027+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:42.027+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17383 when it was should have been 17381","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:43.826+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:43.827+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:46.795+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:46.795+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:47.222+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:47.226+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:47.226+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 19953 when it was should have been 19947","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:49.303+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:49.304+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:49.948+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:49.948+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:49.948+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:49.948+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:50.948+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:50.949+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:50.949+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6416 when it was should have been 6415","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:54.780+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:54.781+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:20:55.784+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:20:56.988+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:20:58.888+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:58.888+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:20:58.888+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:20:58.890+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:20:58.890+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 17454 when it was should have been 17453","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:20:58.968+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:20:58.968+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:01.677+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:01.685+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:01.685+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10292 when it was should have been 10291","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:03.894+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:03.894+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:03.895+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:03.895+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:04.476+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:21:04.476+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:21:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:21:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:21:04.478+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:21:04.478+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:21:04.479+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:21:04.479+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","shard-range-id":9272,"previous-shard-range-id":9271,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:21:04.498+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:21:04.500+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","shard-range-id":9272,"previous-shard-range-id":9271,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:21:04.502+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","shard-range-id":9272,"previous-shard-range-id":9271,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:21:04.506+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:21:04.512+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","shard-range-id":7505,"previous-shard-range-id":7504,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:21:04.512+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:21:04.513+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:21:04.873+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:04.873+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:21:04.973+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:05.786+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:05.786+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:05.787+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:05.787+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:08.815+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:08.816+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:08.816+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10334 when it was should have been 10333","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:16.827+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:16.827+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:21:16.912+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:21:16.912+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:22.353+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:22.355+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:22.355+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14086 when it was should have been 14085","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:22.704+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:22.704+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:22.706+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:22.711+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:22.711+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14100 when it was should have been 14099","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:23.754+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:23.754+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:23.754+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:23.754+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:24.720+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:24.723+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:24.723+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6387 when it was should have been 6386","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:21:26.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"error","ts":"2021-11-02T08:21:27.992+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"error","ts":"2021-11-02T08:21:28.992+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"error","ts":"2021-11-02T08:21:29.803+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:30.853+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:30.855+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:30.855+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14612 when it was should have been 14610","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:31.771+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:21:31.771+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9272; new range ID: 9273","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:21:31.771+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:21:31.771+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:21:31.771+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:21:31.771+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:21:31.771+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:21:31.772+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002384580","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:21:32.352+0700","msg":"Error updating ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7505; new range ID: 7506","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:32.352+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"error","ts":"2021-11-02T08:21:32.353+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:21:32.353+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:21:32.353+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:21:32.353+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:32.353+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:21:32.353+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:21:32.353+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002384800","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:21:32.688+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9272; new range ID: 9273","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:21:32.688+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002384280","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:21:32.735+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:21:32.735+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9272; new range ID: 9273","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:21:32.735+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:21:32.736+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002384400","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:21:33.950+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:33.952+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:33.952+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10296 when it was should have been 10295","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:21:36.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:21:37.044+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:37.044+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:21:37.990+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:21:39.155+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:39.155+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:40.845+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:40.845+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:41.889+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:41.893+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:41.893+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14218 when it was should have been 14216","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:43.840+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:43.844+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:43.844+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17348 when it was should have been 17346","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:45.797+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:45.797+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:45.798+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:45.798+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:48.306+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:48.306+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:49.864+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:49.873+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:49.873+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10311 when it was should have been 10310","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:50.081+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:50.109+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:50.109+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14071 when it was should have been 14070","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:50.311+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:50.318+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:50.318+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6417 when it was should have been 6415","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:53.782+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:53.782+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:55.786+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:55.788+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:55.788+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10290 when it was should have been 10287","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:57.709+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:57.709+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:21:58.889+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:58.890+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:58.890+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10457 when it was should have been 10456","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:59.013+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:21:59.014+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:21:59.014+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17386 when it was should have been 17384","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:21:59.680+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:21:59.680+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:02.896+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:02.896+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:03.875+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:03.875+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:04.465+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:22:04.465+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:22:04.465+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:22:04.465+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:22:04.465+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:22:04.465+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:22:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:22:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","shard-range-id":9275,"previous-shard-range-id":9274,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","shard-range-id":9275,"previous-shard-range-id":9274,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:22:04.477+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.477+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:22:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:22:04.477+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:22:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:22:04.477+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","shard-range-id":7508,"previous-shard-range-id":7507,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:22:04.485+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","shard-range-id":9275,"previous-shard-range-id":9274,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:22:04.486+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:22:04.879+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:04.891+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:04.891+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6427 when it was should have been 6426","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:04.979+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:04.987+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:04.987+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10157 when it was should have been 10154","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:05.853+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:05.859+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:05.859+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 19956 when it was should have been 19954","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:05.894+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:05.918+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:05.918+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14610 when it was should have been 14608","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:06.632+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:06.632+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:06.632+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:06.632+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:15.829+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:15.829+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:22:16.765+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"2906737e22e9:c4ba3a64-321c-41f4-8dee-4553e62e2f43","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:16.915+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:16.915+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:16.919+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:16.919+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10220 when it was should have been 10219","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:16.922+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:16.922+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17383 when it was should have been 17380","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:22.756+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:22.756+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:23.761+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:23.767+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:23.767+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10407 when it was should have been 10405","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:25.405+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:25.407+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:25.407+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6329 when it was should have been 6328","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:29.804+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:29.805+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:29.805+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14639 when it was should have been 14637","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:22:30.336+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9275; new range ID: 9276","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:22:30.336+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0012d5c80","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:22:30.983+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9275; new range ID: 9276","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:30.983+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:22:30.984+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:22:30.984+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc00232c200","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:22:31.253+0700","msg":"Error updating ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9275; new range ID: 9276","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:22:31.253+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc00232c080","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:22:31.951+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:31.951+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:22:33.571+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7508; new range ID: 7509","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:33.571+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"error","ts":"2021-11-02T08:22:33.572+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:22:33.584+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:22:33.584+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:22:33.584+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:22:33.584+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:22:33.584+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:22:33.584+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc00232c380","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"error","ts":"2021-11-02T08:22:36.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:22:37.136+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:37.139+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:37.140+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14614 when it was should have been 14613","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:22:37.989+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:22:38.156+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:38.156+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:39.847+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:39.847+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:40.848+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:40.853+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:40.853+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10254 when it was should have been 10252","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:40.889+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:40.889+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:46.803+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:46.804+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:46.804+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6489 when it was should have been 6487","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:47.846+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:47.846+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:47.951+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:47.951+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:49.313+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:49.315+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:49.315+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6504 when it was should have been 6502","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:49.961+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:49.962+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:49.962+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6350 when it was should have been 6348","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:53.870+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:53.872+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:53.872+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17351 when it was should have been 17349","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:54.791+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:22:54.792+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:22:54.792+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10231 when it was should have been 10230","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:56.712+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:56.712+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:22:57.709+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:22:57.971+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:57.971+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:58.683+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:58.683+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:22:58.683+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:22:58.683+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:22:59.681+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:03.904+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:03.905+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:03.905+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10679 when it was should have been 10677","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:04.467+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:23:04.467+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:23:04.467+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:23:04.467+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:23:04.467+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:23:04.467+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:23:04.467+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:23:04.467+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:23:04.477+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","shard-range-id":9278,"previous-shard-range-id":9277,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:23:04.477+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:23:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","shard-range-id":7511,"previous-shard-range-id":7510,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","shard-range-id":9278,"previous-shard-range-id":9277,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","shard-range-id":9278,"previous-shard-range-id":9277,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:23:04.483+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:23:04.484+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:23:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:23:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:23:04.484+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:23:06.840+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:06.843+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:06.843+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 19959 when it was should have been 19957","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:23:06.992+0700","msg":"Error refreshing namespace cache","service":"matching","error":"Persistence Max QPS Reached.","logging-call-at":"registry.go:364","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/common/namespace.(*registry).refreshLoop\n\t/temporal/common/namespace/registry.go:364\ngo.temporal.io/server/internal/goro.Go.func1\n\t/temporal/internal/goro/goro.go:56"}
{"level":"info","ts":"2021-11-02T08:23:14.917+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:14.917+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:15.831+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:15.832+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:15.832+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14104 when it was should have been 14102","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:16.839+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:16.844+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:16.844+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6396 when it was should have been 6395","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:20.358+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:20.358+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:20.707+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:20.708+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:22.714+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:22.718+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:22.718+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6335 when it was should have been 6333","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:22.759+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:22.761+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:22.761+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10459 when it was should have been 10458","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:23.780+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:23.782+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:23.782+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 17459 when it was should have been 17457","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:27.807+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:27.807+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:27.808+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:27.808+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:23:30.723+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9278; new range ID: 9279","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:23:30.723+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc002278a80","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:23:30.954+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:30.954+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:31.747+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:23:31.747+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9278; new range ID: 9279","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:23:31.747+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:23:31.747+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:23:31.747+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:23:31.747+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:23:31.747+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:23:31.747+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:23:31.747+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:31.747+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:23:31.748+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc002278900","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:23:31.954+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:31.963+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:31.963+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10410 when it was should have been 10408","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:32.992+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:23:32.992+0700","msg":"Error updating ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 7511; new range ID: 7512","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:23:32.992+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:23:32.992+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:23:32.992+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:23:32.992+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:23:32.992+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:23:32.992+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:23:32.992+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:32.992+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:23:32.993+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:23:32.993+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:23:32.993+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:32.993+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:23:33.002+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:23:33.002+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:23:33.002+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:33.002+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:23:33.002+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:23:33.002+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"error","ts":"2021-11-02T08:23:33.002+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc002278d00","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:23:35.298+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:23:35.298+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9278; new range ID: 9279","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:23:35.298+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:23:35.298+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:23:35.298+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:23:35.298+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:23:35.298+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:23:35.298+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:23:35.298+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:35.298+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:23:35.299+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc002278780","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:23:38.157+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:38.162+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:38.162+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17388 when it was should have been 17387","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:38.848+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:38.848+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:39.164+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:39.166+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:39.166+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10235 when it was should have been 10234","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:39.848+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:39.851+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:39.851+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10336 when it was should have been 10335","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:40.830+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:40.831+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:45.806+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:45.812+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:45.812+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6419 when it was should have been 6418","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:45.837+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:45.838+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:45.838+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14090 when it was should have been 14088","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:46.308+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:46.308+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:46.953+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:46.953+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:47.848+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:47.849+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:47.849+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10292 when it was should have been 10291","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:23:47.951+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:48.377+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:48.378+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:48.378+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14221 when it was should have been 14219","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:51.787+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:51.787+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:56.973+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:23:56.973+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:23:57.711+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:57.716+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:57.716+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10314 when it was should have been 10312","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:57.975+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:57.980+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:57.980+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10256 when it was should have been 10255","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:58.685+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:58.686+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:58.688+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:58.688+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10159 when it was should have been 10158","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:58.689+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:58.689+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17386 when it was should have been 17385","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:23:59.682+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:23:59.684+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:23:59.684+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10295 when it was should have been 10293","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:00.901+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:00.901+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:01.837+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:01.837+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:03.792+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:03.792+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:04.391+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:04.393+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:04.393+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14075 when it was should have been 14073","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:24:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:24:04.464+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:24:04.464+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:24:04.464+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:24:04.464+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:24:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:24:04.465+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","shard-range-id":9281,"previous-shard-range-id":9280,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:24:04.477+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:24:04.478+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","shard-range-id":9281,"previous-shard-range-id":9280,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:24:04.479+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","shard-range-id":9281,"previous-shard-range-id":9280,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:24:04.484+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","shard-range-id":7514,"previous-shard-range-id":7513,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:24:04.496+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:24:04.821+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:04.821+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:06.791+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:06.799+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:06.799+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14613 when it was should have been 14611","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:13.919+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:13.919+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:14.920+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:14.922+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:14.922+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10223 when it was should have been 10222","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:24:16.880+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"2906737e22e9:bfc87ac7-275a-4a5c-876c-2da5fe26264d","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:19.360+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:19.360+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:19.361+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:19.361+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:20.759+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:20.759+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:26.809+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:26.809+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:27.814+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:27.821+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:27.821+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14643 when it was should have been 14642","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:28.077+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:28.082+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:28.082+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 19962 when it was should have been 19960","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:29.955+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:29.955+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:24:30.888+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9281; new range ID: 9282","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:24:30.888+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc001cd6500","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:24:30.981+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:30.983+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:30.983+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 17462 when it was should have been 17460","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:31.402+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:24:31.402+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9281; new range ID: 9282","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:24:31.403+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc001cd6380","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:24:32.115+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:24:32.115+0700","msg":"Error updating ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7514; new range ID: 7515","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:32.116+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:24:32.117+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:24:32.117+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:24:32.117+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:32.117+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:24:32.117+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:24:32.117+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"error","ts":"2021-11-02T08:24:32.117+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc001cd6680","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:24:33.074+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:33.074+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:35.249+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:24:35.249+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9281; new range ID: 9282","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:24:35.249+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:24:35.249+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:24:35.249+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:24:35.249+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:24:35.249+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:24:35.249+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:24:35.249+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:24:35.250+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc00209fd00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:24:38.995+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:38.996+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:38.996+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17391 when it was should have been 17389","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:39.893+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:39.893+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:39.894+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:39.894+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:40.832+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:40.835+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:40.835+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10234 when it was should have been 10233","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:40.903+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:40.905+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:40.905+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 6413 when it was should have been 6411","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:45.310+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:45.310+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:45.850+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:45.850+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:45.954+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:45.954+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:24:46.308+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:47.953+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:47.955+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:47.955+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/2","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 6419 when it was should have been 6417","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:50.789+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:50.789+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:56.686+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:56.686+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:24:56.734+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:56.734+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:56.734+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17354 when it was should have been 17352","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:56.975+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:24:56.976+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:24:56.976+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10339 when it was should have been 10338","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:24:59.902+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:24:59.902+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:00.907+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:00.926+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:00.926+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10681 when it was should have been 10680","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:01.885+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:01.887+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:01.887+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 17389 when it was should have been 17387","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:03.649+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:03.650+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:03.822+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:03.822+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:03.823+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:03.823+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/1","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:04.108+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:04.111+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:04.111+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14619 when it was should have been 14617","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:25:04.464+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:25:04.464+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:25:04.464+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:25:04.464+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:25:04.464+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:25:04.464+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","lifecycle":"Started","component":"shard-item","logging-call-at":"controller_impl.go:265"}
{"level":"info","ts":"2021-11-02T08:25:04.464+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","lifecycle":"Starting","component":"shard-engine","logging-call-at":"controller_impl.go:425"}
{"level":"info","ts":"2021-11-02T08:25:04.475+0700","msg":"Range updated for shardID","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","shard-range-id":9284,"previous-shard-range-id":9283,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:25:04.475+0700","msg":"Acquired shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"Timer queue processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"Task processor started.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:25:04.476+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:25:04.477+0700","msg":"Range updated for shardID","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","shard-range-id":9284,"previous-shard-range-id":9283,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:25:04.477+0700","msg":"Acquired shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Timer queue processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Task processor started.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Range updated for shardID","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","shard-range-id":9284,"previous-shard-range-id":9283,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Acquired shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Timer queue processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Task processor started.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Range updated for shardID","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","shard-range-id":7517,"previous-shard-range-id":7516,"number":0,"next-number":0,"logging-call-at":"context_impl.go:746"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Acquired shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","logging-call-at":"context_impl.go:1143"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"history-engine","lifecycle":"Starting","logging-call-at":"historyEngine.go:281"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Timer queue processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:165"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"visibility-queue-processor","lifecycle":"Starting","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:150"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"Task processor started.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:147"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"visibility-queue-processor","lifecycle":"Started","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:159"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"history-engine","lifecycle":"Started","logging-call-at":"historyEngine.go:300"}
{"level":"info","ts":"2021-11-02T08:25:04.478+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","lifecycle":"Started","component":"shard-engine","logging-call-at":"controller_impl.go:440"}
{"level":"info","ts":"2021-11-02T08:25:04.823+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:04.827+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:04.827+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-processor-parent-close-policy/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10238 when it was should have been 10236","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:12.920+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:12.920+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:12.921+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:12.921+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:13.923+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:13.932+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:13.932+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10298 when it was should have been 10296","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:19.562+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:19.602+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:19.602+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14092 when it was should have been 14091","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:19.761+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:19.761+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:19.762+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:19.762+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"error","ts":"2021-11-02T08:25:20.367+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:20.710+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:20.710+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-archival-tq/3","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:20.718+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:20.720+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:20.720+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-archival-tq","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14107 when it was should have been 14105","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"error","ts":"2021-11-02T08:25:20.760+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Persistence Max QPS Reached.","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:26.855+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:26.893+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:26.893+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/3","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14615 when it was should have been 14614","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:29.957+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:29.981+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:29.981+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/1","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 10413 when it was should have been 10412","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:30.972+0700","msg":"Close shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:25:30.972+0700","msg":"Error updating ack level for shard","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"transfer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 9284; new range ID: 9285","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:25:30.972+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":2,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:25:30.972+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","lifecycle":"Stopped","component":"shard-item","number":3,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:25:30.972+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:25:30.972+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:25:30.972+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"Timer processor exiting.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"Task processor shutdown.","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:25:30.973+0700","msg":"none","service":"history","shard-id":2,"address":"172.17.0.7:7234","shard-item":"0xc0020c8900","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:25:31.990+0700","msg":"Close shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:25:31.991+0700","msg":"Error updating timer ack level for shard","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"timer-queue-processor","cluster-name":"active","error":"Failed to update shard. Previous range ID: 7517; new range ID: 7518","logging-call-at":"timerQueueAckMgr.go:403","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*timerQueueAckMgrImpl).updateAckLevel\n\t/temporal/service/history/timerQueueAckMgr.go:403\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).internalProcessor\n\t/temporal/service/history/timerQueueProcessorBase.go:316\ngo.temporal.io/server/service/history.(*timerQueueProcessorBase).processorPump\n\t/temporal/service/history/timerQueueProcessorBase.go:196"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":4,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","lifecycle":"Stopped","component":"shard-item","number":2,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"Timer processor exiting.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:31.991+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"error","ts":"2021-11-02T08:25:31.993+0700","msg":"Error complete transfer task","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"transfer-queue-processor","error":"shard closed","logging-call-at":"transferQueueProcessor.go:275","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*transferQueueProcessorImpl).completeTransferLoop\n\t/temporal/service/history/transferQueueProcessor.go:275"}
{"level":"info","ts":"2021-11-02T08:25:32.007+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:25:32.007+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:25:32.007+0700","msg":"Task processor shutdown.","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:32.007+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:25:32.007+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:25:32.007+0700","msg":"none","service":"history","shard-id":4,"address":"172.17.0.7:7234","shard-item":"0xc0020c8c00","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:25:32.077+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:32.077+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-tq-scanner-taskqueue-0/2","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"Close shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:25:32.478+0700","msg":"Error updating ack level for shard","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9284; new range ID: 9285","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":1,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","lifecycle":"Stopped","component":"shard-item","number":1,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"Timer processor exiting.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"Task processor shutdown.","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:25:32.478+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:25:32.479+0700","msg":"none","service":"history","shard-id":1,"address":"172.17.0.7:7234","shard-item":"0xc0020c8780","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:25:33.091+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:33.093+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:33.093+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-tq-scanner-taskqueue-0","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 19965 when it was should have been 19963","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:33.667+0700","msg":"Close shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","logging-call-at":"context_impl.go:691"}
{"level":"error","ts":"2021-11-02T08:25:33.668+0700","msg":"Error updating ack level for shard","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"visibility-queue-processor","error":"Failed to update shard. Previous range ID: 9284; new range ID: 9285","operation-result":"OperationFailed","logging-call-at":"queueAckMgr.go:224","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/history.(*queueAckMgrImpl).updateQueueAckLevel\n\t/temporal/service/history/queueAckMgr.go:224\ngo.temporal.io/server/service/history.(*queueProcessorBase).processorPump\n\t/temporal/service/history/queueProcessor.go:241"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","component":"shard-controller","address":"172.17.0.7:7234","lifecycle":"Stopping","component":"shard","shard-id":3,"logging-call-at":"controller_impl.go:219"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","lifecycle":"Stopped","component":"shard-item","number":0,"logging-call-at":"controller_impl.go:292"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","lifecycle":"Stopping","component":"shard-engine","logging-call-at":"controller_impl.go:460"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"history-engine","lifecycle":"Stopping","logging-call-at":"historyEngine.go:312"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"transfer-queue-processor","cluster-name":"active","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"transfer-queue-processor","cluster-name":"active","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"Timer queue processor pump shutting down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:203"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"Timer processor exiting.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:204"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"Timer queue processor stopped.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"timer-queue-processor","cluster-name":"active","component":"timer-queue-processor","logging-call-at":"timerQueueProcessorBase.go:184"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"visibility-queue-processor","lifecycle":"Stopping","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:166"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"Queue processor pump shut down.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"visibility-queue-processor","logging-call-at":"queueProcessor.go:249"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"Task processor shutdown.","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"visibility-queue-processor","logging-call-at":"taskProcessor.go:155"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"visibility-queue-processor","lifecycle":"Stopped","component":"transfer-queue-processor","logging-call-at":"queueProcessor.go:179"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","component":"history-engine","lifecycle":"Stopped","logging-call-at":"historyEngine.go:331"}
{"level":"info","ts":"2021-11-02T08:25:33.668+0700","msg":"none","service":"history","shard-id":3,"address":"172.17.0.7:7234","shard-item":"0xc0020c8a80","lifecycle":"Stopped","component":"shard-engine","logging-call-at":"controller_impl.go:463"}
{"level":"info","ts":"2021-11-02T08:25:39.899+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:39.900+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:39.900+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 14224 when it was should have been 14223","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:42.810+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:42.810+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Workflow","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:44.312+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:44.312+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-add-search-attributes-task-queue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:44.851+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Starting","logging-call-at":"taskQueueManager.go:238"}
{"level":"info","ts":"2021-11-02T08:25:44.851+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-batcher-taskqueue","wf-task-queue-type":"Activity","lifecycle":"Started","logging-call-at":"taskQueueManager.go:242"}
{"level":"info","ts":"2021-11-02T08:25:45.856+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:45.859+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:45.859+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-batcher-taskqueue/1","wf-task-queue-type":"Activity","store-operation":"update-task-queue","error":"Task queue range ID was 10318 when it was should have been 10316","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:46.084+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:46.086+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:46.086+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"temporal-sys-processor-parent-close-policy","wf-task-queue-type":"Workflow","store-operation":"update-task-queue","error":"Task queue range ID was 14078 when it was should have been 14076","logging-call-at":"taskReader.go:171","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/temporal/common/log/zap_logger.go:142\ngo.temporal.io/server/service/matching.(*taskReader).getTasksPump\n\t/temporal/service/matching/taskReader.go:171\ngo.temporal.io/server/internal/goro.(*Group).Go.func1\n\t/temporal/internal/goro/group.go:57"}
{"level":"info","ts":"2021-11-02T08:25:46.312+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopping","logging-call-at":"taskQueueManager.go:254"}
{"level":"info","ts":"2021-11-02T08:25:46.316+0700","msg":"none","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-type":"Activity","lifecycle":"Stopped","logging-call-at":"taskQueueManager.go:260"}
{"level":"error","ts":"2021-11-02T08:25:46.316+0700","msg":"Persistent store operation failure","service":"matching","component":"matching-engine","wf-task-queue-name":"/_sys/temporal-sys-add-search-attributes-task-queue/2","wf-task-queue-ty
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment