Skip to content

Instantly share code, notes, and snippets.

@byronvoorbach

byronvoorbach/gist:5ef7238a49adfab27cfdb46ef44cb6bf

Created April 2, 2024 18:04
Show Gist options
  • Save byronvoorbach/5ef7238a49adfab27cfdb46ef44cb6bf to your computer and use it in GitHub Desktop.
Save byronvoorbach/5ef7238a49adfab27cfdb46ef44cb6bf to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
{"error":"init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:22Z"}
2024/04/02 14:54:22 http: panic serving 10.0.166.193:46634: Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory
goroutine 6671895 [running]:
net/http.(*conn).serve.func1()
/usr/local/go/src/net/http/server.go:1868 +0xb9
panic({0x1679e80?, 0xc1493e24b0?})
/usr/local/go/src/runtime/panic.go:920 +0x270
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoadCtx(0xc008539c80?, {0x1e04f40?, 0x2af4740?})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:84 +0x48
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoad(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:79
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).isReadOnly(0xc008539c80)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:443 +0x27
github.com/weaviate/weaviate/adapters/repos/db.(*Index).writableShard(0x1?, {0xc11d538857, 0x24})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:160 +0x44
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ReplicateObjects(0x198ad20?, {0x1e05058, 0xc14939da90}, {0xc11d538857?, 0x1?}, {0xc11d53888f, 0x1e}, {0xc0f6092650, 0x1, 0x1})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:193 +0x3f
github.com/weaviate/weaviate/adapters/repos/db.(*DB).ReplicateObjects(0xc0e3a60ff0?, {0x1e05058, 0xc14939da90}, {0xc11d538837?, 0xc038beb400?}, {0xc11d538857, 0x24}, {0xc11d53888f, 0x1e}, {0xc0f6092650, ...})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:69 +0xc5
github.com/weaviate/weaviate/usecases/replica.(*RemoteReplicaIncoming).ReplicateObjects(0xc186abcb01?, {0x1e05058?, 0xc14939da90?}, {0xc11d538837?, 0x0?}, {0xc11d538857?, 0x1?}, {0xc11d53888f?, 0x1de4040?}, {0xc0f6092650, ...})
/go/src/github.com/weaviate/weaviate/usecases/replica/remote_incoming.go:70 +0x63
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObjectBatch(0xc0082538c0, {0x1dffdb0, 0xc0eb0d2d20}, 0xc0f7251400, {0xc11d538837, 0x18}, {0xc11d538857, 0x24}, {0xc11d53888f, 0x1e})
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:549 +0x125
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObject.func1({0x1dffdb0, 0xc0eb0d2d20}, 0xc0f7251400)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:288 +0x249
net/http.HandlerFunc.ServeHTTP(0xc0082538c0?, {0x1dffdb0?, 0xc0eb0d2d20?}, 0xc00f763a70?)
/usr/local/go/src/net/http/server.go:2136 +0x29
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).Indices.(*replicatedIndices).indicesHandler.func1({0x1dffdb0, 0xc0eb0d2d20}, 0xc0f7251400)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:152 +0x36d
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*basicAuthHandler).handleFunc.func1({0x1dffdb0, 0xc0eb0d2d20}, 0x72c5cd?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/auth.go:39 +0xc2
net/http.HandlerFunc.ServeHTTP(0x10?, {0x1dffdb0?, 0xc0eb0d2d20?}, 0xc18dfd32ec?)
/usr/local/go/src/net/http/server.go:2136 +0x29
net/http.(*ServeMux).ServeHTTP(0x412b85?, {0x1dffdb0, 0xc0eb0d2d20}, 0xc0f7251400)
/usr/local/go/src/net/http/server.go:2514 +0x142
net/http.serverHandler.ServeHTTP({0x1dfb4a0?}, {0x1dffdb0?, 0xc0eb0d2d20?}, 0x6?)
/usr/local/go/src/net/http/server.go:2938 +0x8e
net/http.(*conn).serve(0xc0e5465320, {0x1e05020, 0xc008253aa0})
/usr/local/go/src/net/http/server.go:2009 +0x5f4
created by net/http.(*Server).Serve in goroutine 178
/usr/local/go/src/net/http/server.go:3086 +0x5cb
{"error":"init shard \"block_spans_19_b95262fc-2fca-4329-ba73-cdaa369f44e2\": init shard \"block_spans_19_b95262fc-2fca-4329-ba73-cdaa369f44e2\": shard db: create objects bucket: init disk segments: init segment segment-1711475630235178667.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard b95262fc-2fca-4329-ba73-cdaa369f44e2: init shard \"block_spans_19_b95262fc-2fca-4329-ba73-cdaa369f44e2\": init shard \"block_spans_19_b95262fc-2fca-4329-ba73-cdaa369f44e2\": shard db: create objects bucket: init disk segments: init segment segment-1711475630235178667.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:22Z"}
{"error":"init shard \"collection_properties_19_184cfad9-85d7-45df-9d4f-da44a8a6efc3\": init shard \"collection_properties_19_184cfad9-85d7-45df-9d4f-da44a8a6efc3\": shard db: create objects bucket: init disk segments: init segment segment-1711662994292922210.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 184cfad9-85d7-45df-9d4f-da44a8a6efc3: init shard \"collection_properties_19_184cfad9-85d7-45df-9d4f-da44a8a6efc3\": init shard \"collection_properties_19_184cfad9-85d7-45df-9d4f-da44a8a6efc3\": shard db: create objects bucket: init disk segments: init segment segment-1711662994292922210.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:22Z"}
{"error":"init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:23Z"}
2024/04/02 14:54:23 http: panic serving 10.0.166.193:43620: Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory
goroutine 10069820 [running]:
net/http.(*conn).serve.func1()
/usr/local/go/src/net/http/server.go:1868 +0xb9
panic({0x1679e80?, 0xc14d64b400?})
/usr/local/go/src/runtime/panic.go:920 +0x270
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoadCtx(0xc008539c80?, {0x1e04f40?, 0x2af4740?})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:84 +0x48
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoad(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:79
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).isReadOnly(0xc008539c80)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:443 +0x27
github.com/weaviate/weaviate/adapters/repos/db.(*Index).writableShard(0x1?, {0xc0a3322037, 0x24})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:160 +0x44
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ReplicateObjects(0x198ad20?, {0x1e05058, 0xc14d650f50}, {0xc0a3322037?, 0x1?}, {0xc0a332206f, 0x1e}, {0xc12ee501f8, 0x1, 0x1})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:193 +0x3f
github.com/weaviate/weaviate/adapters/repos/db.(*DB).ReplicateObjects(0xc0dfe8dd10?, {0x1e05058, 0xc14d650f50}, {0xc0a3322017?, 0xc06b7d2000?}, {0xc0a3322037, 0x24}, {0xc0a332206f, 0x1e}, {0xc12ee501f8, ...})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:69 +0xc5
github.com/weaviate/weaviate/usecases/replica.(*RemoteReplicaIncoming).ReplicateObjects(0xc18a134d01?, {0x1e05058?, 0xc14d650f50?}, {0xc0a3322017?, 0x0?}, {0xc0a3322037?, 0x1?}, {0xc0a332206f?, 0x1de4040?}, {0xc12ee501f8, ...})
/go/src/github.com/weaviate/weaviate/usecases/replica/remote_incoming.go:70 +0x63
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObjectBatch(0xc0082538c0, {0x1dffdb0, 0xc0c88d3880}, 0xc117792000, {0xc0a3322017, 0x18}, {0xc0a3322037, 0x24}, {0xc0a332206f, 0x1e})
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:549 +0x125
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObject.func1({0x1dffdb0, 0xc0c88d3880}, 0xc117792000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:288 +0x249
net/http.HandlerFunc.ServeHTTP(0xc0082538c0?, {0x1dffdb0?, 0xc0c88d3880?}, 0xc024ee0a70?)
/usr/local/go/src/net/http/server.go:2136 +0x29
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).Indices.(*replicatedIndices).indicesHandler.func1({0x1dffdb0, 0xc0c88d3880}, 0xc117792000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:152 +0x36d
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*basicAuthHandler).handleFunc.func1({0x1dffdb0, 0xc0c88d3880}, 0x72c5cd?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/auth.go:39 +0xc2
net/http.HandlerFunc.ServeHTTP(0x10?, {0x1dffdb0?, 0xc0c88d3880?}, 0xc18e057dec?)
/usr/local/go/src/net/http/server.go:2136 +0x29
net/http.(*ServeMux).ServeHTTP(0x412b85?, {0x1dffdb0, 0xc0c88d3880}, 0xc117792000)
/usr/local/go/src/net/http/server.go:2514 +0x142
net/http.serverHandler.ServeHTTP({0x1dfb4a0?}, {0x1dffdb0?, 0xc0c88d3880?}, 0x6?)
/usr/local/go/src/net/http/server.go:2938 +0x8e
net/http.(*conn).serve(0xc125ece5a0, {0x1e05020, 0xc008253aa0})
/usr/local/go/src/net/http/server.go:2009 +0x5f4
created by net/http.(*Server).Serve in goroutine 178
/usr/local/go/src/net/http/server.go:3086 +0x5cb
{"error":"init shard \"block_spans_19_c55b44a1-bf37-47eb-970f-7c580d8c959d\": init shard \"block_spans_19_c55b44a1-bf37-47eb-970f-7c580d8c959d\": shard db: create objects bucket: init disk segments: init segment segment-1711502189678213871.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard c55b44a1-bf37-47eb-970f-7c580d8c959d: init shard \"block_spans_19_c55b44a1-bf37-47eb-970f-7c580d8c959d\": init shard \"block_spans_19_c55b44a1-bf37-47eb-970f-7c580d8c959d\": shard db: create objects bucket: init disk segments: init segment segment-1711502189678213871.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:23Z"}
{"error":"init shard \"collection_properties_19_9b1610c3-38d4-47f9-b954-aeb93d1d62ab\": init shard \"collection_properties_19_9b1610c3-38d4-47f9-b954-aeb93d1d62ab\": shard db: create objects bucket: init disk segments: init segment segment-1711663052690832246.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 9b1610c3-38d4-47f9-b954-aeb93d1d62ab: init shard \"collection_properties_19_9b1610c3-38d4-47f9-b954-aeb93d1d62ab\": init shard \"collection_properties_19_9b1610c3-38d4-47f9-b954-aeb93d1d62ab\": shard db: create objects bucket: init disk segments: init segment segment-1711663052690832246.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:23Z"}
{"error":"init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:23Z"}
2024/04/02 14:54:23 http: panic serving 10.0.166.193:43626: Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory
goroutine 10071081 [running]:
net/http.(*conn).serve.func1()
/usr/local/go/src/net/http/server.go:1868 +0xb9
panic({0x1679e80?, 0xc14e09f7e0?})
/usr/local/go/src/runtime/panic.go:920 +0x270
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoadCtx(0xc008539c80?, {0x1e04f40?, 0x2af4740?})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:84 +0x48
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoad(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:79
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).isReadOnly(0xc008539c80)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:443 +0x27
github.com/weaviate/weaviate/adapters/repos/db.(*Index).writableShard(0x1?, {0xc075a462b7, 0x24})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:160 +0x44
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ReplicateObjects(0x198ad20?, {0x1e05058, 0xc14e0a7270}, {0xc075a462b7?, 0x1?}, {0xc075a462ef, 0x1e}, {0xc15f14fb98, 0x1, 0x1})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:193 +0x3f
github.com/weaviate/weaviate/adapters/repos/db.(*DB).ReplicateObjects(0xc0e25b51d0?, {0x1e05058, 0xc14e0a7270}, {0xc075a46297?, 0xc0a9604f00?}, {0xc075a462b7, 0x24}, {0xc075a462ef, 0x1e}, {0xc15f14fb98, ...})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:69 +0xc5
github.com/weaviate/weaviate/usecases/replica.(*RemoteReplicaIncoming).ReplicateObjects(0xc18a0df501?, {0x1e05058?, 0xc14e0a7270?}, {0xc075a46297?, 0x0?}, {0xc075a462b7?, 0x1?}, {0xc075a462ef?, 0x1de4040?}, {0xc15f14fb98, ...})
/go/src/github.com/weaviate/weaviate/usecases/replica/remote_incoming.go:70 +0x63
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObjectBatch(0xc0082538c0, {0x1dffdb0, 0xc10bb40e00}, 0xc112271400, {0xc075a46297, 0x18}, {0xc075a462b7, 0x24}, {0xc075a462ef, 0x1e})
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:549 +0x125
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObject.func1({0x1dffdb0, 0xc10bb40e00}, 0xc112271400)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:288 +0x249
net/http.HandlerFunc.ServeHTTP(0xc0082538c0?, {0x1dffdb0?, 0xc10bb40e00?}, 0xc00015ca70?)
/usr/local/go/src/net/http/server.go:2136 +0x29
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).Indices.(*replicatedIndices).indicesHandler.func1({0x1dffdb0, 0xc10bb40e00}, 0xc112271400)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:152 +0x36d
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*basicAuthHandler).handleFunc.func1({0x1dffdb0, 0xc10bb40e00}, 0x72c5cd?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/auth.go:39 +0xc2
net/http.HandlerFunc.ServeHTTP(0x10?, {0x1dffdb0?, 0xc10bb40e00?}, 0xc1906107ec?)
/usr/local/go/src/net/http/server.go:2136 +0x29
net/http.(*ServeMux).ServeHTTP(0x412b85?, {0x1dffdb0, 0xc10bb40e00}, 0xc112271400)
/usr/local/go/src/net/http/server.go:2514 +0x142
net/http.serverHandler.ServeHTTP({0x1dfb4a0?}, {0x1dffdb0?, 0xc10bb40e00?}, 0x6?)
/usr/local/go/src/net/http/server.go:2938 +0x8e
net/http.(*conn).serve(0xc002f01dd0, {0x1e05020, 0xc008253aa0})
/usr/local/go/src/net/http/server.go:2009 +0x5f4
created by net/http.(*Server).Serve in goroutine 178
/usr/local/go/src/net/http/server.go:3086 +0x5cb
{"error":"init shard \"block_spans_19_c66fbcfd-bc6c-41bb-8fd5-27648f8cdac7\": init shard \"block_spans_19_c66fbcfd-bc6c-41bb-8fd5-27648f8cdac7\": shard db: create objects bucket: init disk segments: init segment segment-1711597801758200136.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard c66fbcfd-bc6c-41bb-8fd5-27648f8cdac7: init shard \"block_spans_19_c66fbcfd-bc6c-41bb-8fd5-27648f8cdac7\": init shard \"block_spans_19_c66fbcfd-bc6c-41bb-8fd5-27648f8cdac7\": shard db: create objects bucket: init disk segments: init segment segment-1711597801758200136.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:24Z"}
{"error":"init shard \"collection_properties_19_a3039d32-a33a-4fb4-be00-06ae5f0179b5\": init shard \"collection_properties_19_a3039d32-a33a-4fb4-be00-06ae5f0179b5\": shard db: create objects bucket: init disk segments: init segment segment-1711835370218162984.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard a3039d32-a33a-4fb4-be00-06ae5f0179b5: init shard \"collection_properties_19_a3039d32-a33a-4fb4-be00-06ae5f0179b5\": init shard \"collection_properties_19_a3039d32-a33a-4fb4-be00-06ae5f0179b5\": shard db: create objects bucket: init disk segments: init segment segment-1711835370218162984.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:24Z"}
{"error":"init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:24Z"}
2024/04/02 14:54:24 http: panic serving 10.0.166.193:43628: Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory
goroutine 10072254 [running]:
net/http.(*conn).serve.func1()
/usr/local/go/src/net/http/server.go:1868 +0xb9
panic({0x1679e80?, 0xc14f887550?})
/usr/local/go/src/runtime/panic.go:920 +0x270
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoadCtx(0xc008539c80?, {0x1e04f40?, 0x2af4740?})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:84 +0x48
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoad(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:79
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).isReadOnly(0xc008539c80)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:443 +0x27
github.com/weaviate/weaviate/adapters/repos/db.(*Index).writableShard(0x1?, {0xc075a47257, 0x24})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:160 +0x44
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ReplicateObjects(0x198ad20?, {0x1e05058, 0xc14f88ea00}, {0xc075a47257?, 0x1?}, {0xc075a4728f, 0x1e}, {0xc15f14fc98, 0x1, 0x1})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:193 +0x3f
github.com/weaviate/weaviate/adapters/repos/db.(*DB).ReplicateObjects(0xc0e25b52c0?, {0x1e05058, 0xc14f88ea00}, {0xc075a47237?, 0xc0a9607400?}, {0xc075a47257, 0x24}, {0xc075a4728f, 0x1e}, {0xc15f14fc98, ...})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:69 +0xc5
github.com/weaviate/weaviate/usecases/replica.(*RemoteReplicaIncoming).ReplicateObjects(0xc189fcc801?, {0x1e05058?, 0xc14f88ea00?}, {0xc075a47237?, 0x0?}, {0xc075a47257?, 0x1?}, {0xc075a4728f?, 0x1de4040?}, {0xc15f14fc98, ...})
/go/src/github.com/weaviate/weaviate/usecases/replica/remote_incoming.go:70 +0x63
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObjectBatch(0xc0082538c0, {0x1dffdb0, 0xc10bb40fc0}, 0xc11dbdec00, {0xc075a47237, 0x18}, {0xc075a47257, 0x24}, {0xc075a4728f, 0x1e})
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:549 +0x125
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObject.func1({0x1dffdb0, 0xc10bb40fc0}, 0xc11dbdec00)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:288 +0x249
net/http.HandlerFunc.ServeHTTP(0xc0082538c0?, {0x1dffdb0?, 0xc10bb40fc0?}, 0xc00f6d5a70?)
/usr/local/go/src/net/http/server.go:2136 +0x29
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).Indices.(*replicatedIndices).indicesHandler.func1({0x1dffdb0, 0xc10bb40fc0}, 0xc11dbdec00)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:152 +0x36d
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*basicAuthHandler).handleFunc.func1({0x1dffdb0, 0xc10bb40fc0}, 0x72c5cd?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/auth.go:39 +0xc2
net/http.HandlerFunc.ServeHTTP(0x10?, {0x1dffdb0?, 0xc10bb40fc0?}, 0xc15a2c986c?)
/usr/local/go/src/net/http/server.go:2136 +0x29
net/http.(*ServeMux).ServeHTTP(0x412b85?, {0x1dffdb0, 0xc10bb40fc0}, 0xc11dbdec00)
/usr/local/go/src/net/http/server.go:2514 +0x142
net/http.serverHandler.ServeHTTP({0x1dfb4a0?}, {0x1dffdb0?, 0xc10bb40fc0?}, 0x6?)
/usr/local/go/src/net/http/server.go:2938 +0x8e
net/http.(*conn).serve(0xc0031f3950, {0x1e05020, 0xc008253aa0})
/usr/local/go/src/net/http/server.go:2009 +0x5f4
created by net/http.(*Server).Serve in goroutine 178
/usr/local/go/src/net/http/server.go:3086 +0x5cb
{"error":"init shard \"block_spans_19_f0a93d46-2e71-45f2-8d03-c37a1fb391c2\": init shard \"block_spans_19_f0a93d46-2e71-45f2-8d03-c37a1fb391c2\": shard db: create objects bucket: init disk segments: init segment segment-1711985887110254537.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard f0a93d46-2e71-45f2-8d03-c37a1fb391c2: init shard \"block_spans_19_f0a93d46-2e71-45f2-8d03-c37a1fb391c2\": init shard \"block_spans_19_f0a93d46-2e71-45f2-8d03-c37a1fb391c2\": shard db: create objects bucket: init disk segments: init segment segment-1711985887110254537.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:25Z"}
{"error":"init shard \"collection_properties_19_c41aaba4-b157-4ccf-9582-4e6a46d6efa3\": init shard \"collection_properties_19_c41aaba4-b157-4ccf-9582-4e6a46d6efa3\": shard db: create objects bucket: init disk segments: init segment segment-1711561002958368229.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard c41aaba4-b157-4ccf-9582-4e6a46d6efa3: init shard \"collection_properties_19_c41aaba4-b157-4ccf-9582-4e6a46d6efa3\": init shard \"collection_properties_19_c41aaba4-b157-4ccf-9582-4e6a46d6efa3\": shard db: create objects bucket: init disk segments: init segment segment-1711561002958368229.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:25Z"}
{"error":"init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:26Z"}
2024/04/02 14:54:26 http: panic serving 10.0.166.193:43636: Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory
goroutine 10074171 [running]:
net/http.(*conn).serve.func1()
/usr/local/go/src/net/http/server.go:1868 +0xb9
panic({0x1679e80?, 0xc1552e9ca0?})
/usr/local/go/src/runtime/panic.go:920 +0x270
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoadCtx(0xc008539c80?, {0x1e04f40?, 0x2af4740?})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:84 +0x48
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoad(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:79
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).isReadOnly(0xc008539c80)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:443 +0x27
github.com/weaviate/weaviate/adapters/repos/db.(*Index).writableShard(0x1?, {0xc06082a537, 0x24})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:160 +0x44
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ReplicateObjects(0x198ad20?, {0x1e05058, 0xc1552f7450}, {0xc06082a537?, 0x1?}, {0xc06082a56f, 0x1e}, {0xc0eb45af88, 0x1, 0x1})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:193 +0x3f
github.com/weaviate/weaviate/adapters/repos/db.(*DB).ReplicateObjects(0xc0ec86cd20?, {0x1e05058, 0xc1552f7450}, {0xc06082a517?, 0xc100d5d400?}, {0xc06082a537, 0x24}, {0xc06082a56f, 0x1e}, {0xc0eb45af88, ...})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:69 +0xc5
github.com/weaviate/weaviate/usecases/replica.(*RemoteReplicaIncoming).ReplicateObjects(0xc1532b6a01?, {0x1e05058?, 0xc1552f7450?}, {0xc06082a517?, 0x0?}, {0xc06082a537?, 0x1?}, {0xc06082a56f?, 0x1de4040?}, {0xc0eb45af88, ...})
/go/src/github.com/weaviate/weaviate/usecases/replica/remote_incoming.go:70 +0x63
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObjectBatch(0xc0082538c0, {0x1dffdb0, 0xc0eb464e00}, 0xc1161bba00, {0xc06082a517, 0x18}, {0xc06082a537, 0x24}, {0xc06082a56f, 0x1e})
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:549 +0x125
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObject.func1({0x1dffdb0, 0xc0eb464e00}, 0xc1161bba00)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:288 +0x249
net/http.HandlerFunc.ServeHTTP(0xc0082538c0?, {0x1dffdb0?, 0xc0eb464e00?}, 0xc010700a70?)
/usr/local/go/src/net/http/server.go:2136 +0x29
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).Indices.(*replicatedIndices).indicesHandler.func1({0x1dffdb0, 0xc0eb464e00}, 0xc1161bba00)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:152 +0x36d
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*basicAuthHandler).handleFunc.func1({0x1dffdb0, 0xc0eb464e00}, 0x72c5cd?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/auth.go:39 +0xc2
net/http.HandlerFunc.ServeHTTP(0x10?, {0x1dffdb0?, 0xc0eb464e00?}, 0xc160fc31ec?)
/usr/local/go/src/net/http/server.go:2136 +0x29
net/http.(*ServeMux).ServeHTTP(0x412b85?, {0x1dffdb0, 0xc0eb464e00}, 0xc1161bba00)
/usr/local/go/src/net/http/server.go:2514 +0x142
net/http.serverHandler.ServeHTTP({0x1dfb4a0?}, {0x1dffdb0?, 0xc0eb464e00?}, 0x6?)
/usr/local/go/src/net/http/server.go:2938 +0x8e
net/http.(*conn).serve(0xc003233c20, {0x1e05020, 0xc008253aa0})
/usr/local/go/src/net/http/server.go:2009 +0x5f4
created by net/http.(*Server).Serve in goroutine 178
/usr/local/go/src/net/http/server.go:3086 +0x5cb
{"error":"init shard \"block_spans_19_fdca12e0-dbcc-4b52-aab3-957a61d5c8fe\": init shard \"block_spans_19_fdca12e0-dbcc-4b52-aab3-957a61d5c8fe\": shard db: create objects bucket: init disk segments: init segment segment-1711575055913017239.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard fdca12e0-dbcc-4b52-aab3-957a61d5c8fe: init shard \"block_spans_19_fdca12e0-dbcc-4b52-aab3-957a61d5c8fe\": init shard \"block_spans_19_fdca12e0-dbcc-4b52-aab3-957a61d5c8fe\": shard db: create objects bucket: init disk segments: init segment segment-1711575055913017239.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:26Z"}
{"error":"init shard \"collection_properties_19_127cf3ef-b06b-4a23-8366-b730866af196\": init shard \"collection_properties_19_127cf3ef-b06b-4a23-8366-b730866af196\": shard db: create objects bucket: init disk segments: init segment segment-1712005549401372721.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 127cf3ef-b06b-4a23-8366-b730866af196: init shard \"collection_properties_19_127cf3ef-b06b-4a23-8366-b730866af196\": init shard \"collection_properties_19_127cf3ef-b06b-4a23-8366-b730866af196\": shard db: create objects bucket: init disk segments: init segment segment-1712005549401372721.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:26Z"}
{"error":"init shard \"block_spans_19_0d3b3b3a-c10e-487a-85a4-a7642c5f23da\": init shard \"block_spans_19_0d3b3b3a-c10e-487a-85a4-a7642c5f23da\": shard db: create objects bucket: init disk segments: init segment segment-1711709909087773790.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 0d3b3b3a-c10e-487a-85a4-a7642c5f23da: init shard \"block_spans_19_0d3b3b3a-c10e-487a-85a4-a7642c5f23da\": init shard \"block_spans_19_0d3b3b3a-c10e-487a-85a4-a7642c5f23da\": shard db: create objects bucket: init disk segments: init segment segment-1711709909087773790.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:27Z"}
{"error":"init shard \"collection_properties_19_9d3ae093-d1d7-4131-bc5a-0e00ba52f50e\": init shard \"collection_properties_19_9d3ae093-d1d7-4131-bc5a-0e00ba52f50e\": shard db: create objects bucket: init disk segments: init segment segment-1711813750785277607.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 9d3ae093-d1d7-4131-bc5a-0e00ba52f50e: init shard \"collection_properties_19_9d3ae093-d1d7-4131-bc5a-0e00ba52f50e\": init shard \"collection_properties_19_9d3ae093-d1d7-4131-bc5a-0e00ba52f50e\": shard db: create objects bucket: init disk segments: init segment segment-1711813750785277607.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:27Z"}
{"error":"init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:28Z"}
2024/04/02 14:54:28 http: panic serving 10.0.166.193:43642: Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory
goroutine 10076814 [running]:
net/http.(*conn).serve.func1()
/usr/local/go/src/net/http/server.go:1868 +0xb9
panic({0x1679e80?, 0xc159c471c0?})
/usr/local/go/src/runtime/panic.go:920 +0x270
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoadCtx(0xc008539c80?, {0x1e04f40?, 0x2af4740?})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:84 +0x48
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoad(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:79
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).isReadOnly(0xc008539c80)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:443 +0x27
github.com/weaviate/weaviate/adapters/repos/db.(*Index).writableShard(0x1?, {0xc06082a7b7, 0x24})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:160 +0x44
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ReplicateObjects(0x198ad20?, {0x1e05058, 0xc15a1823c0}, {0xc06082a7b7?, 0x1?}, {0xc06082a7ef, 0x1e}, {0xc0eb45b0a0, 0x1, 0x1})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:193 +0x3f
github.com/weaviate/weaviate/adapters/repos/db.(*DB).ReplicateObjects(0xc0ec86ce10?, {0x1e05058, 0xc15a1823c0}, {0xc06082a797?, 0xc100d5f900?}, {0xc06082a7b7, 0x24}, {0xc06082a7ef, 0x1e}, {0xc0eb45b0a0, ...})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:69 +0xc5
github.com/weaviate/weaviate/usecases/replica.(*RemoteReplicaIncoming).ReplicateObjects(0x412001?, {0x1e05058?, 0xc15a1823c0?}, {0xc06082a797?, 0x0?}, {0xc06082a7b7?, 0x1?}, {0xc06082a7ef?, 0x1de4040?}, {0xc0eb45b0a0, ...})
/go/src/github.com/weaviate/weaviate/usecases/replica/remote_incoming.go:70 +0x63
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObjectBatch(0xc0082538c0, {0x1dffdb0, 0xc0eb464fc0}, 0xc0ec2fc400, {0xc06082a797, 0x18}, {0xc06082a7b7, 0x24}, {0xc06082a7ef, 0x1e})
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:549 +0x125
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObject.func1({0x1dffdb0, 0xc0eb464fc0}, 0xc0ec2fc400)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:288 +0x249
net/http.HandlerFunc.ServeHTTP(0xc0082538c0?, {0x1dffdb0?, 0xc0eb464fc0?}, 0xc1594e9a70?)
/usr/local/go/src/net/http/server.go:2136 +0x29
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).Indices.(*replicatedIndices).indicesHandler.func1({0x1dffdb0, 0xc0eb464fc0}, 0xc0ec2fc400)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:152 +0x36d
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*basicAuthHandler).handleFunc.func1({0x1dffdb0, 0xc0eb464fc0}, 0x72c5cd?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/auth.go:39 +0xc2
net/http.HandlerFunc.ServeHTTP(0x10?, {0x1dffdb0?, 0xc0eb464fc0?}, 0xc1664503ec?)
/usr/local/go/src/net/http/server.go:2136 +0x29
net/http.(*ServeMux).ServeHTTP(0x412b85?, {0x1dffdb0, 0xc0eb464fc0}, 0xc0ec2fc400)
/usr/local/go/src/net/http/server.go:2514 +0x142
net/http.serverHandler.ServeHTTP({0x1dfb4a0?}, {0x1dffdb0?, 0xc0eb464fc0?}, 0x6?)
/usr/local/go/src/net/http/server.go:2938 +0x8e
net/http.(*conn).serve(0xc12f900120, {0x1e05020, 0xc008253aa0})
/usr/local/go/src/net/http/server.go:2009 +0x5f4
created by net/http.(*Server).Serve in goroutine 178
/usr/local/go/src/net/http/server.go:3086 +0x5cb
{"error":"init shard \"block_spans_19_5fefd713-d08f-4838-8245-3e5bde3e0833\": init shard \"block_spans_19_5fefd713-d08f-4838-8245-3e5bde3e0833\": shard db: create objects bucket: init disk segments: init segment segment-1711658264302572577.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 5fefd713-d08f-4838-8245-3e5bde3e0833: init shard \"block_spans_19_5fefd713-d08f-4838-8245-3e5bde3e0833\": init shard \"block_spans_19_5fefd713-d08f-4838-8245-3e5bde3e0833\": shard db: create objects bucket: init disk segments: init segment segment-1711658264302572577.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:28Z"}
{"error":"init shard \"collection_properties_19_ee2886b6-8fd5-4552-8c71-7cb72986a58b\": init shard \"collection_properties_19_ee2886b6-8fd5-4552-8c71-7cb72986a58b\": shard db: create objects bucket: init disk segments: init segment segment-1711692087747932745.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard ee2886b6-8fd5-4552-8c71-7cb72986a58b: init shard \"collection_properties_19_ee2886b6-8fd5-4552-8c71-7cb72986a58b\": init shard \"collection_properties_19_ee2886b6-8fd5-4552-8c71-7cb72986a58b\": shard db: create objects bucket: init disk segments: init segment segment-1711692087747932745.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:28Z"}
{"error":"init shard \"block_spans_19_6377dae9-0ef4-47bb-b5cd-08e27c09d493\": init shard \"block_spans_19_6377dae9-0ef4-47bb-b5cd-08e27c09d493\": shard db: create objects bucket: init disk segments: init segment segment-1711720249805350458.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 6377dae9-0ef4-47bb-b5cd-08e27c09d493: init shard \"block_spans_19_6377dae9-0ef4-47bb-b5cd-08e27c09d493\": init shard \"block_spans_19_6377dae9-0ef4-47bb-b5cd-08e27c09d493\": shard db: create objects bucket: init disk segments: init segment segment-1711720249805350458.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:29Z"}
{"error":"init shard \"collection_properties_19_9599ec3c-cdc2-4899-8263-8cd5b8572c5f\": init shard \"collection_properties_19_9599ec3c-cdc2-4899-8263-8cd5b8572c5f\": shard db: create objects bucket: init disk segments: init segment segment-1711875601498831380.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 9599ec3c-cdc2-4899-8263-8cd5b8572c5f: init shard \"collection_properties_19_9599ec3c-cdc2-4899-8263-8cd5b8572c5f\": init shard \"collection_properties_19_9599ec3c-cdc2-4899-8263-8cd5b8572c5f\": shard db: create objects bucket: init disk segments: init segment segment-1711875601498831380.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:29Z"}
{"error":"init shard \"block_spans_19_0e577686-25f0-4bc9-a62f-8e170f469428\": init shard \"block_spans_19_0e577686-25f0-4bc9-a62f-8e170f469428\": shard db: create objects bucket: init disk segments: init segment segment-1711888009912429318.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 0e577686-25f0-4bc9-a62f-8e170f469428: init shard \"block_spans_19_0e577686-25f0-4bc9-a62f-8e170f469428\": init shard \"block_spans_19_0e577686-25f0-4bc9-a62f-8e170f469428\": shard db: create objects bucket: init disk segments: init segment segment-1711888009912429318.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:30Z"}
{"error":"init shard \"collection_properties_19_dba970b8-f849-426b-a69c-8eab12f684db\": init shard \"collection_properties_19_dba970b8-f849-426b-a69c-8eab12f684db\": shard db: create objects bucket: init disk segments: init segment segment-1712020935048888085.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard dba970b8-f849-426b-a69c-8eab12f684db: init shard \"collection_properties_19_dba970b8-f849-426b-a69c-8eab12f684db\": init shard \"collection_properties_19_dba970b8-f849-426b-a69c-8eab12f684db\": shard db: create objects bucket: init disk segments: init segment segment-1712020935048888085.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:30Z"}
{"error":"init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:31Z"}
2024/04/02 14:54:31 http: panic serving 10.0.166.193:49280: Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory
goroutine 10079432 [running]:
net/http.(*conn).serve.func1()
/usr/local/go/src/net/http/server.go:1868 +0xb9
panic({0x1679e80?, 0xc15eb291b0?})
/usr/local/go/src/runtime/panic.go:920 +0x270
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoadCtx(0xc008539c80?, {0x1e04f40?, 0x2af4740?})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:84 +0x48
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoad(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:79
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).isReadOnly(0xc008539c80)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:443 +0x27
github.com/weaviate/weaviate/adapters/repos/db.(*Index).writableShard(0x1?, {0xc0a3322497, 0x24})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:160 +0x44
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ReplicateObjects(0x198ad20?, {0x1e05058, 0xc15eb482d0}, {0xc0a3322497?, 0x1?}, {0xc0a33224cf, 0x1e}, {0xc12ee503f0, 0x1, 0x1})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:193 +0x3f
github.com/weaviate/weaviate/adapters/repos/db.(*DB).ReplicateObjects(0xc0dfe8de00?, {0x1e05058, 0xc15eb482d0}, {0xc0a3322477?, 0xc06b7d4500?}, {0xc0a3322497, 0x24}, {0xc0a33224cf, 0x1e}, {0xc12ee503f0, ...})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:69 +0xc5
github.com/weaviate/weaviate/usecases/replica.(*RemoteReplicaIncoming).ReplicateObjects(0xc15eb3d601?, {0x1e05058?, 0xc15eb482d0?}, {0xc0a3322477?, 0x0?}, {0xc0a3322497?, 0x1?}, {0xc0a33224cf?, 0x1de4040?}, {0xc12ee503f0, ...})
/go/src/github.com/weaviate/weaviate/usecases/replica/remote_incoming.go:70 +0x63
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObjectBatch(0xc0082538c0, {0x1dffdb0, 0xc0c88d3ce0}, 0xc0ec2fdb00, {0xc0a3322477, 0x18}, {0xc0a3322497, 0x24}, {0xc0a33224cf, 0x1e})
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:549 +0x125
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObject.func1({0x1dffdb0, 0xc0c88d3ce0}, 0xc0ec2fdb00)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:288 +0x249
net/http.HandlerFunc.ServeHTTP(0xc0082538c0?, {0x1dffdb0?, 0xc0c88d3ce0?}, 0xc00f6d9a70?)
/usr/local/go/src/net/http/server.go:2136 +0x29
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).Indices.(*replicatedIndices).indicesHandler.func1({0x1dffdb0, 0xc0c88d3ce0}, 0xc0ec2fdb00)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:152 +0x36d
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*basicAuthHandler).handleFunc.func1({0x1dffdb0, 0xc0c88d3ce0}, 0x72c5cd?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/auth.go:39 +0xc2
net/http.HandlerFunc.ServeHTTP(0x10?, {0x1dffdb0?, 0xc0c88d3ce0?}, 0xc170fef32c?)
/usr/local/go/src/net/http/server.go:2136 +0x29
net/http.(*ServeMux).ServeHTTP(0x412b85?, {0x1dffdb0, 0xc0c88d3ce0}, 0xc0ec2fdb00)
/usr/local/go/src/net/http/server.go:2514 +0x142
net/http.serverHandler.ServeHTTP({0x1dfb4a0?}, {0x1dffdb0?, 0xc0c88d3ce0?}, 0x6?)
/usr/local/go/src/net/http/server.go:2938 +0x8e
net/http.(*conn).serve(0xc0031f3ef0, {0x1e05020, 0xc008253aa0})
/usr/local/go/src/net/http/server.go:2009 +0x5f4
created by net/http.(*Server).Serve in goroutine 178
/usr/local/go/src/net/http/server.go:3086 +0x5cb
{"error":"init shard \"block_spans_19_4d85e2b3-761d-47f5-8c66-9616959d2b9d\": init shard \"block_spans_19_4d85e2b3-761d-47f5-8c66-9616959d2b9d\": shard db: create objects bucket: init disk segments: init segment segment-1711612123626238038.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 4d85e2b3-761d-47f5-8c66-9616959d2b9d: init shard \"block_spans_19_4d85e2b3-761d-47f5-8c66-9616959d2b9d\": init shard \"block_spans_19_4d85e2b3-761d-47f5-8c66-9616959d2b9d\": shard db: create objects bucket: init disk segments: init segment segment-1711612123626238038.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:31Z"}
{"error":"init shard \"collection_properties_19_71f428d6-0a16-42fa-b1e1-06401d372f7c\": init shard \"collection_properties_19_71f428d6-0a16-42fa-b1e1-06401d372f7c\": shard db: create objects bucket: init disk segments: init segment segment-1711689589596877923.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 71f428d6-0a16-42fa-b1e1-06401d372f7c: init shard \"collection_properties_19_71f428d6-0a16-42fa-b1e1-06401d372f7c\": init shard \"collection_properties_19_71f428d6-0a16-42fa-b1e1-06401d372f7c\": shard db: create objects bucket: init disk segments: init segment segment-1711689589596877923.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:31Z"}
{"error":"init shard \"block_spans_19_cbf76625-7882-493b-9c18-fd9454f37e2c\": init shard \"block_spans_19_cbf76625-7882-493b-9c18-fd9454f37e2c\": shard db: create objects bucket: init disk segments: init segment segment-1711575200153919576.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard cbf76625-7882-493b-9c18-fd9454f37e2c: init shard \"block_spans_19_cbf76625-7882-493b-9c18-fd9454f37e2c\": init shard \"block_spans_19_cbf76625-7882-493b-9c18-fd9454f37e2c\": shard db: create objects bucket: init disk segments: init segment segment-1711575200153919576.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:32Z"}
{"error":"init shard \"collection_properties_19_83b1d6cf-72e4-45ed-9ccb-5e2252d5d181\": init shard \"collection_properties_19_83b1d6cf-72e4-45ed-9ccb-5e2252d5d181\": shard db: create objects bucket: init disk segments: init segment segment-1711686706393064896.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 83b1d6cf-72e4-45ed-9ccb-5e2252d5d181: init shard \"collection_properties_19_83b1d6cf-72e4-45ed-9ccb-5e2252d5d181\": init shard \"collection_properties_19_83b1d6cf-72e4-45ed-9ccb-5e2252d5d181\": shard db: create objects bucket: init disk segments: init segment segment-1711686706393064896.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:32Z"}
{"error":"init shard \"block_spans_19_d369b3af-444f-418f-be68-b33f496f1cb6\": init shard \"block_spans_19_d369b3af-444f-418f-be68-b33f496f1cb6\": shard db: create objects bucket: init disk segments: init segment segment-1711682461454311322.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard d369b3af-444f-418f-be68-b33f496f1cb6: init shard \"block_spans_19_d369b3af-444f-418f-be68-b33f496f1cb6\": init shard \"block_spans_19_d369b3af-444f-418f-be68-b33f496f1cb6\": shard db: create objects bucket: init disk segments: init segment segment-1711682461454311322.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:33Z"}
{"error":"init shard \"collection_properties_19_d9bfa9d1-1af9-49e1-820d-297f7bc8bd9d\": init shard \"collection_properties_19_d9bfa9d1-1af9-49e1-820d-297f7bc8bd9d\": shard db: create objects bucket: init disk segments: init segment segment-1711875734242539002.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard d9bfa9d1-1af9-49e1-820d-297f7bc8bd9d: init shard \"collection_properties_19_d9bfa9d1-1af9-49e1-820d-297f7bc8bd9d\": init shard \"collection_properties_19_d9bfa9d1-1af9-49e1-820d-297f7bc8bd9d\": shard db: create objects bucket: init disk segments: init segment segment-1711875734242539002.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:33Z"}
{"error":"init shard \"block_spans_19_ce74027b-6564-4c6e-bd27-85044fbf763a\": init shard \"block_spans_19_ce74027b-6564-4c6e-bd27-85044fbf763a\": shard db: create objects bucket: init disk segments: init segment segment-1711576682818967375.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard ce74027b-6564-4c6e-bd27-85044fbf763a: init shard \"block_spans_19_ce74027b-6564-4c6e-bd27-85044fbf763a\": init shard \"block_spans_19_ce74027b-6564-4c6e-bd27-85044fbf763a\": shard db: create objects bucket: init disk segments: init segment segment-1711576682818967375.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:34Z"}
{"error":"init shard \"collection_properties_19_7c4ffa92-373c-4a32-8ca5-8df18eaeb9bc\": init shard \"collection_properties_19_7c4ffa92-373c-4a32-8ca5-8df18eaeb9bc\": shard db: create objects bucket: init disk segments: init segment segment-1711939597685598849.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 7c4ffa92-373c-4a32-8ca5-8df18eaeb9bc: init shard \"collection_properties_19_7c4ffa92-373c-4a32-8ca5-8df18eaeb9bc\": init shard \"collection_properties_19_7c4ffa92-373c-4a32-8ca5-8df18eaeb9bc\": shard db: create objects bucket: init disk segments: init segment segment-1711939597685598849.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:34Z"}
{"error":"init shard \"block_spans_19_fce7a0c3-317f-4dce-8478-18f35dbc05e3\": init shard \"block_spans_19_fce7a0c3-317f-4dce-8478-18f35dbc05e3\": shard db: create objects bucket: init disk segments: init segment segment-1711840725730032809.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard fce7a0c3-317f-4dce-8478-18f35dbc05e3: init shard \"block_spans_19_fce7a0c3-317f-4dce-8478-18f35dbc05e3\": init shard \"block_spans_19_fce7a0c3-317f-4dce-8478-18f35dbc05e3\": shard db: create objects bucket: init disk segments: init segment segment-1711840725730032809.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:35Z"}
{"error":"init shard \"collection_properties_19_34c07759-db9f-498d-993f-99dd4c030c1a\": init shard \"collection_properties_19_34c07759-db9f-498d-993f-99dd4c030c1a\": shard db: create objects bucket: init disk segments: init segment segment-1711902698620751054.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 34c07759-db9f-498d-993f-99dd4c030c1a: init shard \"collection_properties_19_34c07759-db9f-498d-993f-99dd4c030c1a\": init shard \"collection_properties_19_34c07759-db9f-498d-993f-99dd4c030c1a\": shard db: create objects bucket: init disk segments: init segment segment-1711902698620751054.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:35Z"}
{"error":"init shard \"block_spans_19_5f613e36-5555-4e45-92d9-9dd77aee8924\": init shard \"block_spans_19_5f613e36-5555-4e45-92d9-9dd77aee8924\": shard db: create objects bucket: init disk segments: init segment segment-1711889934824333619.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 5f613e36-5555-4e45-92d9-9dd77aee8924: init shard \"block_spans_19_5f613e36-5555-4e45-92d9-9dd77aee8924\": init shard \"block_spans_19_5f613e36-5555-4e45-92d9-9dd77aee8924\": shard db: create objects bucket: init disk segments: init segment segment-1711889934824333619.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:36Z"}
{"error":"init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": init shard \"collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1\": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:37Z"}
2024/04/02 14:54:37 http: panic serving 10.0.166.193:49282: Unable to load shard 7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1: init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": init shard "collection_properties_19_7e4b1794-a6a9-4f77-af91-e0ff86b5a4f1": shard db: create objects bucket: init disk segments: init segment segment-1711917640228718280.db: mmap file: cannot allocate memory
goroutine 10086405 [running]:
net/http.(*conn).serve.func1()
/usr/local/go/src/net/http/server.go:1868 +0xb9
panic({0x1679e80?, 0xc16b26ec30?})
/usr/local/go/src/runtime/panic.go:920 +0x270
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoadCtx(0xc008539c80?, {0x1e04f40?, 0x2af4740?})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:84 +0x48
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).mustLoad(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:79
github.com/weaviate/weaviate/adapters/repos/db.(*LazyLoadShard).isReadOnly(0xc008539c80)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/shard_lazyloader.go:443 +0x27
github.com/weaviate/weaviate/adapters/repos/db.(*Index).writableShard(0x1?, {0xc05fdd7d97, 0x24})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:160 +0x44
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ReplicateObjects(0x198ad20?, {0x1e05058, 0xc16b263c70}, {0xc05fdd7d97?, 0x1?}, {0xc05fdd7dcf, 0x1e}, {0xc15c46f540, 0x1, 0x1})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:193 +0x3f
github.com/weaviate/weaviate/adapters/repos/db.(*DB).ReplicateObjects(0xc0db283c20?, {0x1e05058, 0xc16b263c70}, {0xc05fdd7d77?, 0xc089b4c000?}, {0xc05fdd7d97, 0x24}, {0xc05fdd7dcf, 0x1e}, {0xc15c46f540, ...})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/replication.go:69 +0xc5
github.com/weaviate/weaviate/usecases/replica.(*RemoteReplicaIncoming).ReplicateObjects(0xc16b278e01?, {0x1e05058?, 0xc16b263c70?}, {0xc05fdd7d77?, 0x0?}, {0xc05fdd7d97?, 0x1?}, {0xc05fdd7dcf?, 0x1de4040?}, {0xc15c46f540, ...})
/go/src/github.com/weaviate/weaviate/usecases/replica/remote_incoming.go:70 +0x63
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObjectBatch(0xc0082538c0, {0x1dffdb0, 0xc0dfc3fa40}, 0xc1275a3800, {0xc05fdd7d77, 0x18}, {0xc05fdd7d97, 0x24}, {0xc05fdd7dcf, 0x1e})
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:549 +0x125
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).postObject.func1({0x1dffdb0, 0xc0dfc3fa40}, 0xc1275a3800)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:288 +0x249
net/http.HandlerFunc.ServeHTTP(0xc0082538c0?, {0x1dffdb0?, 0xc0dfc3fa40?}, 0xc003d49a70?)
/usr/local/go/src/net/http/server.go:2136 +0x29
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*replicatedIndices).Indices.(*replicatedIndices).indicesHandler.func1({0x1dffdb0, 0xc0dfc3fa40}, 0xc1275a3800)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/indices_replicas.go:152 +0x36d
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.(*basicAuthHandler).handleFunc.func1({0x1dffdb0, 0xc0dfc3fa40}, 0x72c5cd?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/auth.go:39 +0xc2
net/http.HandlerFunc.ServeHTTP(0x10?, {0x1dffdb0?, 0xc0dfc3fa40?}, 0xc183aeda2c?)
/usr/local/go/src/net/http/server.go:2136 +0x29
net/http.(*ServeMux).ServeHTTP(0x412b85?, {0x1dffdb0, 0xc0dfc3fa40}, 0xc1275a3800)
/usr/local/go/src/net/http/server.go:2514 +0x142
net/http.serverHandler.ServeHTTP({0x1dfb4a0?}, {0x1dffdb0?, 0xc0dfc3fa40?}, 0x6?)
/usr/local/go/src/net/http/server.go:2938 +0x8e
net/http.(*conn).serve(0xc125ecf200, {0x1e05020, 0xc008253aa0})
/usr/local/go/src/net/http/server.go:2009 +0x5f4
created by net/http.(*Server).Serve in goroutine 178
/usr/local/go/src/net/http/server.go:3086 +0x5cb
{"error":"init shard \"block_spans_19_664839f0-e519-4f11-9e96-0a781024d8c1\": init shard \"block_spans_19_664839f0-e519-4f11-9e96-0a781024d8c1\": shard db: create objects bucket: init disk segments: init segment segment-1711682363192245881.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 664839f0-e519-4f11-9e96-0a781024d8c1: init shard \"block_spans_19_664839f0-e519-4f11-9e96-0a781024d8c1\": init shard \"block_spans_19_664839f0-e519-4f11-9e96-0a781024d8c1\": shard db: create objects bucket: init disk segments: init segment segment-1711682363192245881.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:37Z"}
{"error":"init shard \"collection_properties_19_58d3e348-2f7f-4a36-a152-7006030ea8ff\": init shard \"collection_properties_19_58d3e348-2f7f-4a36-a152-7006030ea8ff\": shard db: create objects bucket: init disk segments: init segment segment-1711693307341357858.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 58d3e348-2f7f-4a36-a152-7006030ea8ff: init shard \"collection_properties_19_58d3e348-2f7f-4a36-a152-7006030ea8ff\": init shard \"collection_properties_19_58d3e348-2f7f-4a36-a152-7006030ea8ff\": shard db: create objects bucket: init disk segments: init segment segment-1711693307341357858.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:37Z"}
{"error":"init shard \"block_spans_19_d704dc8b-98fb-4fbc-9dc6-715b9ce61926\": init shard \"block_spans_19_d704dc8b-98fb-4fbc-9dc6-715b9ce61926\": shard db: create objects bucket: init disk segments: init segment segment-1711760374317584463.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard d704dc8b-98fb-4fbc-9dc6-715b9ce61926: init shard \"block_spans_19_d704dc8b-98fb-4fbc-9dc6-715b9ce61926\": init shard \"block_spans_19_d704dc8b-98fb-4fbc-9dc6-715b9ce61926\": shard db: create objects bucket: init disk segments: init segment segment-1711760374317584463.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:38Z"}
{"error":"init shard \"collection_properties_19_05e58902-a40e-436e-8851-edd7d4de50ce\": init shard \"collection_properties_19_05e58902-a40e-436e-8851-edd7d4de50ce\": shard db: create objects bucket: init disk segments: init segment segment-1711610931543474090.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 05e58902-a40e-436e-8851-edd7d4de50ce: init shard \"collection_properties_19_05e58902-a40e-436e-8851-edd7d4de50ce\": init shard \"collection_properties_19_05e58902-a40e-436e-8851-edd7d4de50ce\": shard db: create objects bucket: init disk segments: init segment segment-1711610931543474090.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:38Z"}
{"error":"init shard \"block_spans_19_e2a67bf8-ae40-4b87-9090-c111b6db69f7\": init shard \"block_spans_19_e2a67bf8-ae40-4b87-9090-c111b6db69f7\": shard db: create objects bucket: init disk segments: init segment segment-1711857547191783581.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard e2a67bf8-ae40-4b87-9090-c111b6db69f7: init shard \"block_spans_19_e2a67bf8-ae40-4b87-9090-c111b6db69f7\": init shard \"block_spans_19_e2a67bf8-ae40-4b87-9090-c111b6db69f7\": shard db: create objects bucket: init disk segments: init segment segment-1711857547191783581.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:39Z"}
{"error":"init shard \"collection_properties_19_067e18ab-6d0c-4c91-b96d-95b9dc1708ac\": init shard \"collection_properties_19_067e18ab-6d0c-4c91-b96d-95b9dc1708ac\": shard db: create objects bucket: init disk segments: init segment segment-1711757070281543009.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 067e18ab-6d0c-4c91-b96d-95b9dc1708ac: init shard \"collection_properties_19_067e18ab-6d0c-4c91-b96d-95b9dc1708ac\": init shard \"collection_properties_19_067e18ab-6d0c-4c91-b96d-95b9dc1708ac\": shard db: create objects bucket: init disk segments: init segment segment-1711757070281543009.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:39Z"}
{"error":"init shard \"block_spans_19_3c46cb3d-7e6a-460f-aebb-455de544b5be\": init shard \"block_spans_19_3c46cb3d-7e6a-460f-aebb-455de544b5be\": shard db: create objects bucket: init disk segments: init segment segment-1711656538441680498.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 3c46cb3d-7e6a-460f-aebb-455de544b5be: init shard \"block_spans_19_3c46cb3d-7e6a-460f-aebb-455de544b5be\": init shard \"block_spans_19_3c46cb3d-7e6a-460f-aebb-455de544b5be\": shard db: create objects bucket: init disk segments: init segment segment-1711656538441680498.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:40Z"}
{"error":"init shard \"block_spans_19_62a06f41-2ca7-47f1-9fc1-2da05a8cab6e\": init shard \"block_spans_19_62a06f41-2ca7-47f1-9fc1-2da05a8cab6e\": shard db: create objects bucket: init disk segments: init segment segment-1711639009427145704.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 62a06f41-2ca7-47f1-9fc1-2da05a8cab6e: init shard \"block_spans_19_62a06f41-2ca7-47f1-9fc1-2da05a8cab6e\": init shard \"block_spans_19_62a06f41-2ca7-47f1-9fc1-2da05a8cab6e\": shard db: create objects bucket: init disk segments: init segment segment-1711639009427145704.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:41Z"}
{"error":"init shard \"collection_properties_19_55bd1a36-4ad0-4903-9552-74b955b46088\": init shard \"collection_properties_19_55bd1a36-4ad0-4903-9552-74b955b46088\": shard db: create objects bucket: init disk segments: init segment segment-1711653357823286455.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 55bd1a36-4ad0-4903-9552-74b955b46088: init shard \"collection_properties_19_55bd1a36-4ad0-4903-9552-74b955b46088\": init shard \"collection_properties_19_55bd1a36-4ad0-4903-9552-74b955b46088\": shard db: create objects bucket: init disk segments: init segment segment-1711653357823286455.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:41Z"}
{"error":"init shard \"block_spans_19_339bcec1-1af7-4e4f-9a02-8a40d3e9fabf\": init shard \"block_spans_19_339bcec1-1af7-4e4f-9a02-8a40d3e9fabf\": shard db: create objects bucket: init disk segments: init segment segment-1711637758808090258.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard 339bcec1-1af7-4e4f-9a02-8a40d3e9fabf: init shard \"block_spans_19_339bcec1-1af7-4e4f-9a02-8a40d3e9fabf\": init shard \"block_spans_19_339bcec1-1af7-4e4f-9a02-8a40d3e9fabf\": shard db: create objects bucket: init disk segments: init segment segment-1711637758808090258.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:42Z"}
{"error":"init shard \"collection_properties_19_bc4987a0-5ca6-4b0d-b554-05b2f67cb5cb\": init shard \"collection_properties_19_bc4987a0-5ca6-4b0d-b554-05b2f67cb5cb\": shard db: create objects bucket: init disk segments: init segment segment-1712018573096236852.db: mmap file: cannot allocate memory","level":"error","msg":"Unable to load shard bc4987a0-5ca6-4b0d-b554-05b2f67cb5cb: init shard \"collection_properties_19_bc4987a0-5ca6-4b0d-b554-05b2f67cb5cb\": init shard \"collection_properties_19_bc4987a0-5ca6-4b0d-b554-05b2f67cb5cb\": shard db: create objects bucket: init disk segments: init segment segment-1712018573096236852.db: mmap file: cannot allocate memory","time":"2024-04-02T14:54:42Z"}
fatal error: runtime: cannot allocate memory
runtime stack:
runtime.throw({0x1a0df42?, 0xc000056000?})
/usr/local/go/src/runtime/panic.go:1077 +0x5c fp=0x7f05bcb738a0 sp=0x7f05bcb73870 pc=0x43d81c
runtime.newArenaMayUnlock()
/usr/local/go/src/runtime/mheap.go:2243 +0x98 fp=0x7f05bcb738d0 sp=0x7f05bcb738a0 pc=0x42fe38
runtime.newMarkBits(0xdb1025e?)
/usr/local/go/src/runtime/mheap.go:2163 +0x125 fp=0x7f05bcb73918 sp=0x7f05bcb738d0 pc=0x42fb05
runtime.newAllocBits(...)
/usr/local/go/src/runtime/mheap.go:2198
runtime.(*mheap).initSpan(0x2addcc0, 0x7efb4426dba8, 0x0, 0x8, 0x7f05bcb739b8?, 0x1)
/usr/local/go/src/runtime/mheap.go:1413 +0x165 fp=0x7f05bcb73958 sp=0x7f05bcb73918 pc=0x42e5c5
runtime.(*mheap).allocSpan(0x2addcc0, 0x1, 0x0, 0x0?)
/usr/local/go/src/runtime/mheap.go:1344 +0x43a fp=0x7f05bcb739f8 sp=0x7f05bcb73958 pc=0x42e2da
runtime.(*mheap).alloc.func1()
/usr/local/go/src/runtime/mheap.go:968 +0x5c fp=0x7f05bcb73a40 sp=0x7f05bcb739f8 pc=0x42dafc
runtime.systemstack()
/usr/local/go/src/runtime/asm_amd64.s:509 +0x4a fp=0x7f05bcb73a50 sp=0x7f05bcb73a40 pc=0x471baa
goroutine 10093752 [running]:
runtime.systemstack_switch()
/usr/local/go/src/runtime/asm_amd64.s:474 +0x8 fp=0xc00015ea68 sp=0xc00015ea58 pc=0x471b48
runtime.(*mheap).alloc(0x43718a?, 0x2af4740?, 0x38?)
/usr/local/go/src/runtime/mheap.go:962 +0x5b fp=0xc00015eab0 sp=0xc00015ea68 pc=0x42da5b
runtime.(*mcentral).grow(0x2000?)
/usr/local/go/src/runtime/mcentral.go:246 +0x52 fp=0xc00015eaf0 sp=0xc00015eab0 pc=0x41bd92
runtime.(*mcentral).cacheSpan(0x2aee508)
/usr/local/go/src/runtime/mcentral.go:166 +0x306 fp=0xc00015eb48 sp=0xc00015eaf0 pc=0x41bc06
runtime.(*mcache).refill(0x7f086e5f9108, 0x8?)
/usr/local/go/src/runtime/mcache.go:182 +0x153 fp=0xc00015eb88 sp=0xc00015eb48 pc=0x41b353
runtime.(*mcache).nextFree(0x7f086e5f9108, 0x8)
/usr/local/go/src/runtime/malloc.go:929 +0x85 fp=0xc00015ebd0 sp=0xc00015eb88 pc=0x412085
runtime.mallocgc(0x20, 0x18755c0, 0x1)
/usr/local/go/src/runtime/malloc.go:1116 +0x448 fp=0xc00015ec38 sp=0xc00015ebd0 pc=0x412648
runtime.newobject(0xcf1c01?)
/usr/local/go/src/runtime/malloc.go:1328 +0x25 fp=0xc00015ec60 sp=0xc00015ec38 pc=0x412b85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackSequential.func1(0xc04275e8a0, 0xc06be1a720, 0xe?, 0xc173bebe20, 0xe, 0xc00015eceb)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:139 +0x8d fp=0xc00015ecb8 sp=0xc00015ec60 pc=0xcf1a8d
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackSequential(0xc04275e8a0, 0xc173bebe20)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:164 +0x289 fp=0xc00015ed58 sp=0xc00015ecb8 pc=0xcf1849
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).CycleCallback(0x18755c0?, 0x412b01?)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:89 +0x1d fp=0xc00015ed80 sp=0xc00015ed58 pc=0xcf157d
github.com/weaviate/weaviate/entities/cyclemanager.CycleCallbackGroup.CycleCallback-fm(0xc00015ee01?)
<autogenerated>:1 +0x2b fp=0xc00015eda0 sp=0xc00015ed80 pc=0xd3788b
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackSequential.func1(0xc041cdbe60, 0xc04275e900, 0x0?, 0xc173a9baa0, 0x0, 0xc00015ee2b)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:139 +0xe2 fp=0xc00015edf8 sp=0xc00015eda0 pc=0xcf1ae2
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackSequential(0xc041cdbe60, 0xc173a9baa0)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:164 +0x289 fp=0xc00015ee98 sp=0xc00015edf8 pc=0xcf1849
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).CycleCallback(0xc00015eee8?, 0x412b85?)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:89 +0x1d fp=0xc00015eec0 sp=0xc00015ee98 pc=0xcf157d
github.com/weaviate/weaviate/entities/cyclemanager.CycleCallbackGroup.CycleCallback-fm(0xc172f3c301?)
<autogenerated>:1 +0x2b fp=0xc00015eee0 sp=0xc00015eec0 pc=0xd3788b
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1.1(0x1e04f40?, 0xc041cdbec0, 0x2ac08a0?, 0xc17b24eb7976ae86?, 0xc170e03818, 0xc170e03810)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:208 +0x84 fp=0xc00015ef38 sp=0xc00015eee0 pc=0xcf24e4
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:221 +0x26a fp=0xc00015efe0 sp=0xc00015ef38 pc=0xcf23ea
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00015efe8 sp=0xc00015efe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 1 [semacquire, 123 minutes]:
runtime.gopark(0xc00d294fc0?, 0xc00c99fac0?, 0xa0?, 0x37?, 0xc0026f5110?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc01f11ba70 sp=0xc01f11ba50 pc=0x4407ae
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.semacquire1(0xc006cf9258, 0x20?, 0x1, 0x0, 0x4b?)
/usr/local/go/src/runtime/sema.go:160 +0x218 fp=0xc01f11bad8 sp=0xc01f11ba70 pc=0x451cb8
sync.runtime_Semacquire(0xc00d2de420?)
/usr/local/go/src/runtime/sema.go:62 +0x25 fp=0xc01f11bb10 sp=0xc01f11bad8 pc=0x46f845
sync.(*WaitGroup).Wait(0x2af4740?)
/usr/local/go/src/sync/waitgroup.go:116 +0x48 fp=0xc01f11bb38 sp=0xc01f11bb10 pc=0x492868
github.com/weaviate/weaviate/adapters/handlers/rest.(*Server).Serve(0xc003746000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:335 +0x158a fp=0xc01f11be28 sp=0xc01f11bb38 pc=0x1572f8a
main.main()
/go/src/github.com/weaviate/weaviate/cmd/weaviate-server/main.go:64 +0x567 fp=0xc01f11bf40 sp=0xc01f11be28 pc=0x1579087
runtime.main()
/usr/local/go/src/runtime/proc.go:267 +0x2bb fp=0xc01f11bfe0 sp=0xc01f11bf40 pc=0x44033b
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc01f11bfe8 sp=0xc01f11bfe0 pc=0x473b21
goroutine 2 [force gc (idle), 124 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000076fa8 sp=0xc000076f88 pc=0x4407ae
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.forcegchelper()
/usr/local/go/src/runtime/proc.go:322 +0xb3 fp=0xc000076fe0 sp=0xc000076fa8 pc=0x440613
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000076fe8 sp=0xc000076fe0 pc=0x473b21
created by runtime.init.6 in goroutine 1
/usr/local/go/src/runtime/proc.go:310 +0x1a
goroutine 3 [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000077778 sp=0xc000077758 pc=0x4407ae
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.bgsweep(0x0?)
/usr/local/go/src/runtime/mgcsweep.go:321 +0xdf fp=0xc0000777c8 sp=0xc000077778 pc=0x42a81f
runtime.gcenable.func1()
/usr/local/go/src/runtime/mgc.go:200 +0x25 fp=0xc0000777e0 sp=0xc0000777c8 pc=0x41f8a5
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000777e8 sp=0xc0000777e0 pc=0x473b21
created by runtime.gcenable in goroutine 1
/usr/local/go/src/runtime/mgc.go:200 +0x66
goroutine 4 [GC scavenge wait]:
runtime.gopark(0x2ac0ae0?, 0x93565d?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000077f70 sp=0xc000077f50 pc=0x4407ae
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.(*scavengerState).park(0x2ac0ae0)
/usr/local/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc000077fa0 sp=0xc000077f70 pc=0x428089
runtime.bgscavenge(0x0?)
/usr/local/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc000077fc8 sp=0xc000077fa0 pc=0x428639
runtime.gcenable.func2()
/usr/local/go/src/runtime/mgc.go:201 +0x25 fp=0xc000077fe0 sp=0xc000077fc8 pc=0x41f845
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000077fe8 sp=0xc000077fe0 pc=0x473b21
created by runtime.gcenable in goroutine 1
/usr/local/go/src/runtime/mgc.go:201 +0xa5
goroutine 5 [finalizer wait]:
runtime.gopark(0x0?, 0x1c18b28?, 0x0?, 0x60?, 0x2000000020?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00f5cfe20 sp=0xc00f5cfe00 pc=0x4407ae
runtime.runfinq()
/usr/local/go/src/runtime/mfinal.go:193 +0x107 fp=0xc00f5cffe0 sp=0xc00f5cfe20 pc=0x41e847
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00f5cffe8 sp=0xc00f5cffe0 pc=0x473b21
created by runtime.createfing in goroutine 1
/usr/local/go/src/runtime/mfinal.go:163 +0x3d
goroutine 6 [GC worker (idle)]:
runtime.gopark(0x472527a1713aa?, 0x3?, 0xc7?, 0xb7?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000078750 sp=0xc000078730 pc=0x4407ae
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1295 +0xe5 fp=0xc0000787e0 sp=0xc000078750 pc=0x421425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000787e8 sp=0xc0000787e0 pc=0x473b21
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1219 +0x1c
goroutine 18 [GC worker (idle)]:
runtime.gopark(0x472527a16e80c?, 0x3?, 0xc1?, 0x68?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000072750 sp=0xc000072730 pc=0x4407ae
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1295 +0xe5 fp=0xc0000727e0 sp=0xc000072750 pc=0x421425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000727e8 sp=0xc0000727e0 pc=0x473b21
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1219 +0x1c
goroutine 19 [GC worker (idle)]:
runtime.gopark(0x472527a16d416?, 0x1?, 0x27?, 0xe9?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000072f50 sp=0xc000072f30 pc=0x4407ae
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1295 +0xe5 fp=0xc000072fe0 sp=0xc000072f50 pc=0x421425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000072fe8 sp=0xc000072fe0 pc=0x473b21
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1219 +0x1c
goroutine 20 [GC worker (idle)]:
runtime.gopark(0x2af6c80?, 0x1?, 0xd6?, 0x55?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000073750 sp=0xc000073730 pc=0x4407ae
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1295 +0xe5 fp=0xc0000737e0 sp=0xc000073750 pc=0x421425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000737e8 sp=0xc0000737e0 pc=0x473b21
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1219 +0x1c
goroutine 21 [GC worker (idle)]:
runtime.gopark(0x472527a166412?, 0x3?, 0xf4?, 0x63?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000073f50 sp=0xc000073f30 pc=0x4407ae
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1295 +0xe5 fp=0xc000073fe0 sp=0xc000073f50 pc=0x421425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000073fe8 sp=0xc000073fe0 pc=0x473b21
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1219 +0x1c
goroutine 22 [GC worker (idle)]:
runtime.gopark(0x472527a1686f7?, 0x1?, 0x72?, 0xaf?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000074750 sp=0xc000074730 pc=0x4407ae
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1295 +0xe5 fp=0xc0000747e0 sp=0xc000074750 pc=0x421425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000747e8 sp=0xc0000747e0 pc=0x473b21
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1219 +0x1c
goroutine 23 [GC worker (idle)]:
runtime.gopark(0x472527a16d197?, 0x3?, 0xc7?, 0x5e?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000074f50 sp=0xc000074f30 pc=0x4407ae
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1295 +0xe5 fp=0xc000074fe0 sp=0xc000074f50 pc=0x421425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000074fe8 sp=0xc000074fe0 pc=0x473b21
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1219 +0x1c
goroutine 24 [GC worker (idle)]:
runtime.gopark(0x472527a166edc?, 0x3?, 0x1c?, 0x72?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000075750 sp=0xc000075730 pc=0x4407ae
runtime.gcBgMarkWorker()
/usr/local/go/src/runtime/mgc.go:1295 +0xe5 fp=0xc0000757e0 sp=0xc000075750 pc=0x421425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000757e8 sp=0xc0000757e0 pc=0x473b21
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1219 +0x1c
goroutine 7 [select]:
runtime.gopark(0xc00267a788?, 0x3?, 0x3?, 0x0?, 0xc00267a772?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00267a618 sp=0xc00267a5f8 pc=0x4407ae
runtime.selectgo(0xc00267a788, 0xc00267a76c, 0xc002502c00?, 0x0, 0x0?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc00267a738 sp=0xc00267a618 pc=0x450c85
go.opencensus.io/stats/view.(*worker).start(0xc002502c00)
/go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:292 +0x9f fp=0xc00267a7c8 sp=0xc00267a738 pc=0x12ce83f
go.opencensus.io/stats/view.init.0.func1()
/go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0x25 fp=0xc00267a7e0 sp=0xc00267a7c8 pc=0x12cdb65
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00267a7e8 sp=0xc00267a7e0 pc=0x473b21
created by go.opencensus.io/stats/view.init.0 in goroutine 1
/go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0x8d
goroutine 60 [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00008aba0 sp=0xc00008ab80 pc=0x4407ae
runtime.netpollblock(0x0?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc00008abd8 sp=0xc00008aba0 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f0827979cc0, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc00008abf8 sp=0xc00008abd8 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc002944b80?, 0xc173944000?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc00008ac20 sp=0xc00008abf8 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).ReadFromInet6(0xc002944b80, {0xc173944000, 0x10000, 0x10000}, 0xb022c0?)
/usr/local/go/src/internal/poll/fd_unix.go:274 +0x22b fp=0xc00008acb8 sp=0xc00008ac20 pc=0x4e5f8b
net.(*netFD).readFromInet6(0xc002944b80, {0xc173944000?, 0x0?, 0x0?}, 0x0?)
/usr/local/go/src/net/fd_posix.go:72 +0x25 fp=0xc00008ad08 sp=0xc00008acb8 pc=0x588745
net.(*UDPConn).readFrom(0x30?, {0xc173944000?, 0xc171242930?, 0x0?}, 0xc171242930)
/usr/local/go/src/net/udpsock_posix.go:59 +0x79 fp=0xc00008adf8 sp=0xc00008ad08 pc=0x5a69d9
net.(*UDPConn).readFromUDP(0xc00007aa68, {0xc173944000?, 0x455969?, 0x10000?}, 0x167a1c0?)
/usr/local/go/src/net/udpsock.go:149 +0x30 fp=0xc00008ae50 sp=0xc00008adf8 pc=0x5a4dd0
net.(*UDPConn).ReadFrom(0xc171242900?, {0xc173944000, 0x10000, 0x10000})
/usr/local/go/src/net/udpsock.go:158 +0x4a fp=0xc00008ae90 sp=0xc00008ae50 pc=0x5a4f6a
github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc002944a80, 0x1?)
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/net_transport.go:331 +0xab fp=0xc00008afc0 sp=0xc00008ae90 pc=0xbc39eb
github.com/hashicorp/memberlist.NewNetTransport.func3()
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/net_transport.go:121 +0x25 fp=0xc00008afe0 sp=0xc00008afc0 pc=0xbc2785
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00008afe8 sp=0xc00008afe0 pc=0x473b21
created by github.com/hashicorp/memberlist.NewNetTransport in goroutine 1
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/net_transport.go:121 +0x7d8
goroutine 61 [select]:
runtime.gopark(0xc00267af98?, 0x2?, 0xc5?, 0x73?, 0xc00267af7c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00267ae20 sp=0xc00267ae00 pc=0x4407ae
runtime.selectgo(0xc00267af98, 0xc00267af78, 0x5?, 0x0, 0x1c?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc00267af40 sp=0xc00267ae20 pc=0x450c85
github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0029609a0)
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/net.go:222 +0x94 fp=0xc00267afc8 sp=0xc00267af40 pc=0xbb6754
github.com/hashicorp/memberlist.newMemberlist.func5()
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/memberlist.go:233 +0x25 fp=0xc00267afe0 sp=0xc00267afc8 pc=0xbb2b65
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00267afe8 sp=0xc00267afe0 pc=0x473b21
created by github.com/hashicorp/memberlist.newMemberlist in goroutine 1
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/memberlist.go:233 +0xa30
goroutine 59 [IO wait]:
runtime.gopark(0x4ca450?, 0xc00015bcf8?, 0x48?, 0xbd?, 0x4eb2fd?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00015bcd8 sp=0xc00015bcb8 pc=0x4407ae
runtime.netpollblock(0x471b92?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc00015bd10 sp=0xc00015bcd8 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f0827979eb0, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc00015bd30 sp=0xc00015bd10 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc002944b00?, 0x4?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc00015bd58 sp=0xc00015bd30 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc002944b00)
/usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc00015be00 sp=0xc00015bd58 pc=0x4e944c
net.(*netFD).accept(0xc002944b00)
/usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc00015beb8 sp=0xc00015be00 pc=0x58a469
net.(*TCPListener).accept(0xc0039633a0)
/usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc00015bee0 sp=0xc00015beb8 pc=0x5a419e
net.(*TCPListener).AcceptTCP(0xc0039633a0)
/usr/local/go/src/net/tcpsock.go:302 +0x30 fp=0xc00015bf10 sp=0xc00015bee0 pc=0x5a2ef0
github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc002944a80, 0x0?)
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/net_transport.go:296 +0x7e fp=0xc00015bfc0 sp=0xc00015bf10 pc=0xbc36fe
github.com/hashicorp/memberlist.NewNetTransport.func2()
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/net_transport.go:120 +0x25 fp=0xc00015bfe0 sp=0xc00015bfc0 pc=0xbc27e5
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00015bfe8 sp=0xc00015bfe0 pc=0x473b21
created by github.com/hashicorp/memberlist.NewNetTransport in goroutine 1
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/net_transport.go:120 +0x894
goroutine 58 [chan receive]:
runtime.gopark(0xc000048016?, 0xc000058500?, 0x70?, 0x6e?, 0xef53?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc002676e58 sp=0xc002676e38 pc=0x4407ae
runtime.chanrecv(0xc00013ca80, 0xc002676f80, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc002676ed0 sp=0xc002676e58 pc=0x40ba4d
runtime.chanrecv2(0xc00397d0e0?, 0x9b004ee8000?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc002676ef8 sp=0xc002676ed0 pc=0x40b672
github.com/weaviate/weaviate/usecases/cluster.(*delegate).updater(0xc00397d0e0, 0xc002676fd0?, 0xda8ce4aa, 0x1c19e20)
/go/src/github.com/weaviate/weaviate/usecases/cluster/delegate.go:263 +0xc7 fp=0xc002676fb0 sp=0xc002676ef8 pc=0xbd7cc7
github.com/weaviate/weaviate/usecases/cluster.(*delegate).init.func1()
/go/src/github.com/weaviate/weaviate/usecases/cluster/delegate.go:152 +0x32 fp=0xc002676fe0 sp=0xc002676fb0 pc=0xbd6d32
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc002676fe8 sp=0xc002676fe0 pc=0x473b21
created by github.com/weaviate/weaviate/usecases/cluster.(*delegate).init in goroutine 1
/go/src/github.com/weaviate/weaviate/usecases/cluster/delegate.go:152 +0x2a9
goroutine 62 [select]:
runtime.gopark(0xc0f5e6df98?, 0x2?, 0x0?, 0x0?, 0xc0f5e6df8c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0f5e6de20 sp=0xc0f5e6de00 pc=0x4407ae
runtime.selectgo(0xc0f5e6df98, 0xc0f5e6df88, 0x0?, 0x0, 0x1dfb388?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc0f5e6df40 sp=0xc0f5e6de20 pc=0x450c85
github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0029609a0)
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/net.go:350 +0xbf fp=0xc0f5e6dfc8 sp=0xc0f5e6df40 pc=0xbb883f
github.com/hashicorp/memberlist.newMemberlist.func6()
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/memberlist.go:234 +0x25 fp=0xc0f5e6dfe0 sp=0xc0f5e6dfc8 pc=0xbb2b05
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0f5e6dfe8 sp=0xc0f5e6dfe0 pc=0x473b21
created by github.com/hashicorp/memberlist.newMemberlist in goroutine 1
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/memberlist.go:234 +0xa72
goroutine 63 [select]:
runtime.gopark(0xc024ee1f08?, 0x2?, 0x0?, 0x0?, 0xc024ee1edc?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc024ee1d80 sp=0xc024ee1d60 pc=0x4407ae
runtime.selectgo(0xc024ee1f08, 0xc024ee1ed8, 0x2e?, 0x0, 0x1dfb388?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc024ee1ea0 sp=0xc024ee1d80 pc=0x450c85
github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0029609a0)
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/net.go:498 +0x6e fp=0xc024ee1fc8 sp=0xc024ee1ea0 pc=0xbb9fce
github.com/hashicorp/memberlist.newMemberlist.func7()
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/memberlist.go:235 +0x25 fp=0xc024ee1fe0 sp=0xc024ee1fc8 pc=0xbb2aa5
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc024ee1fe8 sp=0xc024ee1fe0 pc=0x473b21
created by github.com/hashicorp/memberlist.newMemberlist in goroutine 1
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/memberlist.go:235 +0xab9
goroutine 64 [select]:
runtime.gopark(0xc000075f98?, 0x2?, 0xa0?, 0x6e?, 0xc000075f94?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000075e30 sp=0xc000075e10 pc=0x4407ae
runtime.selectgo(0xc000075f98, 0xc000075f90, 0x0?, 0x0, 0x0?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000075f50 sp=0xc000075e30 pc=0x450c85
github.com/hashicorp/memberlist.(*Memberlist).checkBroadcastQueueDepth(0xc0029609a0)
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/memberlist.go:785 +0x105 fp=0xc000075fc8 sp=0xc000075f50 pc=0xbb6685
github.com/hashicorp/memberlist.newMemberlist.func8()
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/memberlist.go:236 +0x25 fp=0xc000075fe0 sp=0xc000075fc8 pc=0xbb2a45
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000075fe8 sp=0xc000075fe0 pc=0x473b21
created by github.com/hashicorp/memberlist.newMemberlist in goroutine 1
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/memberlist.go:236 +0xafb
goroutine 65 [select]:
runtime.gopark(0xc18303ff58?, 0x2?, 0xc7?, 0x5?, 0xc18303ff4c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc18303fdf8 sp=0xc18303fdd8 pc=0x4407ae
runtime.selectgo(0xc18303ff58, 0xc18303ff48, 0x0?, 0x0, 0x0?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc18303ff18 sp=0xc18303fdf8 pc=0x450c85
github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0x0?, 0x3b9aca00, 0xc0039ad020, 0xc00391f080, 0xc0039b59d0)
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/state.go:170 +0xf5 fp=0xc18303ffa8 sp=0xc18303ff18 pc=0xbc6f55
github.com/hashicorp/memberlist.(*Memberlist).schedule.func2()
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/state.go:136 +0x30 fp=0xc18303ffe0 sp=0xc18303ffa8 pc=0xbc6dd0
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc18303ffe8 sp=0xc18303ffe0 pc=0x473b21
created by github.com/hashicorp/memberlist.(*Memberlist).schedule in goroutine 1
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/state.go:136 +0x1f3
goroutine 114 [select]:
runtime.gopark(0xc01f11df70?, 0x2?, 0x0?, 0xaa?, 0xc01f11df64?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc01f11de08 sp=0xc01f11dde8 pc=0x4407ae
runtime.selectgo(0xc01f11df70, 0xc01f11df60, 0x0?, 0x0, 0x0?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc01f11df28 sp=0xc01f11de08 pc=0x450c85
github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0029609a0, 0xc00391f080)
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/state.go:197 +0x10f fp=0xc01f11dfc0 sp=0xc01f11df28 pc=0xbc70cf
github.com/hashicorp/memberlist.(*Memberlist).schedule.func3()
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/state.go:142 +0x25 fp=0xc01f11dfe0 sp=0xc01f11dfc0 pc=0xbc6d65
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc01f11dfe8 sp=0xc01f11dfe0 pc=0x473b21
created by github.com/hashicorp/memberlist.(*Memberlist).schedule in goroutine 1
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/state.go:142 +0x2fa
goroutine 115 [select]:
runtime.gopark(0xc00008ef58?, 0x2?, 0x9?, 0x18?, 0xc00008ef4c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00008edf8 sp=0xc00008edd8 pc=0x4407ae
runtime.selectgo(0xc00008ef58, 0xc00008ef48, 0x0?, 0x0, 0x2?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc00008ef18 sp=0xc00008edf8 pc=0x450c85
github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0x0?, 0xbebc200, 0xc0039ad080, 0xc00391f080, 0xc0039b59e0)
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/state.go:170 +0xf5 fp=0xc00008efa8 sp=0xc00008ef18 pc=0xbc6f55
github.com/hashicorp/memberlist.(*Memberlist).schedule.func4()
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/state.go:148 +0x30 fp=0xc00008efe0 sp=0xc00008efa8 pc=0xbc6d10
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00008efe8 sp=0xc00008efe0 pc=0x473b21
created by github.com/hashicorp/memberlist.(*Memberlist).schedule in goroutine 1
/go/pkg/mod/github.com/hashicorp/memberlist@v0.5.0/state.go:148 +0x433
goroutine 104 [chan receive]:
runtime.gopark(0xc003b72820?, 0xa?, 0x20?, 0xaa?, 0xa?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000158ef0 sp=0xc000158ed0 pc=0x4407ae
runtime.chanrecv(0xc003b78000, 0x0, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc000158f68 sp=0xc000158ef0 pc=0x40ba4d
runtime.chanrecv1(0xc0001389c0?, 0xc17398bd60?)
/usr/local/go/src/runtime/chan.go:442 +0x12 fp=0xc000158f90 sp=0xc000158f68 pc=0x40b652
github.com/weaviate/weaviate/usecases/cluster.(*IdealClusterState).startPolling(0xc0001389c0)
/go/src/github.com/weaviate/weaviate/usecases/cluster/ideal_node_list.go:70 +0x2f fp=0xc000158fc8 sp=0xc000158f90 pc=0xbd86af
github.com/weaviate/weaviate/usecases/cluster.NewIdealClusterState.func1()
/go/src/github.com/weaviate/weaviate/usecases/cluster/ideal_node_list.go:30 +0x25 fp=0xc000158fe0 sp=0xc000158fc8 pc=0xbd80e5
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000158fe8 sp=0xc000158fe0 pc=0x473b21
created by github.com/weaviate/weaviate/usecases/cluster.NewIdealClusterState in goroutine 1
/go/src/github.com/weaviate/weaviate/usecases/cluster/ideal_node_list.go:30 +0x98
goroutine 105 [chan receive]:
runtime.gopark(0xc003b72820?, 0xa?, 0x20?, 0xaa?, 0xa?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000159ef0 sp=0xc000159ed0 pc=0x4407ae
runtime.chanrecv(0xc003b780c0, 0x0, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc000159f68 sp=0xc000159ef0 pc=0x40ba4d
runtime.chanrecv1(0xc000138cf0?, 0xc1737d94e0?)
/usr/local/go/src/runtime/chan.go:442 +0x12 fp=0xc000159f90 sp=0xc000159f68 pc=0x40b652
github.com/weaviate/weaviate/usecases/cluster.(*IdealClusterState).startPolling(0xc000138cf0)
/go/src/github.com/weaviate/weaviate/usecases/cluster/ideal_node_list.go:70 +0x2f fp=0xc000159fc8 sp=0xc000159f90 pc=0xbd86af
github.com/weaviate/weaviate/usecases/cluster.NewIdealClusterState.func1()
/go/src/github.com/weaviate/weaviate/usecases/cluster/ideal_node_list.go:30 +0x25 fp=0xc000159fe0 sp=0xc000159fc8 pc=0xbd80e5
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000159fe8 sp=0xc000159fe0 pc=0x473b21
created by github.com/weaviate/weaviate/usecases/cluster.NewIdealClusterState in goroutine 1
/go/src/github.com/weaviate/weaviate/usecases/cluster/ideal_node_list.go:30 +0x98
goroutine 123 [IO wait, 124 minutes]:
runtime.gopark(0x4ca450?, 0xc00015abe8?, 0x38?, 0xac?, 0x4eb2fd?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00015abc8 sp=0xc00015aba8 pc=0x4407ae
runtime.netpollblock(0x0?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc00015ac00 sp=0xc00015abc8 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f0827979ad0, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc00015ac20 sp=0xc00015ac00 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc0036cf380?, 0x2aee988?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc00015ac48 sp=0xc00015ac20 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0036cf380)
/usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc00015acf0 sp=0xc00015ac48 pc=0x4e944c
net.(*netFD).accept(0xc0036cf380)
/usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc00015ada8 sp=0xc00015acf0 pc=0x58a469
net.(*TCPListener).accept(0xc003b64bc0)
/usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc00015add0 sp=0xc00015ada8 pc=0x5a419e
net.(*TCPListener).Accept(0xc003b64bc0)
/usr/local/go/src/net/tcpsock.go:315 +0x30 fp=0xc00015ae00 sp=0xc00015add0 pc=0x5a3030
net/http.(*onceCloseListener).Accept(0xc007c50510?)
<autogenerated>:1 +0x24 fp=0xc00015ae18 sp=0xc00015ae00 pc=0x745144
net/http.(*Server).Serve(0xc003d8a000, {0x1dffb40, 0xc003b64bc0})
/usr/local/go/src/net/http/server.go:3056 +0x364 fp=0xc00015af48 sp=0xc00015ae18 pc=0x7219c4
net/http.(*Server).ListenAndServe(0xc003d8a000)
/usr/local/go/src/net/http/server.go:2985 +0x71 fp=0xc00015af78 sp=0xc00015af48 pc=0x721631
net/http.ListenAndServe(...)
/usr/local/go/src/net/http/server.go:3239
github.com/weaviate/weaviate/adapters/handlers/rest.MakeAppState.func1()
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/configure_api.go:134 +0x10a fp=0xc00015afe0 sp=0xc00015af78 pc=0x154dc6a
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00015afe8 sp=0xc00015afe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/handlers/rest.MakeAppState in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/configure_api.go:131 +0x10f
goroutine 122 [IO wait, 124 minutes]:
runtime.gopark(0xc003d4ec50?, 0x41295d?, 0x58?, 0xec?, 0x4eb2fd?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc003d4ebe8 sp=0xc003d4ebc8 pc=0x4407ae
runtime.netpollblock(0x7f0827774570?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc003d4ec20 sp=0xc003d4ebe8 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f0827979bc8, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc003d4ec40 sp=0xc003d4ec20 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc003d2e100?, 0xc003d4ed28?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc003d4ec68 sp=0xc003d4ec40 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc003d2e100)
/usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc003d4ed10 sp=0xc003d4ec68 pc=0x4e944c
net.(*netFD).accept(0xc003d2e100)
/usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc003d4edc8 sp=0xc003d4ed10 pc=0x58a469
net.(*TCPListener).accept(0xc003d0a100)
/usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc003d4edf0 sp=0xc003d4edc8 pc=0x5a419e
net.(*TCPListener).Accept(0xc003d0a100)
/usr/local/go/src/net/tcpsock.go:315 +0x30 fp=0xc003d4ee20 sp=0xc003d4edf0 pc=0x5a3030
net/http.(*onceCloseListener).Accept(0x1e04f40?)
<autogenerated>:1 +0x24 fp=0xc003d4ee38 sp=0xc003d4ee20 pc=0x745144
net/http.(*Server).Serve(0xc003d46000, {0x1dffb40, 0xc003d0a100})
/usr/local/go/src/net/http/server.go:3056 +0x364 fp=0xc003d4ef68 sp=0xc003d4ee38 pc=0x7219c4
net/http.(*Server).ListenAndServe(0xc003d46000)
/usr/local/go/src/net/http/server.go:2985 +0x71 fp=0xc003d4ef98 sp=0xc003d4ef68 pc=0x721631
net/http.ListenAndServe(...)
/usr/local/go/src/net/http/server.go:3239
github.com/weaviate/weaviate/adapters/handlers/rest.setupGoProfiling.func1()
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/configure_api.go:905 +0x36 fp=0xc003d4efe0 sp=0xc003d4ef98 pc=0x1574896
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d4efe8 sp=0xc003d4efe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/handlers/rest.setupGoProfiling in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/configure_api.go:904 +0x1a
goroutine 124 [chan receive]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0x8d?, 0xc00f6d8e50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00f6d8dc0 sp=0xc00f6d8da0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc00f6d8f48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00f6d8e38 sp=0xc00f6d8dc0 pc=0x40ba4d
runtime.chanrecv2(0xc17b24dd7270cf57?, 0x6b87cbde604?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00f6d8e60 sp=0xc00f6d8e38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x1)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc00f6d8fc0 sp=0xc00f6d8e60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc00f6d8fe0 sp=0xc00f6d8fc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00f6d8fe8 sp=0xc00f6d8fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 125 [chan receive, 3 minutes]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0xbd?, 0xc00d8dbe50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00d8dbdc0 sp=0xc00d8dbda0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc00d8dbf48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00d8dbe38 sp=0xc00d8dbdc0 pc=0x40ba4d
runtime.chanrecv2(0x0?, 0xc00be6cb00?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00d8dbe60 sp=0xc00d8dbe38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc00d8dbfc0 sp=0xc00d8dbe60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc00d8dbfe0 sp=0xc00d8dbfc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00d8dbfe8 sp=0xc00d8dbfe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 126 [chan receive, 3 minutes]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0x6d?, 0xc00f6d6e50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00f6d6dc0 sp=0xc00f6d6da0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc00f6d6f48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00f6d6e38 sp=0xc00f6d6dc0 pc=0x40ba4d
runtime.chanrecv2(0x0?, 0xc0ee256580?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00f6d6e60 sp=0xc00f6d6e38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc00f6d6fc0 sp=0xc00f6d6e60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc00f6d6fe0 sp=0xc00f6d6fc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00f6d6fe8 sp=0xc00f6d6fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 127 [chan receive, 3 minutes]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0xdd?, 0xc003d4de50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc003d4ddc0 sp=0xc003d4dda0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc003d4df48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc003d4de38 sp=0xc003d4ddc0 pc=0x40ba4d
runtime.chanrecv2(0x0?, 0xc068c87000?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc003d4de60 sp=0xc003d4de38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc003d4dfc0 sp=0xc003d4de60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc003d4dfe0 sp=0xc003d4dfc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d4dfe8 sp=0xc003d4dfe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 128 [chan receive]:
runtime.gopark(0x0?, 0x0?, 0xc0?, 0xd2?, 0xc16523ade0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc094d80dc0 sp=0xc094d80da0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc094d80f48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc094d80e38 sp=0xc094d80dc0 pc=0x40ba4d
runtime.chanrecv2(0xc1793f8fd8?, 0xc1793f8f80?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc094d80e60 sp=0xc094d80e38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc094d80fc0 sp=0xc094d80e60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc094d80fe0 sp=0xc094d80fc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc094d80fe8 sp=0xc094d80fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 129 [chan receive, 3 minutes]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0x7d?, 0xc00d8d7e50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00d8d7dc0 sp=0xc00d8d7da0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc00d8d7f48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00d8d7e38 sp=0xc00d8d7dc0 pc=0x40ba4d
runtime.chanrecv2(0x0?, 0xc17d512c80?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00d8d7e60 sp=0xc00d8d7e38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc00d8d7fc0 sp=0xc00d8d7e60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc00d8d7fe0 sp=0xc00d8d7fc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00d8d7fe8 sp=0xc00d8d7fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 146 [chan receive]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0x2d?, 0xc020c92e50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc020c92dc0 sp=0xc020c92da0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc020c92f48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc020c92e38 sp=0xc020c92dc0 pc=0x40ba4d
runtime.chanrecv2(0x0?, 0xc11df14f80?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc020c92e60 sp=0xc020c92e38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc020c92fc0 sp=0xc020c92e60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc020c92fe0 sp=0xc020c92fc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc020c92fe8 sp=0xc020c92fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 147 [chan receive]:
runtime.gopark(0x0?, 0x0?, 0x40?, 0xcc?, 0xc148832120?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00d8d9dc0 sp=0xc00d8d9da0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc00d8d9f48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00d8d9e38 sp=0xc00d8d9dc0 pc=0x40ba4d
runtime.chanrecv2(0xc013e5d758?, 0xc013e5d700?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00d8d9e60 sp=0xc00d8d9e38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc00d8d9fc0 sp=0xc00d8d9e60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc00d8d9fe0 sp=0xc00d8d9fc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00d8d9fe8 sp=0xc00d8d9fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 148 [chan receive, 3 minutes]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0xd?, 0xc020c90e50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc020c90dc0 sp=0xc020c90da0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc020c90f48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc020c90e38 sp=0xc020c90dc0 pc=0x40ba4d
runtime.chanrecv2(0x0?, 0xc05eefd500?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc020c90e60 sp=0xc020c90e38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc020c90fc0 sp=0xc020c90e60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc020c90fe0 sp=0xc020c90fc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc020c90fe8 sp=0xc020c90fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 149 [chan receive, 3 minutes]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0xfd?, 0xc094d7fe50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc094d7fdc0 sp=0xc094d7fda0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc094d7ff48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc094d7fe38 sp=0xc094d7fdc0 pc=0x40ba4d
runtime.chanrecv2(0x0?, 0xc1620ed800?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc094d7fe60 sp=0xc094d7fe38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc094d7ffc0 sp=0xc094d7fe60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc094d7ffe0 sp=0xc094d7ffc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc094d7ffe8 sp=0xc094d7ffe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 150 [chan receive, 3 minutes]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0x8d?, 0xc00d8d8e50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00d8d8dc0 sp=0xc00d8d8da0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc00d8d8f48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00d8d8e38 sp=0xc00d8d8dc0 pc=0x40ba4d
runtime.chanrecv2(0x0?, 0xc192a34100?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00d8d8e60 sp=0xc00d8d8e38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc00d8d8fc0 sp=0xc00d8d8e60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc00d8d8fe0 sp=0xc00d8d8fc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00d8d8fe8 sp=0xc00d8d8fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 151 [chan receive, 3 minutes]:
runtime.gopark(0x0?, 0x0?, 0x28?, 0xdd?, 0xc00015de50?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00015ddc0 sp=0xc00015dda0 pc=0x4407ae
runtime.chanrecv(0xc0039ad4a0, 0xc00015df48, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00015de38 sp=0xc00015ddc0 pc=0x40ba4d
runtime.chanrecv2(0x1?, 0xc05eefd500?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00015de60 sp=0xc00015de38 pc=0x40b672
github.com/weaviate/weaviate/adapters/repos/db.(*DB).worker(0xc003cd2820, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:297 +0xa7 fp=0xc00015dfc0 sp=0xc00015de60 pc=0xff2267
github.com/weaviate/weaviate/adapters/repos/db.New.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x25 fp=0xc00015dfe0 sp=0xc00015dfc0 pc=0xff1425
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00015dfe8 sp=0xc00015dfe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.New in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/repo.go:159 +0x627
goroutine 152 [IO wait]:
runtime.gopark(0xf39?, 0xb?, 0x0?, 0x0?, 0xe?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc007c5f8f8 sp=0xc007c5f8d8 pc=0x4407ae
runtime.netpollblock(0x4c80b8?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc007c5f930 sp=0xc007c5f8f8 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f08279799d8, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc007c5f950 sp=0xc007c5f930 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc003d2e180?, 0xc007c52000?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc007c5f978 sp=0xc007c5f950 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc003d2e180, {0xc007c52000, 0x1000, 0x1000})
/usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc007c5fa10 sp=0xc007c5f978 pc=0x4e525a
net.(*netFD).Read(0xc003d2e180, {0xc007c52000?, 0x4e4425?, 0x0?})
/usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc007c5fa58 sp=0xc007c5fa10 pc=0x588445
net.(*conn).Read(0xc000146068, {0xc007c52000?, 0x0?, 0xc007c3de98?})
/usr/local/go/src/net/net.go:179 +0x45 fp=0xc007c5faa0 sp=0xc007c5fa58 pc=0x59adc5
net.(*TCPConn).Read(0xc007c3de90?, {0xc007c52000?, 0x0?, 0xc007c5fac0?})
<autogenerated>:1 +0x25 fp=0xc007c5fad0 sp=0xc007c5faa0 pc=0x5aeb25
net/http.(*connReader).Read(0xc007c3de90, {0xc007c52000, 0x1000, 0x1000})
/usr/local/go/src/net/http/server.go:791 +0x14b fp=0xc007c5fb20 sp=0xc007c5fad0 pc=0x71770b
bufio.(*Reader).fill(0xc003b78180)
/usr/local/go/src/bufio/bufio.go:113 +0x103 fp=0xc007c5fb58 sp=0xc007c5fb20 pc=0x53e843
bufio.(*Reader).Peek(0xc003b78180, 0x4)
/usr/local/go/src/bufio/bufio.go:151 +0x53 fp=0xc007c5fb78 sp=0xc007c5fb58 pc=0x53e973
net/http.(*conn).serve(0xc007c50510, {0x1e05020, 0xc003be88a0})
/usr/local/go/src/net/http/server.go:2044 +0x75c fp=0xc007c5ffb8 sp=0xc007c5fb78 pc=0x71d5bc
net/http.(*Server).Serve.func3()
/usr/local/go/src/net/http/server.go:3086 +0x28 fp=0xc007c5ffe0 sp=0xc007c5ffb8 pc=0x721d88
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc007c5ffe8 sp=0xc007c5ffe0 pc=0x473b21
created by net/http.(*Server).Serve in goroutine 123
/usr/local/go/src/net/http/server.go:3086 +0x5cb
goroutine 10093756 [runnable]:
runtime.gopark(0xc00015feb0?, 0xcf3f05?, 0xc?, 0x26?, 0xc00015ff10?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00015fe98 sp=0xc00015fe78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00015ff6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00015ff10 sp=0xc00015fe98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be1487?, 0x6c6be88173a?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00015ff38 sp=0xc00015ff10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00015ffe0 sp=0xc00015ff38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00015ffe8 sp=0xc00015ffe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 1395 [select]:
runtime.gopark(0xc00da44728?, 0x2?, 0x3a?, 0xae?, 0xc00da4471c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00da445c8 sp=0xc00da445a8 pc=0x4407ae
runtime.selectgo(0xc00da44728, 0xc00da44718, 0xc1706fba90?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc00da446e8 sp=0xc00da445c8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc80e0)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc00da44758 sp=0xc00da446e8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc00da447e0 sp=0xc00da44758 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00da447e8 sp=0xc00da447e0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 188
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 178 [IO wait]:
runtime.gopark(0x4ca450?, 0xc0037179c8?, 0x18?, 0x7a?, 0x4eb2fd?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0037179a8 sp=0xc003717988 pc=0x4407ae
runtime.netpollblock(0x471b92?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc0037179e0 sp=0xc0037179a8 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f08279797e8, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc003717a00 sp=0xc0037179e0 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc003d2ed00?, 0x4?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc003717a28 sp=0xc003717a00 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc003d2ed00)
/usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc003717ad0 sp=0xc003717a28 pc=0x4e944c
net.(*netFD).accept(0xc003d2ed00)
/usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc003717b88 sp=0xc003717ad0 pc=0x58a469
net.(*TCPListener).accept(0xc00824aa40)
/usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc003717bb0 sp=0xc003717b88 pc=0x5a419e
net.(*TCPListener).Accept(0xc00824aa40)
/usr/local/go/src/net/tcpsock.go:315 +0x30 fp=0xc003717be0 sp=0xc003717bb0 pc=0x5a3030
net/http.(*onceCloseListener).Accept(0xc125ecf200?)
<autogenerated>:1 +0x24 fp=0xc003717bf8 sp=0xc003717be0 pc=0x745144
net/http.(*Server).Serve(0xc003d460f0, {0x1dffb40, 0xc00824aa40})
/usr/local/go/src/net/http/server.go:3056 +0x364 fp=0xc003717d28 sp=0xc003717bf8 pc=0x7219c4
net/http.(*Server).ListenAndServe(0xc003d460f0)
/usr/local/go/src/net/http/server.go:2985 +0x71 fp=0xc003717d58 sp=0xc003717d28 pc=0x721631
net/http.ListenAndServe(...)
/usr/local/go/src/net/http/server.go:3239
github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi.Serve(0xc003343880)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/clusterapi/serve.go:54 +0x94d fp=0xc003717fc8 sp=0xc003717d58 pc=0x105f00d
github.com/weaviate/weaviate/adapters/handlers/rest.MakeAppState.func5()
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/configure_api.go:269 +0x25 fp=0xc003717fe0 sp=0xc003717fc8 pc=0x154db25
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003717fe8 sp=0xc003717fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/handlers/rest.MakeAppState in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/configure_api.go:269 +0x2030
goroutine 180 [select]:
runtime.gopark(0xc000157728?, 0x2?, 0xc?, 0x0?, 0xc00015771c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0001575c8 sp=0xc0001575a8 pc=0x4407ae
runtime.selectgo(0xc000157728, 0xc000157718, 0xc0f1cdb830?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc0001576e8 sp=0xc0001575c8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc90a0)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc000157758 sp=0xc0001576e8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc0001577e0 sp=0xc000157758 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0001577e8 sp=0xc0001577e0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 181 [select]:
runtime.gopark(0xc000157f28?, 0x2?, 0xc?, 0x0?, 0xc000157f1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000157dc8 sp=0xc000157da8 pc=0x4407ae
runtime.selectgo(0xc000157f28, 0xc000157f18, 0xc170e03790?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000157ee8 sp=0xc000157dc8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc9110)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc000157f58 sp=0xc000157ee8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc000157fe0 sp=0xc000157f58 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000157fe8 sp=0xc000157fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 234 [IO wait]:
runtime.gopark(0x4ca450?, 0xc00377da60?, 0xb0?, 0xda?, 0x4eb2fd?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00377da40 sp=0xc00377da20 pc=0x4407ae
runtime.netpollblock(0x471b92?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc00377da78 sp=0xc00377da40 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f08279796f0, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc00377da98 sp=0xc00377da78 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc00bc88000?, 0x4?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc00377dac0 sp=0xc00377da98 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc00bc88000)
/usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc00377db68 sp=0xc00377dac0 pc=0x4e944c
net.(*netFD).accept(0xc00bc88000)
/usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc00377dc20 sp=0xc00377db68 pc=0x58a469
net.(*TCPListener).accept(0xc00bc8a000)
/usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc00377dc48 sp=0xc00377dc20 pc=0x5a419e
net.(*TCPListener).Accept(0xc00bc8a000)
/usr/local/go/src/net/tcpsock.go:315 +0x30 fp=0xc00377dc78 sp=0xc00377dc48 pc=0x5a3030
google.golang.org/grpc.(*Server).Serve(0xc00bd63680, {0x1dffb40?, 0xc00bc8a000})
/go/pkg/mod/google.golang.org/grpc@v1.59.0/server.go:852 +0x462 fp=0xc00377ddb8 sp=0xc00377dc78 pc=0x1244782
github.com/weaviate/weaviate/adapters/handlers/grpc.StartAndListen(0xc006c942c8, 0xc003343880)
/go/src/github.com/weaviate/weaviate/adapters/handlers/grpc/server.go:77 +0x125 fp=0xc00377de20 sp=0xc00377ddb8 pc=0x1545ea5
github.com/weaviate/weaviate/adapters/handlers/rest.startGrpcServer.func1()
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/grpc.go:25 +0x2f fp=0xc00377dfe0 sp=0xc00377de20 pc=0x155684f
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00377dfe8 sp=0xc00377dfe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/handlers/rest.startGrpcServer in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/grpc.go:24 +0x67
goroutine 235 [select, 123 minutes, locked to thread]:
runtime.gopark(0xc003d447a8?, 0x2?, 0x49?, 0xa?, 0xc003d447a4?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc003d44638 sp=0xc003d44618 pc=0x4407ae
runtime.selectgo(0xc003d447a8, 0xc003d447a0, 0x0?, 0x0, 0x19dcae1?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc003d44758 sp=0xc003d44638 pc=0x450c85
runtime.ensureSigM.func1()
/usr/local/go/src/runtime/signal_unix.go:1014 +0x19f fp=0xc003d447e0 sp=0xc003d44758 pc=0x46a49f
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d447e8 sp=0xc003d447e0 pc=0x473b21
created by runtime.ensureSigM in goroutine 1
/usr/local/go/src/runtime/signal_unix.go:997 +0xc8
goroutine 236 [syscall, 123 minutes]:
runtime.notetsleepg(0x44789c?, 0xc00391e240?)
/usr/local/go/src/runtime/lock_futex.go:236 +0x29 fp=0xc003d44fa0 sp=0xc003d44f68 pc=0x4112a9
os/signal.signal_recv()
/usr/local/go/src/runtime/sigqueue.go:152 +0x29 fp=0xc003d44fc0 sp=0xc003d44fa0 pc=0x46ffa9
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x13 fp=0xc003d44fe0 sp=0xc003d44fc0 pc=0xaf6953
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d44fe8 sp=0xc003d44fe0 pc=0x473b21
created by os/signal.Notify.func1.1 in goroutine 1
/usr/local/go/src/os/signal/signal.go:151 +0x1f
goroutine 237 [chan receive, 123 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc003d45630 sp=0xc003d45610 pc=0x4407ae
runtime.chanrecv(0xc00329db00, 0xc003d45710, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc003d456a8 sp=0xc003d45630 pc=0x40ba4d
runtime.chanrecv2(0x0?, 0x0?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc003d456d0 sp=0xc003d456a8 pc=0x40b672
github.com/weaviate/weaviate/adapters/handlers/rest.handleInterrupt.func1()
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:502 +0x3e fp=0xc003d45730 sp=0xc003d456d0 pc=0x157479e
sync.(*Once).doSlow(0xc006c84000?, 0xc003d457d0?)
/usr/local/go/src/sync/once.go:74 +0xbf fp=0xc003d45790 sp=0xc003d45730 pc=0x4912bf
sync.(*Once).Do(...)
/usr/local/go/src/sync/once.go:65
github.com/weaviate/weaviate/adapters/handlers/rest.handleInterrupt(0x0?, 0xc00c302000?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:501 +0x35 fp=0xc003d457c0 sp=0xc003d45790 pc=0x1574735
github.com/weaviate/weaviate/adapters/handlers/rest.(*Server).Serve.func4()
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:183 +0x25 fp=0xc003d457e0 sp=0xc003d457c0 pc=0x15738a5
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d457e8 sp=0xc003d457e0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/handlers/rest.(*Server).Serve in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:183 +0x18c
goroutine 238 [IO wait]:
runtime.gopark(0x4ca450?, 0xc003d4cbd8?, 0x28?, 0xcc?, 0x4eb2fd?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc003d4cbb8 sp=0xc003d4cb98 pc=0x4407ae
runtime.netpollblock(0x471b92?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc003d4cbf0 sp=0xc003d4cbb8 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f0827979408, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc003d4cc10 sp=0xc003d4cbf0 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc00d281680?, 0x4?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc003d4cc38 sp=0xc003d4cc10 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc00d281680)
/usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc003d4cce0 sp=0xc003d4cc38 pc=0x4e944c
net.(*netFD).accept(0xc00d281680)
/usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc003d4cd98 sp=0xc003d4cce0 pc=0x58a469
net.(*TCPListener).accept(0xc00d2de3c0)
/usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc003d4cdc0 sp=0xc003d4cd98 pc=0x5a419e
net.(*TCPListener).Accept(0xc00d2de3c0)
/usr/local/go/src/net/tcpsock.go:315 +0x30 fp=0xc003d4cdf0 sp=0xc003d4cdc0 pc=0x5a3030
net/http.(*onceCloseListener).Accept(0xc002f9e360?)
<autogenerated>:1 +0x24 fp=0xc003d4ce08 sp=0xc003d4cdf0 pc=0x745144
net/http.(*Server).Serve(0xc00cefd860, {0x1dffb40, 0xc00d2de3c0})
/usr/local/go/src/net/http/server.go:3056 +0x364 fp=0xc003d4cf38 sp=0xc003d4ce08 pc=0x7219c4
github.com/weaviate/weaviate/adapters/handlers/rest.(*Server).Serve.func2({0x1dffb40, 0xc00d2de3c0})
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:232 +0x73 fp=0xc003d4cfc0 sp=0xc003d4cf38 pc=0x15733f3
github.com/weaviate/weaviate/adapters/handlers/rest.(*Server).Serve.func6()
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:236 +0x2b fp=0xc003d4cfe0 sp=0xc003d4cfc0 pc=0x157334b
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d4cfe8 sp=0xc003d4cfe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/handlers/rest.(*Server).Serve in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:230 +0xa45
goroutine 239 [chan receive, 123 minutes]:
runtime.gopark(0xc003d42f00?, 0x40b7a5?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc003d42e88 sp=0xc003d42e68 pc=0x4407ae
runtime.chanrecv(0xc0034dfaa0, 0x0, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc003d42f00 sp=0xc003d42e88 pc=0x40ba4d
runtime.chanrecv1(0xc003d42fd0?, 0xcf2437?)
/usr/local/go/src/runtime/chan.go:442 +0x12 fp=0xc003d42f28 sp=0xc003d42f00 pc=0x40b652
github.com/weaviate/weaviate/adapters/handlers/rest.(*Server).handleShutdown(0xc003746000, 0x0?, 0xc002da1608)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:423 +0x69 fp=0xc003d42fb8 sp=0xc003d42f28 pc=0x1574109
github.com/weaviate/weaviate/adapters/handlers/rest.(*Server).Serve.func8()
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:333 +0x28 fp=0xc003d42fe0 sp=0xc003d42fb8 pc=0x1573028
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d42fe8 sp=0xc003d42fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/handlers/rest.(*Server).Serve in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/server.go:333 +0x157d
goroutine 182 [select]:
runtime.gopark(0xc0255abe20?, 0x2?, 0x0?, 0x0?, 0xc0255abe04?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0255abcb0 sp=0xc0255abc90 pc=0x4407ae
runtime.selectgo(0xc0255abe20, 0xc0255abe00, 0x2af4740?, 0x0, 0x408538?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc0255abdd0 sp=0xc0255abcb0 pc=0x450c85
github.com/weaviate/weaviate/adapters/repos/db.(*Index).initAndStoreShards.func2.1({0x3146?, 0x3147?}, {0x1e22c00?, 0xc0127faa60})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:328 +0x89 fp=0xc0255abe50 sp=0xc0255abdd0 pc=0xfbf7c9
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ForEachShard.(*shardMap).Range.func1({0x1679e80?, 0xc0127feb80?}, {0x19d1be0?, 0xc0127faa60})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:79 +0x90 fp=0xc0255abea0 sp=0xc0255abe50 pc=0xfc01f0
sync.(*Map).Range(0xc0029e46d0, 0xc0255abf58)
/usr/local/go/src/sync/map.go:476 +0x228 fp=0xc0255abf38 sp=0xc0255abea0 pc=0x490a48
github.com/weaviate/weaviate/adapters/repos/db.(*shardMap).Range(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:78
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ForEachShard(0x3b9aca00?, 0x0?)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:386 +0x4e fp=0xc0255abf80 sp=0xc0255abf38 pc=0xfc012e
github.com/weaviate/weaviate/adapters/repos/db.(*Index).initAndStoreShards.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:324 +0x8e fp=0xc0255abfe0 sp=0xc0255abf80 pc=0xfbf70e
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0255abfe8 sp=0xc0255abfe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.(*Index).initAndStoreShards in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:320 +0x30d
goroutine 183 [select]:
runtime.gopark(0xc000150f28?, 0x2?, 0x3a?, 0xae?, 0xc000150f1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000150dc8 sp=0xc000150da8 pc=0x4407ae
runtime.selectgo(0xc000150f28, 0xc000150f18, 0xc0ec4a1858?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000150ee8 sp=0xc000150dc8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc9340)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc000150f58 sp=0xc000150ee8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc000150fe0 sp=0xc000150f58 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000150fe8 sp=0xc000150fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 184 [select]:
runtime.gopark(0xc000151728?, 0x2?, 0x3a?, 0xae?, 0xc00015171c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0001515c8 sp=0xc0001515a8 pc=0x4407ae
runtime.selectgo(0xc000151728, 0xc000151718, 0xc0e6597ee8?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc0001516e8 sp=0xc0001515c8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc93b0)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc000151758 sp=0xc0001516e8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc0001517e0 sp=0xc000151758 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0001517e8 sp=0xc0001517e0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 186 [select]:
runtime.gopark(0xc01046b728?, 0x2?, 0x80?, 0x6c?, 0xc01046b71c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc01046b5c8 sp=0xc01046b5a8 pc=0x4407ae
runtime.selectgo(0xc01046b728, 0xc01046b718, 0xc0e6597690?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc01046b6e8 sp=0xc01046b5c8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc95e0)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc01046b758 sp=0xc01046b6e8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc01046b7e0 sp=0xc01046b758 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc01046b7e8 sp=0xc01046b7e0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 187 [select]:
runtime.gopark(0xc01046bf28?, 0x2?, 0xc?, 0x0?, 0xc01046bf1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc01046bdc8 sp=0xc01046bda8 pc=0x4407ae
runtime.selectgo(0xc01046bf28, 0xc01046bf18, 0xc170e037d0?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc01046bee8 sp=0xc01046bdc8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc9650)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc01046bf58 sp=0xc01046bee8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc01046bfe0 sp=0xc01046bf58 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc01046bfe8 sp=0xc01046bfe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 188 [select]:
runtime.gopark(0xc01fa43e20?, 0x2?, 0x0?, 0x0?, 0xc01fa43e04?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc01fa43cb0 sp=0xc01fa43c90 pc=0x4407ae
runtime.selectgo(0xc01fa43e20, 0xc01fa43e00, 0x2af4740?, 0x0, 0x2?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc01fa43dd0 sp=0xc01fa43cb0 pc=0x450c85
github.com/weaviate/weaviate/adapters/repos/db.(*Index).initAndStoreShards.func2.1({0xffffffffffffffff?, 0x2adc?}, {0x1e22c00?, 0xc00bb06de0})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:328 +0x89 fp=0xc01fa43e50 sp=0xc01fa43dd0 pc=0xfbf7c9
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ForEachShard.(*shardMap).Range.func1({0x1679e80?, 0xc00bb0ed20?}, {0x19d1be0?, 0xc00bb06de0})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:79 +0x90 fp=0xc01fa43ea0 sp=0xc01fa43e50 pc=0xfc01f0
sync.(*Map).Range(0xc00284eb50, 0xc01fa43f58)
/usr/local/go/src/sync/map.go:476 +0x228 fp=0xc01fa43f38 sp=0xc01fa43ea0 pc=0x490a48
github.com/weaviate/weaviate/adapters/repos/db.(*shardMap).Range(...)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:78
github.com/weaviate/weaviate/adapters/repos/db.(*Index).ForEachShard(0x3b9aca00?, 0x160d?)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:386 +0x4e fp=0xc01fa43f80 sp=0xc01fa43f38 pc=0xfc012e
github.com/weaviate/weaviate/adapters/repos/db.(*Index).initAndStoreShards.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:324 +0x8e fp=0xc01fa43fe0 sp=0xc01fa43f80 pc=0xfbf70e
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc01fa43fe8 sp=0xc01fa43fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.(*Index).initAndStoreShards in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:320 +0x30d
goroutine 189 [select]:
runtime.gopark(0xc01046a728?, 0x2?, 0x3a?, 0xae?, 0xc01046a71c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc01046a5c8 sp=0xc01046a5a8 pc=0x4407ae
runtime.selectgo(0xc01046a728, 0xc01046a718, 0xc0ec4a18c8?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc01046a6e8 sp=0xc01046a5c8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc8000)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc01046a758 sp=0xc01046a6e8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc01046a7e0 sp=0xc01046a758 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc01046a7e8 sp=0xc01046a7e0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 190 [chan send]:
runtime.gopark(0xc003d4bdf8?, 0xcf3f05?, 0x0?, 0x0?, 0xc003d4be58?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc003d4bde0 sp=0xc003d4bdc0 pc=0x4407ae
runtime.chansend(0xc172f3c360, 0xc003d4beac, 0x1, 0x0?)
/usr/local/go/src/runtime/chan.go:259 +0x3a5 fp=0xc003d4be50 sp=0xc003d4bde0 pc=0x40ace5
runtime.chansend1(0x171f620?, 0xc003893b90?)
/usr/local/go/src/runtime/chan.go:145 +0x17 fp=0xc003d4be80 sp=0xc003d4be50 pc=0x40a937
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel(0xc003d00840, 0xc173a9baa0, 0x10)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:251 +0x1fe fp=0xc003d4bf10 sp=0xc003d4be80 pc=0xcf1f9e
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).CycleCallback(0x17c5fc0?, 0x1?)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:91 +0x28 fp=0xc003d4bf38 sp=0xc003d4bf10 pc=0xcf1588
github.com/weaviate/weaviate/entities/cyclemanager.CycleCallbackGroup.CycleCallback-fm(0xc00ffc8070?)
<autogenerated>:1 +0x2b fp=0xc003d4bf58 sp=0xc003d4bf38 pc=0xd3788b
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:85 +0xe9 fp=0xc003d4bfe0 sp=0xc003d4bf58 pc=0xcf34c9
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d4bfe8 sp=0xc003d4bfe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 192 [select]:
runtime.gopark(0xc01046cf28?, 0x2?, 0xc?, 0x0?, 0xc01046cf1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc01046cdc8 sp=0xc01046cda8 pc=0x4407ae
runtime.selectgo(0xc01046cf28, 0xc01046cf18, 0xc0ea0cc948?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc01046cee8 sp=0xc01046cdc8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc82a0)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc01046cf58 sp=0xc01046cee8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc01046cfe0 sp=0xc01046cf58 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc01046cfe8 sp=0xc01046cfe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 193 [select]:
runtime.gopark(0xc010701f28?, 0x2?, 0xc?, 0x0?, 0xc010701f1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc010701dc8 sp=0xc010701da8 pc=0x4407ae
runtime.selectgo(0xc010701f28, 0xc010701f18, 0xc0e6597f08?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc010701ee8 sp=0xc010701dc8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc8310)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc010701f58 sp=0xc010701ee8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc010701fe0 sp=0xc010701f58 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc010701fe8 sp=0xc010701fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 259 [select]:
runtime.gopark(0xc01046e728?, 0x2?, 0x80?, 0x6c?, 0xc01046e71c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc01046e5c8 sp=0xc01046e5a8 pc=0x4407ae
runtime.selectgo(0xc01046e728, 0xc01046e718, 0xc0ea0cc988?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc01046e6e8 sp=0xc01046e5c8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc8540)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc01046e758 sp=0xc01046e6e8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc01046e7e0 sp=0xc01046e758 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc01046e7e8 sp=0xc01046e7e0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 260 [select]:
runtime.gopark(0xc00bd2bf28?, 0x2?, 0xc?, 0x0?, 0xc00bd2bf1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00bd2bdc8 sp=0xc00bd2bda8 pc=0x4407ae
runtime.selectgo(0xc00bd2bf28, 0xc00bd2bf18, 0xc170e037b0?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc00bd2bee8 sp=0xc00bd2bdc8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc85b0)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc00bd2bf58 sp=0xc00bd2bee8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc00bd2bfe0 sp=0xc00bd2bf58 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00bd2bfe8 sp=0xc00bd2bfe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 1363 [select, 123 minutes]:
runtime.gopark(0xc003d4fbe8?, 0x2?, 0x5?, 0x28?, 0xc003d4fb54?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc003d4f9f0 sp=0xc003d4f9d0 pc=0x4407ae
runtime.selectgo(0xc003d4fbe8, 0xc003d4fb50, 0xc0000c5680?, 0x0, 0x1e0bc08?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc003d4fb10 sp=0xc003d4f9f0 pc=0x450c85
github.com/weaviate/weaviate/usecases/telemetry.(*Telemeter).Start.func1()
/go/src/github.com/weaviate/weaviate/usecases/telemetry/telemetry.go:88 +0xf8 fp=0xc003d4ffe0 sp=0xc003d4fb10 pc=0x1519298
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d4ffe8 sp=0xc003d4ffe0 pc=0x473b21
created by github.com/weaviate/weaviate/usecases/telemetry.(*Telemeter).Start in goroutine 233
/go/src/github.com/weaviate/weaviate/usecases/telemetry/telemetry.go:84 +0x1c5
goroutine 262 [select]:
runtime.gopark(0xc00bd2cf28?, 0x2?, 0x80?, 0x6c?, 0xc00bd2cf1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00bd2cdc8 sp=0xc00bd2cda8 pc=0x4407ae
runtime.selectgo(0xc00bd2cf28, 0xc00bd2cf18, 0xc0ea0cc968?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc00bd2cee8 sp=0xc00bd2cdc8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc87e0)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc00bd2cf58 sp=0xc00bd2cee8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc00bd2cfe0 sp=0xc00bd2cf58 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00bd2cfe8 sp=0xc00bd2cfe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 263 [select]:
runtime.gopark(0xc094d81f28?, 0x2?, 0x5?, 0x0?, 0xc094d81f1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc094d81dc8 sp=0xc094d81da8 pc=0x4407ae
runtime.selectgo(0xc094d81f28, 0xc094d81f18, 0xc170e037f0?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc094d81ee8 sp=0xc094d81dc8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc8850)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc094d81f58 sp=0xc094d81ee8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc094d81fe0 sp=0xc094d81f58 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc094d81fe8 sp=0xc094d81fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 1
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 264 [select]:
runtime.gopark(0xc010702fa8?, 0x2?, 0x8f?, 0xda?, 0xc010702f6c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc010702e10 sp=0xc010702df0 pc=0x4407ae
runtime.selectgo(0xc010702fa8, 0xc010702f68, 0x11?, 0x0, 0x940fcc19000?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc010702f30 sp=0xc010702e10 pc=0x450c85
github.com/weaviate/weaviate/adapters/repos/db.(*DB).scanResourceUsage.func1()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/resource_use.go:49 +0xba fp=0xc010702fe0 sp=0xc010702f30 pc=0xff2ffa
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc010702fe8 sp=0xc010702fe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.(*DB).scanResourceUsage in goroutine 1
/go/src/github.com/weaviate/weaviate/adapters/repos/db/resource_use.go:45 +0x4f
goroutine 10093757 [runnable]:
runtime.gopark(0x2acd990?, 0xc00d8d4ed8?, 0x5?, 0xf9?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00d8d4e98 sp=0xc00d8d4e78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00d8d4f6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00d8d4f10 sp=0xc00d8d4e98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be37d0?, 0x6c6be883a80?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00d8d4f38 sp=0xc00d8d4f10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00d8d4fe0 sp=0xc00d8d4f38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00d8d4fe8 sp=0xc00d8d4fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10093759 [runnable]:
runtime.gopark(0x2acd980?, 0xcf3f05?, 0x0?, 0x0?, 0x2acd980?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00f5cce98 sp=0xc00f5cce78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00f5ccf6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00f5ccf10 sp=0xc00f5cce98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be2488?, 0x6c6be882739?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00f5ccf38 sp=0xc00f5ccf10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00f5ccfe0 sp=0xc00f5ccf38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00f5ccfe8 sp=0xc00f5ccfe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 1282 [select]:
runtime.gopark(0xc00d822f28?, 0x2?, 0x45?, 0x1f?, 0xc00d822f1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00d822dc8 sp=0xc00d822da8 pc=0x4407ae
runtime.selectgo(0xc00d822f28, 0xc00d822f18, 0xc0e6597df8?, 0x0, 0xcf1588?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc00d822ee8 sp=0xc00d822dc8 pc=0x450c85
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).isStopRequested(0xc00ffc9420)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:174 +0x6a fp=0xc00d822f58 sp=0xc00d822ee8 pc=0xcf3faa
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:74 +0x85 fp=0xc00d822fe0 sp=0xc00d822f58 pc=0xcf3465
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00d822fe8 sp=0xc00d822fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleManager).Start in goroutine 182
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclemanager.go:69 +0x98
goroutine 10093750 [runnable]:
runtime.gopark(0x2acd980?, 0xcf3f05?, 0x0?, 0x0?, 0x2acd980?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00008de98 sp=0xc00008de78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00008df6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00008df10 sp=0xc00008de98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be45d1?, 0x6c6be88488e?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00008df38 sp=0xc00008df10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00008dfe0 sp=0xc00008df38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00008dfe8 sp=0xc00008dfe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10093729 [runnable]:
runtime.gopark(0xc00015ceb0?, 0xcf3f05?, 0xc?, 0x26?, 0xc00015cf10?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00015ce98 sp=0xc00015ce78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00015cf6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00015cf10 sp=0xc00015ce98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be1994?, 0x6c6be881c44?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00015cf38 sp=0xc00015cf10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00015cfe0 sp=0xc00015cf38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00015cfe8 sp=0xc00015cfe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10069646 [chan receive]:
runtime.gopark(0xc0f5e6f6a0?, 0x412805?, 0xe0?, 0xfc?, 0x30?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0f5e6f638 sp=0xc0f5e6f618 pc=0x4407ae
runtime.chanrecv(0xc13b842780, 0xc0f5e6f7a8, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc0f5e6f6b0 sp=0xc0f5e6f638 pc=0x40ba4d
runtime.chanrecv2(0x1e112e0?, 0x1e04f40?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc0f5e6f6d8 sp=0xc0f5e6f6b0 pc=0x40b672
github.com/weaviate/weaviate/usecases/replica.replicatorStream.readErrors({}, 0xc13b8426c0?, 0x2, 0x1e05020?)
/go/src/github.com/weaviate/weaviate/usecases/replica/replicator_stream.go:35 +0xb5 fp=0xc0f5e6f7e0 sp=0xc0f5e6f6d8 pc=0xc96bf5
github.com/weaviate/weaviate/usecases/replica.(*Replicator).PutObjects(0xc003d00120, {0x1e05020, 0xc18c5ce300}, {0xc12e484780, 0x24}, {0xc0eb45adb8, 0x1, 0x1}, {0x19de054, 0x6})
/go/src/github.com/weaviate/weaviate/usecases/replica/replicator.go:208 +0x67d fp=0xc0f5e6fe10 sp=0xc0f5e6f7e0 pc=0xc9437d
github.com/weaviate/weaviate/adapters/repos/db.(*Index).putObjectBatch.func1({0xc12e484780?, 0xbd3a40?}, {{0xc0eb45adb8, 0x1, 0x1}, {0xc0e7af6d78, 0x1, 0x1}})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:769 +0x1c5 fp=0xc0f5e6ff90 sp=0xc0f5e6fe10 pc=0xfc3145
github.com/weaviate/weaviate/adapters/repos/db.(*Index).putObjectBatch.func2()
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:787 +0x44 fp=0xc0f5e6ffe0 sp=0xc0f5e6ff90 pc=0xfc2f44
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0f5e6ffe8 sp=0xc0f5e6ffe0 pc=0x473b21
created by github.com/weaviate/weaviate/adapters/repos/db.(*Index).putObjectBatch in goroutine 6534347
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:754 +0x4a5
goroutine 10093753 [runnable]:
runtime.gopark(0xc00008feb0?, 0xcf3f05?, 0xc?, 0x26?, 0xc00008ff10?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00008fe98 sp=0xc00008fe78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00008ff6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00008ff10 sp=0xc00008fe98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be410f?, 0x6c6be8843c2?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00008ff38 sp=0xc00008ff10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00008ffe0 sp=0xc00008ff38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00008ffe8 sp=0xc00008ffe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10069649 [semacquire]:
runtime.gopark(0xc1414237a0?, 0x451a60?, 0xa0?, 0x91?, 0x2ac08a0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc03ae1d668 sp=0xc03ae1d648 pc=0x4407ae
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.semacquire1(0xc0e7af6dd8, 0x30?, 0x1, 0x0, 0x4b?)
/usr/local/go/src/runtime/sema.go:160 +0x218 fp=0xc03ae1d6d0 sp=0xc03ae1d668 pc=0x451cb8
sync.runtime_Semacquire(0xc18367fd40?)
/usr/local/go/src/runtime/sema.go:62 +0x25 fp=0xc03ae1d708 sp=0xc03ae1d6d0 pc=0x46f845
sync.(*WaitGroup).Wait(0xcf23ea?)
/usr/local/go/src/sync/waitgroup.go:116 +0x48 fp=0xc03ae1d730 sp=0xc03ae1d708 pc=0x492868
github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).broadcast.func1.1()
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:85 +0x23c fp=0xc03ae1d7e0 sp=0xc03ae1d730 pc=0xc99f7c
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc03ae1d7e8 sp=0xc03ae1d7e0 pc=0x473b21
created by github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).broadcast.func1 in goroutine 10069647
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:73 +0x13a
goroutine 10069644 [IO wait]:
runtime.gopark(0xc0141ef601?, 0xb?, 0x0?, 0x0?, 0x1dd28?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0141ef5a0 sp=0xc0141ef580 pc=0x4407ae
runtime.netpollblock(0x4c80b8?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc0141ef5d8 sp=0xc0141ef5a0 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f08274ae4c0, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc0141ef5f8 sp=0xc0141ef5d8 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc12ef48180?, 0xc103c416f1?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0141ef620 sp=0xc0141ef5f8 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc12ef48180, {0xc103c416f1, 0x1, 0x1})
/usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc0141ef6b8 sp=0xc0141ef620 pc=0x4e525a
net.(*netFD).Read(0xc12ef48180, {0xc103c416f1?, 0x4e?, 0xc148322020?})
/usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc0141ef700 sp=0xc0141ef6b8 pc=0x588445
net.(*conn).Read(0xc06ac461f0, {0xc103c416f1?, 0xc11d0efed8?, 0xc11d0efed0?})
/usr/local/go/src/net/net.go:179 +0x45 fp=0xc0141ef748 sp=0xc0141ef700 pc=0x59adc5
net.(*TCPConn).Read(0x6c1f7134988?, {0xc103c416f1?, 0xc11d0efee0?, 0xc147dacc20?})
<autogenerated>:1 +0x25 fp=0xc0141ef778 sp=0xc0141ef748 pc=0x5aeb25
net/http.(*connReader).backgroundRead(0xc103c416e0)
/usr/local/go/src/net/http/server.go:683 +0x37 fp=0xc0141ef7c8 sp=0xc0141ef778 pc=0x7172d7
net/http.(*connReader).startBackgroundRead.func2()
/usr/local/go/src/net/http/server.go:679 +0x25 fp=0xc0141ef7e0 sp=0xc0141ef7c8 pc=0x717205
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0141ef7e8 sp=0xc0141ef7e0 pc=0x473b21
created by net/http.(*connReader).startBackgroundRead in goroutine 6534347
/usr/local/go/src/net/http/server.go:679 +0xba
goroutine 9836452 [IO wait]:
runtime.gopark(0x40?, 0xb?, 0x0?, 0x0?, 0x5c3da?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc01f1218f8 sp=0xc01f1218d8 pc=0x4407ae
runtime.netpollblock(0x4c80b8?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc01f121930 sp=0xc01f1218f8 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f08274ae2d0, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc01f121950 sp=0xc01f121930 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc0d1295b80?, 0xc15b5e2000?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc01f121978 sp=0xc01f121950 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0d1295b80, {0xc15b5e2000, 0x1000, 0x1000})
/usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc01f121a10 sp=0xc01f121978 pc=0x4e525a
net.(*netFD).Read(0xc0d1295b80, {0xc15b5e2000?, 0x4e4425?, 0x0?})
/usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc01f121a58 sp=0xc01f121a10 pc=0x588445
net.(*conn).Read(0xc0da5c54d0, {0xc15b5e2000?, 0x0?, 0xc1831f4b78?})
/usr/local/go/src/net/net.go:179 +0x45 fp=0xc01f121aa0 sp=0xc01f121a58 pc=0x59adc5
net.(*TCPConn).Read(0xc1831f4b70?, {0xc15b5e2000?, 0x0?, 0xc01f121ac0?})
<autogenerated>:1 +0x25 fp=0xc01f121ad0 sp=0xc01f121aa0 pc=0x5aeb25
net/http.(*connReader).Read(0xc1831f4b70, {0xc15b5e2000, 0x1000, 0x1000})
/usr/local/go/src/net/http/server.go:791 +0x14b fp=0xc01f121b20 sp=0xc01f121ad0 pc=0x71770b
bufio.(*Reader).fill(0xc15b5de240)
/usr/local/go/src/bufio/bufio.go:113 +0x103 fp=0xc01f121b58 sp=0xc01f121b20 pc=0x53e843
bufio.(*Reader).Peek(0xc15b5de240, 0x4)
/usr/local/go/src/bufio/bufio.go:151 +0x53 fp=0xc01f121b78 sp=0xc01f121b58 pc=0x53e973
net/http.(*conn).serve(0xc0031ceab0, {0x1e05020, 0xc008253aa0})
/usr/local/go/src/net/http/server.go:2044 +0x75c fp=0xc01f121fb8 sp=0xc01f121b78 pc=0x71d5bc
net/http.(*Server).Serve.func3()
/usr/local/go/src/net/http/server.go:3086 +0x28 fp=0xc01f121fe0 sp=0xc01f121fb8 pc=0x721d88
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc01f121fe8 sp=0xc01f121fe0 pc=0x473b21
created by net/http.(*Server).Serve in goroutine 178
/usr/local/go/src/net/http/server.go:3086 +0x5cb
goroutine 10069648 [chan receive]:
runtime.gopark(0xc1a1beb720?, 0x412805?, 0x1?, 0x0?, 0x1?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc1a1beb6b8 sp=0xc1a1beb698 pc=0x4407ae
runtime.chanrecv(0xc13b842720, 0xc1a1beb7c0, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc1a1beb730 sp=0xc1a1beb6b8 pc=0x40ba4d
runtime.chanrecv2(0x6c18c6f6e29?, 0x0?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc1a1beb758 sp=0xc1a1beb730 pc=0x40b672
github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).commitAll.func1()
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:133 +0x85 fp=0xc1a1beb7e0 sp=0xc1a1beb758 pc=0xc99165
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc1a1beb7e8 sp=0xc1a1beb7e0 pc=0x473b21
created by github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).commitAll in goroutine 10069646
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:131 +0x105
goroutine 10093760 [runnable]:
runtime.gopark(0x2acd980?, 0xc003d48ed8?, 0x0?, 0x0?, 0x2acd980?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc003d48e98 sp=0xc003d48e78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc003d48f6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc003d48f10 sp=0xc003d48e98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be4bc4?, 0x6c6be884e76?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc003d48f38 sp=0xc003d48f10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc003d48fe0 sp=0xc003d48f38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc003d48fe8 sp=0xc003d48fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10093747 [runnable]:
runtime.gopark(0x2acd990?, 0xc00d8daed8?, 0x5?, 0xf9?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00d8dae98 sp=0xc00d8dae78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00d8daf6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00d8daf10 sp=0xc00d8dae98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be512a?, 0x6c6be8853e0?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00d8daf38 sp=0xc00d8daf10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00d8dafe0 sp=0xc00d8daf38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00d8dafe8 sp=0xc00d8dafe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 9087722 [select]:
runtime.gopark(0xc094d83f90?, 0x2?, 0xe0?, 0x3d?, 0xc094d83f1c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc094d83db8 sp=0xc094d83d98 pc=0x4407ae
runtime.selectgo(0xc094d83f90, 0xc094d83f18, 0xc155c6cd40?, 0x0, 0xc18367fe90?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc094d83ed8 sp=0xc094d83db8 pc=0x450c85
net/http.(*persistConn).writeLoop(0xc12142c360)
/usr/local/go/src/net/http/transport.go:2421 +0xe5 fp=0xc094d83fc8 sp=0xc094d83ed8 pc=0x738e05
net/http.(*Transport).dialConn.func6()
/usr/local/go/src/net/http/transport.go:1777 +0x25 fp=0xc094d83fe0 sp=0xc094d83fc8 pc=0x735c05
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc094d83fe8 sp=0xc094d83fe0 pc=0x473b21
created by net/http.(*Transport).dialConn in goroutine 9088265
/usr/local/go/src/net/http/transport.go:1777 +0x16f1
goroutine 6534347 [semacquire]:
runtime.gopark(0xfc13e6?, 0xc013febdb8?, 0x80?, 0x4a?, 0x7efbbdf37d80?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc013febd48 sp=0xc013febd28 pc=0x4407ae
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.semacquire1(0xc0e7af6d88, 0x50?, 0x1, 0x0, 0x4b?)
/usr/local/go/src/runtime/sema.go:160 +0x218 fp=0xc013febdb0 sp=0xc013febd48 pc=0x451cb8
sync.runtime_Semacquire(0xc149616140?)
/usr/local/go/src/runtime/sema.go:62 +0x25 fp=0xc013febde8 sp=0xc013febdb0 pc=0x46f845
sync.(*WaitGroup).Wait(0xc013febf78?)
/usr/local/go/src/sync/waitgroup.go:116 +0x48 fp=0xc013febe10 sp=0xc013febde8 pc=0x492868
github.com/weaviate/weaviate/adapters/repos/db.(*Index).putObjectBatch(0xc00284eb40, {0x1e05020?, 0xc18c5ce300}, {0xc0eb45ada8, 0x1, 0xc013fec500?}, 0x0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/index.go:790 +0x6c8 fp=0xc013fec1f8 sp=0xc013febe10 pc=0xfc2e88
github.com/weaviate/weaviate/adapters/repos/db.(*DB).BatchPutObjects(0xc003cd2820, {0x1e05020, 0xc18c5ce300}, {0xc18367fbf0, 0x1, 0x1}, 0xc18c5ce2a0?)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/batch.go:89 +0x845 fp=0xc013fec868 sp=0xc013fec1f8 pc=0xfb4705
github.com/weaviate/weaviate/usecases/objects.(*BatchManager).addObjects(0xc003d2e500, {0x1e05020, 0xc18c5ce300}, 0xc149438c60?, {0xc0eb45ad90, 0x1, 0x1}, {0xc0eb45ad88, 0x1, 0x1}, ...)
/go/src/github.com/weaviate/weaviate/usecases/objects/batch_add.go:71 +0x3b7 fp=0xc013fec9d0 sp=0xc013fec868 pc=0xc72597
github.com/weaviate/weaviate/usecases/objects.(*BatchManager).AddObjects(0xc003d2e500, {0x1e05020, 0xc18c5ce300}, 0x0?, {0xc0eb45ad90, 0x1, 0x1}, {0xc0eb45ad88, 0x1, 0x1}, ...)
/go/src/github.com/weaviate/weaviate/usecases/objects/batch_add.go:50 +0x371 fp=0xc013fecb18 sp=0xc013fec9d0 pc=0xc71f51
github.com/weaviate/weaviate/adapters/handlers/rest.(*batchObjectHandlers).addObjects(0xc005585c50, {0xc0f2168900, {{0xc0eb45ad88, 0x1, 0x1}, {0xc0eb45ad90, 0x1, 0x1}}, 0x0}, 0xc18c5ce2a0)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/handlers_batch_objects.go:44 +0x106 fp=0xc013fecc48 sp=0xc013fecb18 pc=0x1558c66
github.com/weaviate/weaviate/adapters/handlers/rest.(*batchObjectHandlers).addObjects-fm({0xc0f2168900, {{0xc0eb45ad88, 0x1, 0x1}, {0xc0eb45ad90, 0x1, 0x1}}, 0x0}, 0x1?)
<autogenerated>:1 +0x7f fp=0xc013fecca8 sp=0xc013fecc48 pc=0x157835f
github.com/weaviate/weaviate/adapters/handlers/rest/operations/batch.BatchObjectsCreateHandlerFunc.Handle(0xc0f2168900?, {0xc0f2168900, {{0xc0eb45ad88, 0x1, 0x1}, {0xc0eb45ad90, 0x1, 0x1}}, 0x0}, 0xc18c5ce2a0)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/operations/batch/batch_objects_create.go:39 +0x79 fp=0xc013fecd00 sp=0xc013fecca8 pc=0x108b6d9
github.com/weaviate/weaviate/adapters/handlers/rest/operations/batch.(*BatchObjectsCreate).ServeHTTP(0xc005585f98, {0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168900)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/operations/batch/batch_objects_create.go:88 +0x2c3 fp=0xc013fecd90 sp=0xc013fecd00 pc=0x108ba23
github.com/go-openapi/runtime/middleware.(*Context).RoutesHandler.NewOperationExecutor.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168900)
/go/pkg/mod/github.com/go-openapi/runtime@v0.24.2/middleware/operation.go:28 +0x53 fp=0xc013fecdc0 sp=0xc013fecd90 pc=0x107b213
net/http.HandlerFunc.ServeHTTP(0xc0f2168900?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x412b85?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fecde8 sp=0xc013fecdc0 pc=0x71e889
github.com/weaviate/weaviate/usecases/auth/authentication/anonymous.(*Client).Middleware.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0x1def320?)
/go/src/github.com/weaviate/weaviate/usecases/auth/authentication/anonymous/middleware.go:48 +0x5e fp=0xc013fece30 sp=0xc013fecde8 pc=0x102663e
net/http.HandlerFunc.ServeHTTP(0xc003316e10?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0xc0f2168500?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fece58 sp=0xc013fece30 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest.configureAPI.makeSetupMiddlewares.func7.1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168900)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/middlewares.go:43 +0xdf fp=0xc013fecea0 sp=0xc013fece58 pc=0x15500bf
net/http.HandlerFunc.ServeHTTP(0x41a848?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x7efb5c9bba68?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fecec8 sp=0xc013fecea0 pc=0x71e889
github.com/go-openapi/runtime/middleware.NewRouter.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/pkg/mod/github.com/go-openapi/runtime@v0.24.2/middleware/router.go:78 +0x257 fp=0xc013fed060 sp=0xc013fecec8 pc=0x10809f7
net/http.HandlerFunc.ServeHTTP(0x10?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x7efb440ef460?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed088 sp=0xc013fed060 pc=0x71e889
github.com/go-openapi/runtime/middleware.Redoc.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0x1547e65?)
/go/pkg/mod/github.com/go-openapi/runtime@v0.24.2/middleware/redoc.go:72 +0x22e fp=0xc013fed138 sp=0xc013fed088 pc=0x107f22e
net/http.HandlerFunc.ServeHTTP(0x19dc1ac?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x412805?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed160 sp=0xc013fed138 pc=0x71e889
github.com/go-openapi/runtime/middleware.Spec.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc013fed301?)
/go/pkg/mod/github.com/go-openapi/runtime@v0.24.2/middleware/spec.go:46 +0x182 fp=0xc013fed1e8 sp=0xc013fed160 pc=0x10848e2
net/http.HandlerFunc.ServeHTTP(0xc003b6f180?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0xc0f2168000?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed210 sp=0xc013fed1e8 pc=0x71e889
github.com/rs/cors.(*Cors).Handler-fm.(*Cors).Handler.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/pkg/mod/github.com/rs/cors@v1.5.0/cors.go:200 +0x17e fp=0xc013fed268 sp=0xc013fed210 pc=0x1574b5e
net/http.HandlerFunc.ServeHTTP(0x0?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0xc003316e10?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed290 sp=0xc013fed268 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest/swagger_middleware.AddMiddleware.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/swagger_middleware/swagger_middleware.go:37 +0x219 fp=0xc013fed308 sp=0xc013fed290 pc=0x1548d39
net/http.HandlerFunc.ServeHTTP(0xc149351500?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x3?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed330 sp=0xc013fed308 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest.makeAddLogging.func1.1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/middlewares.go:121 +0x273 fp=0xc013fed628 sp=0xc013fed330 pc=0x156ee33
net/http.HandlerFunc.ServeHTTP(0x150?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x7efabf0120b8?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed650 sp=0xc013fed628 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest.makeAddMonitoring.func1.1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/middlewares.go:132 +0xb3 fp=0xc013fed6f0 sp=0xc013fed650 pc=0x156f073
net/http.HandlerFunc.ServeHTTP(0x1889600?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x1c?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed718 sp=0xc013fed6f0 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest.addPreflight.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/middlewares.go:156 +0x35b fp=0xc013fed7d0 sp=0xc013fed718 pc=0x156f71b
net/http.HandlerFunc.ServeHTTP(0xc003316e10?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0xc013fed8f0?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed7f8 sp=0xc013fed7d0 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest.addLiveAndReadyness.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/middlewares.go:195 +0x10e fp=0xc013fed840 sp=0xc013fed7f8 pc=0x156fc0e
net/http.HandlerFunc.ServeHTTP(0xc003316e10?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x11?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed868 sp=0xc013fed840 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest.addHandleRoot.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/middlewares.go:58 +0x1d9 fp=0xc013fed8d8 sp=0xc013fed868 pc=0x156e219
net/http.HandlerFunc.ServeHTTP(0xc003316e10?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x0?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed900 sp=0xc013fed8d8 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest.makeAddModuleHandlers.func1.1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/middlewares.go:79 +0x92 fp=0xc013fed958 sp=0xc013fed900 pc=0x156e752
net/http.HandlerFunc.ServeHTTP(0xc013feda18?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x2ac08a0?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fed980 sp=0xc013fed958 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest.addInjectHeadersIntoContext.func1({0x1dffdb0, 0xc0dfc3f0a0}, 0xc0f2168000)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/middlewares.go:174 +0x20a fp=0xc013feda88 sp=0xc013fed980 pc=0x156fa0a
net/http.HandlerFunc.ServeHTTP(0xc013fedac8?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x72c625?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fedab0 sp=0xc013feda88 pc=0x71e889
github.com/weaviate/weaviate/adapters/handlers/rest.makeCatchPanics.func1.1({0x1dffdb0?, 0xc0dfc3f0a0?}, 0xc14930fe20?)
/go/src/github.com/weaviate/weaviate/adapters/handlers/rest/panics_middleware.go:29 +0x98 fp=0xc013fedb20 sp=0xc013fedab0 pc=0x156fef8
net/http.HandlerFunc.ServeHTTP(0x412b85?, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0xc0dfc3f001?)
/usr/local/go/src/net/http/server.go:2136 +0x29 fp=0xc013fedb48 sp=0xc013fedb20 pc=0x71e889
net/http.serverHandler.ServeHTTP({0x1dfb4a0?}, {0x1dffdb0?, 0xc0dfc3f0a0?}, 0x6?)
/usr/local/go/src/net/http/server.go:2938 +0x8e fp=0xc013fedb78 sp=0xc013fedb48 pc=0x72156e
net/http.(*conn).serve(0xc00304a360, {0x1e05020, 0xc00d2c58f0})
/usr/local/go/src/net/http/server.go:2009 +0x5f4 fp=0xc013fedfb8 sp=0xc013fedb78 pc=0x71d454
net/http.(*Server).Serve.func3()
/usr/local/go/src/net/http/server.go:3086 +0x28 fp=0xc013fedfe0 sp=0xc013fedfb8 pc=0x721d88
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc013fedfe8 sp=0xc013fedfe0 pc=0x473b21
created by net/http.(*Server).Serve in goroutine 238
/usr/local/go/src/net/http/server.go:3086 +0x5cb
goroutine 10093749 [runnable]:
runtime.gopark(0xc00f5d1eb0?, 0xcf3f05?, 0xc?, 0x26?, 0xc00f5d1f10?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00f5d1e98 sp=0xc00f5d1e78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00f5d1f6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00f5d1f10 sp=0xc00f5d1e98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be1f74?, 0x6c6be882223?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00f5d1f38 sp=0xc00f5d1f10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00f5d1fe0 sp=0xc00f5d1f38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00f5d1fe8 sp=0xc00f5d1fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10093755 [runnable]:
runtime.gopark(0x2acd980?, 0xcf3f05?, 0x0?, 0x0?, 0x2acd980?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00d8d6e98 sp=0xc00d8d6e78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00d8d6f6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00d8d6f10 sp=0xc00d8d6e98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be2e5f?, 0x6c6be883116?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00d8d6f38 sp=0xc00d8d6f10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00d8d6fe0 sp=0xc00d8d6f38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00d8d6fe8 sp=0xc00d8d6fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10093758 [runnable]:
syscall.Syscall6(0xc12b91c630?, 0x89?, 0xc12b91c630?, 0xc165c86ed0?, 0x5138d0?, 0xc165c86f60?, 0xffffffffffffff9c?)
/usr/local/go/src/syscall/syscall_linux.go:91 +0x30 fp=0xc165c86e98 sp=0xc165c86e10 pc=0x4ca450
syscall.openat(0x0?, {0xc12b91c630?, 0x89?}, 0x0?, 0x1b6)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:83 +0x8d fp=0xc165c86f10 sp=0xc165c86e98 pc=0x4c702d
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:272
os.open({0xc12b91c630?, 0x0?}, 0x0?, 0x89?)
/usr/local/go/src/os/file_open_unix.go:15 +0x2b fp=0xc165c86f48 sp=0xc165c86f10 pc=0x4f1e4b
os.openFileNolog({0xc12b91c630, 0x89}, 0x242, 0x1b6)
/usr/local/go/src/os/file_unix.go:272 +0x8a fp=0xc165c86f90 sp=0xc165c86f48 pc=0x4f2c4a
os.OpenFile({0xc12b91c630, 0x89}, 0x242, 0x2a97c20?)
/usr/local/go/src/os/file.go:334 +0x3e fp=0xc165c86fc8 sp=0xc165c86f90 pc=0x4f14be
os.Create(...)
/usr/local/go/src/os/file.go:323
github.com/weaviate/weaviate/adapters/repos/db/lsmkv/segmentindex.Indexes.WriteTo({{0xc173aa8240, 0x1, 0x1}, 0x1, {0xc12d84abd0, 0x81}}, {0x1def2c0, 0xc173aa8200})
/go/src/github.com/weaviate/weaviate/adapters/repos/db/lsmkv/segmentindex/indexes.go:59 +0x1ab fp=0xc165c870c8 sp=0xc165c86fc8 pc=0xce014b
github.com/weaviate/weaviate/adapters/repos/db/lsmkv.(*Memtable).flush(0xc074d7e9c0)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/lsmkv/memtable_flush.go:84 +0x39f fp=0xc165c871a0 sp=0xc165c870c8 pc=0xd1a89f
github.com/weaviate/weaviate/adapters/repos/db/lsmkv.(*Bucket).FlushAndSwitch(0xc064b34120)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/lsmkv/bucket.go:969 +0x205 fp=0xc165c87778 sp=0xc165c871a0 pc=0xd034e5
github.com/weaviate/weaviate/adapters/repos/db/lsmkv.(*Bucket).flushAndSwitchIfThresholdsMet(0xc064b34120, 0x412b01?)
/go/src/github.com/weaviate/weaviate/adapters/repos/db/lsmkv/bucket.go:920 +0x1b7 fp=0xc165c87c40 sp=0xc165c87778 pc=0xd02ab7
github.com/weaviate/weaviate/adapters/repos/db/lsmkv.(*Bucket).flushAndSwitchIfThresholdsMet-fm(0xcf1c01?)
<autogenerated>:1 +0x26 fp=0xc165c87c60 sp=0xc165c87c40 pc=0xd37946
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackSequential.func1(0xc05c8931a0, 0xc049de8de0, 0x0?, 0xc174003e20, 0x0, 0xc165c87ceb)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:139 +0xe2 fp=0xc165c87cb8 sp=0xc165c87c60 pc=0xcf1ae2
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackSequential(0xc05c8931a0, 0xc174003e20)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:164 +0x289 fp=0xc165c87d58 sp=0xc165c87cb8 pc=0xcf1849
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).CycleCallback(0x18755c0?, 0x412b01?)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:89 +0x1d fp=0xc165c87d80 sp=0xc165c87d58 pc=0xcf157d
github.com/weaviate/weaviate/entities/cyclemanager.CycleCallbackGroup.CycleCallback-fm(0xc00f5cbe01?)
<autogenerated>:1 +0x2b fp=0xc165c87da0 sp=0xc165c87d80 pc=0xd3788b
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackSequential.func1(0xc05c892900, 0xc05c893200, 0x0?, 0xc173a9baa0, 0x0, 0xc165c87e2b)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:139 +0xe2 fp=0xc165c87df8 sp=0xc165c87da0 pc=0xcf1ae2
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackSequential(0xc05c892900, 0xc173a9baa0)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:164 +0x289 fp=0xc165c87e98 sp=0xc165c87df8 pc=0xcf1849
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).CycleCallback(0xc00f5cbee8?, 0x412b85?)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:89 +0x1d fp=0xc165c87ec0 sp=0xc165c87e98 pc=0xcf157d
github.com/weaviate/weaviate/entities/cyclemanager.CycleCallbackGroup.CycleCallback-fm(0xc172f3c301?)
<autogenerated>:1 +0x2b fp=0xc165c87ee0 sp=0xc165c87ec0 pc=0xd3788b
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1.1(0x1e04f40?, 0xc05c892960, 0x2ac08a0?, 0xc17b24eb7971a882?, 0xc170e03818, 0xc170e03810)
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:208 +0x84 fp=0xc165c87f38 sp=0xc165c87ee0 pc=0xcf24e4
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:221 +0x26a fp=0xc165c87fe0 sp=0xc165c87f38 pc=0xcf23ea
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc165c87fe8 sp=0xc165c87fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 9087721 [IO wait]:
runtime.gopark(0x412805?, 0xb?, 0x0?, 0x0?, 0x56281?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc094d7cab8 sp=0xc094d7ca98 pc=0x4407ae
runtime.netpollblock(0x4c80b8?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc094d7caf0 sp=0xc094d7cab8 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f0827979218, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc094d7cb10 sp=0xc094d7caf0 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc03339e400?, 0xc148bc6000?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc094d7cb38 sp=0xc094d7cb10 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc03339e400, {0xc148bc6000, 0x1000, 0x1000})
/usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc094d7cbd0 sp=0xc094d7cb38 pc=0x4e525a
net.(*netFD).Read(0xc03339e400, {0xc148bc6000?, 0x730380?, 0xc0039bfa40?})
/usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc094d7cc18 sp=0xc094d7cbd0 pc=0x588445
net.(*conn).Read(0xc1290dbf48, {0xc148bc6000?, 0x0?, 0xc00bdb29c0?})
/usr/local/go/src/net/net.go:179 +0x45 fp=0xc094d7cc60 sp=0xc094d7cc18 pc=0x59adc5
net.(*TCPConn).Read(0x4?, {0xc148bc6000?, 0x40ae3a?, 0x11?})
<autogenerated>:1 +0x25 fp=0xc094d7cc90 sp=0xc094d7cc60 pc=0x5aeb25
net/http.(*persistConn).Read(0xc12142c360, {0xc148bc6000?, 0xc112554f60?, 0xc094d7cd38?})
/usr/local/go/src/net/http/transport.go:1954 +0x4a fp=0xc094d7ccf0 sp=0xc094d7cc90 pc=0x73664a
bufio.(*Reader).fill(0xc178a66360)
/usr/local/go/src/bufio/bufio.go:113 +0x103 fp=0xc094d7cd28 sp=0xc094d7ccf0 pc=0x53e843
bufio.(*Reader).Peek(0xc178a66360, 0x1)
/usr/local/go/src/bufio/bufio.go:151 +0x53 fp=0xc094d7cd48 sp=0xc094d7cd28 pc=0x53e973
net/http.(*persistConn).readLoop(0xc12142c360)
/usr/local/go/src/net/http/transport.go:2118 +0x1b9 fp=0xc094d7cfc8 sp=0xc094d7cd48 pc=0x737439
net/http.(*Transport).dialConn.func5()
/usr/local/go/src/net/http/transport.go:1776 +0x25 fp=0xc094d7cfe0 sp=0xc094d7cfc8 pc=0x735c65
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc094d7cfe8 sp=0xc094d7cfe0 pc=0x473b21
created by net/http.(*Transport).dialConn in goroutine 9088265
/usr/local/go/src/net/http/transport.go:1776 +0x169f
goroutine 10069714 [select]:
runtime.gopark(0xc059e53c48?, 0x2?, 0xa0?, 0x97?, 0xc059e53c2c?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc059e53ac0 sp=0xc059e53aa0 pc=0x4407ae
runtime.selectgo(0xc059e53c48, 0xc059e53c28, 0x0?, 0x0, 0x2ac08a0?, 0x1)
/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc059e53be0 sp=0xc059e53ac0 pc=0x450c85
github.com/weaviate/weaviate/adapters/clients.(*retryer).retry(0xc003e12c48, {0x1e050c8, 0xc1496c5500}, 0x0?, 0xc059e53ce0)
/go/src/github.com/weaviate/weaviate/adapters/clients/client.go:88 +0x165 fp=0xc059e53c98 sp=0xc059e53be0 pc=0x1062345
github.com/weaviate/weaviate/adapters/clients.(*replicationClient).do(0xc003cf0ae0, 0xc18a134a80?, 0xc07b484300, {0xc1496cc000, 0x1bd1, 0x2000}, {0x1700fe0?, 0xc12ee4ed50})
/go/src/github.com/weaviate/weaviate/adapters/clients/replication.go:292 +0x14d fp=0xc059e53d38 sp=0xc059e53c98 pc=0x10730ad
github.com/weaviate/weaviate/adapters/clients.(*replicationClient).PutObjects(0xc003cf0ae0, {0x1e05020, 0xc18c5ce300}, {0xc031053380, 0x11}, {0xc003e12db0, 0x18}, {0xc12e484780, 0x24}, {0xc0ac17ce60, ...}, ...)
/go/src/github.com/weaviate/weaviate/adapters/clients/replication.go:163 +0x313 fp=0xc059e53e20 sp=0xc059e53d38 pc=0x10718b3
github.com/weaviate/weaviate/usecases/replica.(*Replicator).PutObjects.func1({0x1e05020, 0xc18c5ce300?}, {0xc031053380, 0x11}, {0xc0ac17ce60?, 0x1e04f40?})
/go/src/github.com/weaviate/weaviate/usecases/replica/replicator.go:187 +0xab fp=0xc059e53f10 sp=0xc059e53e20 pc=0xc949ab
github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).broadcast.func1.1.1(0xc0e7af6b10)
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:80 +0x9e fp=0xc059e53fb8 sp=0xc059e53f10 pc=0xc9a0be
github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).broadcast.func1.1.3()
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:83 +0x2f fp=0xc059e53fe0 sp=0xc059e53fb8 pc=0xc99fef
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc059e53fe8 sp=0xc059e53fe0 pc=0x473b21
created by github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).broadcast.func1.1 in goroutine 10069649
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:78 +0xdb
goroutine 10069647 [chan receive]:
runtime.gopark(0xc17f8be120?, 0x448a80?, 0x80?, 0x62?, 0xc032523ba0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00f21bdb0 sp=0xc00f21bd90 pc=0x4407ae
runtime.chanrecv(0xc13b8427e0, 0xc00f21bf90, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00f21be28 sp=0xc00f21bdb0 pc=0x40ba4d
runtime.chanrecv2(0x471b92?, 0xc00f21be88?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00f21be50 sp=0xc00f21be28 pc=0x40b672
github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).broadcast.func2()
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:95 +0x146 fp=0xc00f21bfc8 sp=0xc00f21be50 pc=0xc99666
github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).broadcast.func3()
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:120 +0x27 fp=0xc00f21bfe0 sp=0xc00f21bfc8 pc=0xc994e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00f21bfe8 sp=0xc00f21bfe0 pc=0x473b21
created by github.com/weaviate/weaviate/usecases/replica.(*coordinator[...]).broadcast in goroutine 10069646
/go/src/github.com/weaviate/weaviate/usecases/replica/coordinator.go:92 +0x225
goroutine 10093748 [runnable]:
runtime.gopark(0xc000089eb0?, 0xcf3f05?, 0xc?, 0x26?, 0xc000089f10?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000089e98 sp=0xc000089e78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc000089f6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc000089f10 sp=0xc000089e98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be3c2a?, 0x6c6be883edb?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc000089f38 sp=0xc000089f10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc000089fe0 sp=0xc000089f38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000089fe8 sp=0xc000089fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10012651 [IO wait]:
runtime.gopark(0x27b?, 0xb?, 0x0?, 0x0?, 0x5d981?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0182178f8 sp=0xc0182178d8 pc=0x4407ae
runtime.netpollblock(0x4c80b8?, 0x408bc6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc018217930 sp=0xc0182178f8 pc=0x4390f7
internal/poll.runtime_pollWait(0x7f03fda4ac40, 0x72)
/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc018217950 sp=0xc018217930 pc=0x46dfc5
internal/poll.(*pollDesc).wait(0xc161cd6600?, 0xc0f71a7000?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc018217978 sp=0xc018217950 pc=0x4e3f67
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc161cd6600, {0xc0f71a7000, 0x1000, 0x1000})
/usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc018217a10 sp=0xc018217978 pc=0x4e525a
net.(*netFD).Read(0xc161cd6600, {0xc0f71a7000?, 0x4e4425?, 0x7f03fda4ad30?})
/usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc018217a58 sp=0xc018217a10 pc=0x588445
net.(*conn).Read(0xc14e751448, {0xc0f71a7000?, 0x0?, 0xc11bb8b8f8?})
/usr/local/go/src/net/net.go:179 +0x45 fp=0xc018217aa0 sp=0xc018217a58 pc=0x59adc5
net.(*TCPConn).Read(0xc11bb8b8f0?, {0xc0f71a7000?, 0x2ac08a0?, 0xc018217ac0?})
<autogenerated>:1 +0x25 fp=0xc018217ad0 sp=0xc018217aa0 pc=0x5aeb25
net/http.(*connReader).Read(0xc11bb8b8f0, {0xc0f71a7000, 0x1000, 0x1000})
/usr/local/go/src/net/http/server.go:791 +0x14b fp=0xc018217b20 sp=0xc018217ad0 pc=0x71770b
bufio.(*Reader).fill(0xc16a4d4ba0)
/usr/local/go/src/bufio/bufio.go:113 +0x103 fp=0xc018217b58 sp=0xc018217b20 pc=0x53e843
bufio.(*Reader).Peek(0xc16a4d4ba0, 0x4)
/usr/local/go/src/bufio/bufio.go:151 +0x53 fp=0xc018217b78 sp=0xc018217b58 pc=0x53e973
net/http.(*conn).serve(0xc0034ae120, {0x1e05020, 0xc00d2c58f0})
/usr/local/go/src/net/http/server.go:2044 +0x75c fp=0xc018217fb8 sp=0xc018217b78 pc=0x71d5bc
net/http.(*Server).Serve.func3()
/usr/local/go/src/net/http/server.go:3086 +0x28 fp=0xc018217fe0 sp=0xc018217fb8 pc=0x721d88
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc018217fe8 sp=0xc018217fe0 pc=0x473b21
created by net/http.(*Server).Serve in goroutine 238
/usr/local/go/src/net/http/server.go:3086 +0x5cb
goroutine 10093751 [runnable]:
runtime.gopark(0x2acd980?, 0xcf3f05?, 0x0?, 0x0?, 0x2acd980?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc094d7ee98 sp=0xc094d7ee78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc094d7ef6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc094d7ef10 sp=0xc094d7ee98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be28cd?, 0x6c6be882b81?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc094d7ef38 sp=0xc094d7ef10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc094d7efe0 sp=0xc094d7ef38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc094d7efe8 sp=0xc094d7efe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10093754 [runnable]:
runtime.gopark(0xc010707eb0?, 0xcf3f05?, 0xc?, 0x26?, 0xc010707f10?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc010707e98 sp=0xc010707e78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc010707f6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc010707f10 sp=0xc010707e98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be0f76?, 0x6c6be881230?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc010707f38 sp=0xc010707f10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc010707fe0 sp=0xc010707f38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc010707fe8 sp=0xc010707fe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
goroutine 10093746 [runnable]:
runtime.gopark(0x2acd980?, 0xc00008bed8?, 0x0?, 0x0?, 0x2acd980?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00008be98 sp=0xc00008be78 pc=0x4407ae
runtime.chanrecv(0xc172f3c360, 0xc00008bf6c, 0x1)
/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc00008bf10 sp=0xc00008be98 pc=0x40ba4d
runtime.chanrecv2(0xc17b24ecc4be32b1?, 0x6c6be88356d?)
/usr/local/go/src/runtime/chan.go:447 +0x12 fp=0xc00008bf38 sp=0xc00008bf10 pc=0x40b672
github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel.func1()
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:180 +0x67 fp=0xc00008bfe0 sp=0xc00008bf38 pc=0xcf21e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x473b21
created by github.com/weaviate/weaviate/entities/cyclemanager.(*cycleCallbackGroup).cycleCallbackParallel in goroutine 190
/go/src/github.com/weaviate/weaviate/entities/cyclemanager/cyclecallbackgroup.go:179 +0xa6
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment