Skip to content

Instantly share code, notes, and snippets.

@controlol

controlol/graylog-install-problem Secret

Created November 8, 2024 15:56
Download ZIP
Graylog log after creating new install
Raw
graylog-install-problem
✔ Container graylog-mongodb-1 Created 0.0s
✔ Container graylog-datanode-1 Created 0.0s
✔ Container graylog-graylog-1 Created 0.0s
Attaching to datanode-1, graylog-1, mongodb-1
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.350+00:00"},"s":"I", "c":"CONTROL", "id":23285, "ctx":"-","msg":"Automatically disabling TLS 1.0, to force-enable TLS 1.0 specify --sslDisabledProtocols 'none'"}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.359+00:00"},"s":"I", "c":"NETWORK", "id":4915701, "ctx":"main","msg":"Initialized wire specification","attr":{"spec":{"incomingExternalClient":{"minWireVersion":0,"maxWireVersion":17},"incomingInternalClient":{"minWireVersion":0,"maxWireVersion":17},"outgoing":{"minWireVersion":6,"maxWireVersion":17},"isInternalClient":true}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.361+00:00"},"s":"I", "c":"NETWORK", "id":4648601, "ctx":"main","msg":"Implicit TCP FastOpen unavailable. If TCP FastOpen is required, set tcpFastOpenServer, tcpFastOpenClient, and tcpFastOpenQueueSize."}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.363+00:00"},"s":"I", "c":"REPL", "id":5123008, "ctx":"main","msg":"Successfully registered PrimaryOnlyService","attr":{"service":"TenantMigrationDonorService","namespace":"config.tenantMigrationDonors"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.364+00:00"},"s":"I", "c":"REPL", "id":5123008, "ctx":"main","msg":"Successfully registered PrimaryOnlyService","attr":{"service":"TenantMigrationRecipientService","namespace":"config.tenantMigrationRecipients"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.364+00:00"},"s":"I", "c":"REPL", "id":5123008, "ctx":"main","msg":"Successfully registered PrimaryOnlyService","attr":{"service":"ShardSplitDonorService","namespace":"config.tenantSplitDonors"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.364+00:00"},"s":"I", "c":"CONTROL", "id":5945603, "ctx":"main","msg":"Multi threading initialized"}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.365+00:00"},"s":"I", "c":"CONTROL", "id":4615611, "ctx":"initandlisten","msg":"MongoDB starting","attr":{"pid":1,"port":27017,"dbPath":"/data/db","architecture":"64-bit","host":"c97b8cd3d9d3"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.365+00:00"},"s":"I", "c":"CONTROL", "id":23403, "ctx":"initandlisten","msg":"Build Info","attr":{"buildInfo":{"version":"6.0.19","gitVersion":"a7ada5ff3a4d8a1e2ed88f86bd6b3d1d16cb43c6","openSSLVersion":"OpenSSL 3.0.2 15 Mar 2022","modules":[],"allocator":"tcmalloc","environment":{"distmod":"ubuntu2204","distarch":"x86_64","target_arch":"x86_64"}}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.365+00:00"},"s":"I", "c":"CONTROL", "id":51765, "ctx":"initandlisten","msg":"Operating System","attr":{"os":{"name":"Ubuntu","version":"22.04"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.366+00:00"},"s":"I", "c":"CONTROL", "id":21951, "ctx":"initandlisten","msg":"Options set by command line","attr":{"options":{"net":{"bindIp":"*"}}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.370+00:00"},"s":"I", "c":"STORAGE", "id":22270, "ctx":"initandlisten","msg":"Storage engine to use detected by data files","attr":{"dbpath":"/data/db","storageEngine":"wiredTiger"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.370+00:00"},"s":"I", "c":"STORAGE", "id":22297, "ctx":"initandlisten","msg":"Using the XFS filesystem is strongly recommended with the WiredTiger storage engine. See http://dochub.mongodb.org/core/prodnotes-filesystem","tags":["startupWarnings"]}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:02.370+00:00"},"s":"I", "c":"STORAGE", "id":22315, "ctx":"initandlisten","msg":"Opening WiredTiger","attr":{"config":"create,cache_size=1446M,session_max=33000,eviction=(threads_min=4,threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,remove=true,path=journal,compressor=snappy),builtin_extension_config=(zstd=(compression_level=6)),file_manager=(close_idle_time=600,close_scan_interval=10,close_handle_minimum=2000),statistics_log=(wait=0),json_output=(error,message),verbose=[recovery_progress:1,checkpoint_progress:1,compact_progress:1,backup:0,checkpoint:0,compact:0,evict:0,history_store:0,recovery:0,rts:0,salvage:0,tiered:0,timestamp:0,transaction:0,verify:0,log:0],"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:03.346+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080103,"ts_usec":346568,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"Recovering log 8 through 9"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:03.503+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080103,"ts_usec":503383,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"Recovering log 9 through 9"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:03.798+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080103,"ts_usec":798778,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"Main recovery loop: starting at 8/11136 to 9/256"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.014+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080104,"ts_usec":14483,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"Recovering log 8 through 9"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.162+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080104,"ts_usec":162104,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"Recovering log 9 through 9"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.239+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080104,"ts_usec":239596,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"recovery log replay has successfully finished and ran for 893 milliseconds"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.239+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080104,"ts_usec":239792,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"Set global recovery timestamp: (0, 0)"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.239+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080104,"ts_usec":239825,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"Set global oldest timestamp: (0, 0)"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.247+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080104,"ts_usec":247694,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"recovery rollback to stable has successfully finished and ran for 7 milliseconds"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.269+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080104,"ts_usec":269519,"thread":"1:0x7579cbdb2cc0","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 1, snapshot max: 1 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.293+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080104,"ts_usec":293200,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"recovery checkpoint has successfully finished and ran for 39 milliseconds"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.294+00:00"},"s":"I", "c":"WTRECOV", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080104,"ts_usec":294430,"thread":"1:0x7579cbdb2cc0","session_name":"txn-recover","category":"WT_VERB_RECOVERY_PROGRESS","category_id":30,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"recovery was completed successfully and took 948ms, including 893ms for the log replay, 7ms for the rollback to stable, and 39ms for the checkpoint."}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.299+00:00"},"s":"I", "c":"STORAGE", "id":4795906, "ctx":"initandlisten","msg":"WiredTiger opened","attr":{"durationMillis":1928}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.299+00:00"},"s":"I", "c":"RECOVERY", "id":23987, "ctx":"initandlisten","msg":"WiredTiger recoveryTimestamp","attr":{"recoveryTimestamp":{"$timestamp":{"t":0,"i":0}}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.395+00:00"},"s":"W", "c":"CONTROL", "id":22120, "ctx":"initandlisten","msg":"Access control is not enabled for the database. Read and write access to data and configuration is unrestricted","tags":["startupWarnings"]}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.396+00:00"},"s":"W", "c":"CONTROL", "id":5123300, "ctx":"initandlisten","msg":"vm.max_map_count is too low","attr":{"currentValue":1048576,"recommendedMinimum":1677720,"maxConns":838860},"tags":["startupWarnings"]}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.407+00:00"},"s":"I", "c":"NETWORK", "id":4915702, "ctx":"initandlisten","msg":"Updated wire specification","attr":{"oldSpec":{"incomingExternalClient":{"minWireVersion":0,"maxWireVersion":17},"incomingInternalClient":{"minWireVersion":0,"maxWireVersion":17},"outgoing":{"minWireVersion":6,"maxWireVersion":17},"isInternalClient":true},"newSpec":{"incomingExternalClient":{"minWireVersion":0,"maxWireVersion":17},"incomingInternalClient":{"minWireVersion":17,"maxWireVersion":17},"outgoing":{"minWireVersion":17,"maxWireVersion":17},"isInternalClient":true}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.407+00:00"},"s":"I", "c":"REPL", "id":5853300, "ctx":"initandlisten","msg":"current featureCompatibilityVersion value","attr":{"featureCompatibilityVersion":"6.0","context":"startup"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.415+00:00"},"s":"I", "c":"STORAGE", "id":5071100, "ctx":"initandlisten","msg":"Clearing temp directory"}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.632+00:00"},"s":"I", "c":"CONTROL", "id":20536, "ctx":"initandlisten","msg":"Flow Control is enabled on this deployment"}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.633+00:00"},"s":"I", "c":"FTDC", "id":20625, "ctx":"initandlisten","msg":"Initializing full-time diagnostic data capture","attr":{"dataDirectory":"/data/db/diagnostic.data"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.641+00:00"},"s":"I", "c":"REPL", "id":6015317, "ctx":"initandlisten","msg":"Setting new configuration state","attr":{"newState":"ConfigReplicationDisabled","oldState":"ConfigPreStart"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.641+00:00"},"s":"I", "c":"STORAGE", "id":22262, "ctx":"initandlisten","msg":"Timestamp monitor starting"}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.646+00:00"},"s":"I", "c":"NETWORK", "id":23015, "ctx":"listener","msg":"Listening on","attr":{"address":"/tmp/mongodb-27017.sock"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.646+00:00"},"s":"I", "c":"NETWORK", "id":23015, "ctx":"listener","msg":"Listening on","attr":{"address":"0.0.0.0"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.646+00:00"},"s":"I", "c":"NETWORK", "id":23016, "ctx":"listener","msg":"Waiting for connections","attr":{"port":27017,"ssl":"off"}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:04.646+00:00"},"s":"I", "c":"CONTROL", "id":8423403, "ctx":"initandlisten","msg":"mongod startup complete","attr":{"Summary of time elapsed":{"Startup from clean shutdown?":true,"Statistics":{"Transport layer setup":"0 ms","Run initial syncer crash recovery":"0 ms","Create storage engine lock file in the data directory":"0 ms","Create storage engine lock file in the data directory":"0 ms","Get metadata describing storage engine":"0 ms","Get metadata describing storage engine":"0 ms","Validate options in metadata against current startup options":"0 ms","Validate options in metadata against current startup options":"0 ms","Create storage engine":"0 ms","Create storage engine":"2014 ms","Write current PID to file":"0 ms","Write current PID to file":"10 ms","Initialize FCV before rebuilding indexes":"0 ms","Initialize FCV before rebuilding indexes":"11 ms","Drop abandoned idents and get back indexes that need to be rebuilt or builds that need to be restarted":"0 ms","Drop abandoned idents and get back indexes that need to be rebuilt or builds that need to be restarted":"7 ms","Rebuild indexes for collections":"0 ms","Rebuild indexes for collections":"0 ms","Build user and roles graph":"0 ms","Set up the background thread pool responsible for waiting for opTimes to be majority committed":"0 ms","Start up the replication coordinator":"2 ms","Start transport layer":"1 ms","_initAndListen total elapsed time":"2281 ms"}}}}
graylog-1 | 2024-11-08 15:35:07,555 INFO : org.graylog2.featureflag.ImmutableFeatureFlagsCollector - Following feature flags are used: {default properties file=[cloud_inputs=on, investigation_report_by_ai=on, data_tiering_cloud=off, composable_index_templates=off, preflight_web=on, data_node_migration=on, remote_reindex_migration=off, instant_archiving=off, configurable_value_units=on, new_report_creation=on, threat_coverage=on]}
graylog-1 | 2024-11-08 15:35:09,992 INFO : org.graylog2.bootstrap.CmdLineTool - Loaded plugin: AWS plugins 6.1.2+c8b654f [org.graylog.aws.AWSPlugin]
graylog-1 | 2024-11-08 15:35:09,994 INFO : org.graylog2.bootstrap.CmdLineTool - Loaded plugin: Enterprise Integrations 6.1.2+c8b654f [org.graylog.enterprise.integrations.EnterpriseIntegrationsPlugin]
graylog-1 | 2024-11-08 15:35:09,997 INFO : org.graylog2.bootstrap.CmdLineTool - Loaded plugin: Integrations 6.1.2+c8b654f [org.graylog.integrations.IntegrationsPlugin]
graylog-1 | 2024-11-08 15:35:10,002 INFO : org.graylog2.bootstrap.CmdLineTool - Loaded plugin: Graylog Enterprise 6.1.2 [org.graylog.plugins.enterprise.EnterprisePlugin]
graylog-1 | 2024-11-08 15:35:10,007 INFO : org.graylog2.bootstrap.CmdLineTool - Loaded plugin: Graylog Enterprise (ES7 Support) 6.1.2 [org.graylog.plugins.enterprise.org.graylog.plugins.enterprise.es7.EnterpriseES7Plugin]
graylog-1 | 2024-11-08 15:35:10,012 INFO : org.graylog2.bootstrap.CmdLineTool - Loaded plugin: Graylog Enterprise (OpenSearch 2 Support) 6.1.2 [org.graylog.plugins.enterprise.org.graylog.plugins.enterprise.os2.EnterpriseOS2Plugin]
graylog-1 | 2024-11-08 15:35:10,016 INFO : org.graylog2.bootstrap.CmdLineTool - Loaded plugin: Threat Intelligence Plugin 6.1.2+c8b654f [org.graylog.plugins.threatintel.ThreatIntelPlugin]
graylog-1 | 2024-11-08 15:35:10,018 INFO : org.graylog2.bootstrap.CmdLineTool - Loaded plugin: Elasticsearch 7 Support 6.1.2+c8b654f [org.graylog.storage.elasticsearch7.Elasticsearch7Plugin]
graylog-1 | 2024-11-08 15:35:10,022 INFO : org.graylog2.bootstrap.CmdLineTool - Loaded plugin: OpenSearch 2 Support 6.1.2+c8b654f [org.graylog.storage.opensearch2.OpenSearch2Plugin]
graylog-1 | 2024-11-08 15:35:10,223 INFO : org.graylog2.bootstrap.CmdLineTool - Running with JVM arguments: -Dlog4j2.formatMsgNoLookups=true -Djdk.tls.acknowledgeCloseNotify=true -XX:+UnlockExperimentalVMOptions -XX:-OmitStackTraceInFastThrow -XX:+UseG1GC -Dlog4j.configurationFile=/usr/share/graylog/data/config/log4j2.xml -Djava.library.path=/usr/share/graylog/lib/sigar/ -Dgraylog2.installation_source=docker
graylog-1 | 2024-11-08 15:35:10,930 INFO : org.mongodb.driver.client - MongoClient with metadata {"driver": {"name": "mongo-java-driver|legacy", "version": "5.2.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.8.0-48-generic"}, "platform": "Java/Eclipse Adoptium/17.0.13+11", "env": {"container": {"runtime": "docker"}}} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=null}, retryWrites=true, retryReads=true, readConcern=ReadConcern{level=null}, credential=null, transportSettings=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@1d1cbd0f, com.mongodb.Jep395RecordCodecProvider@6fa13e6, com.mongodb.KotlinCodecProvider@3af7d855]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[mongodb:27017], srvServiceName=mongodb, mode=SINGLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=1000, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverMonitoringMode=AUTO, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=UNSPECIFIED, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null, timeoutMS=null}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:10.939+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:57610","uuid":"940f20ae-9fe2-4bd8-ae8e-847428c348d2","connectionId":1,"connectionCount":1}}
graylog-1 | 2024-11-08 15:35:10,960 INFO : org.mongodb.driver.client - MongoClient with metadata {"driver": {"name": "mongo-java-driver", "version": "5.2.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.8.0-48-generic"}, "platform": "Java/Eclipse Adoptium/17.0.13+11", "env": {"container": {"runtime": "docker"}}} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=null}, retryWrites=true, retryReads=true, readConcern=ReadConcern{level=null}, credential=null, transportSettings=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@1d1cbd0f, com.mongodb.Jep395RecordCodecProvider@6fa13e6, com.mongodb.KotlinCodecProvider@3af7d855]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[mongodb:27017], srvServiceName=mongodb, mode=SINGLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=1000, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverMonitoringMode=AUTO, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=UNSPECIFIED, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null, timeoutMS=null}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:10.986+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn1","msg":"client metadata","attr":{"remote":"172.18.0.4:57610","client":"conn1","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
graylog-1 | 2024-11-08 15:35:11,128 INFO : org.mongodb.driver.cluster - Monitor thread successfully connected to server with description ServerDescription{address=mongodb:27017, type=STANDALONE, cryptd=false, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=17, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=157890902, minRoundTripTimeNanos=0}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:11.130+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:57620","uuid":"6ce7f72e-bc1d-4ccc-b021-78e45a9f4623","connectionId":2,"connectionCount":2}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:11.135+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn2","msg":"client metadata","attr":{"remote":"172.18.0.4:57620","client":"conn2","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
datanode-1 | 2024-11-08T15:35:11.175Z INFO [ImmutableFeatureFlagsCollector] Following feature flags are used: {}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:11.292+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:57630","uuid":"24d4c4c2-a4b1-47a8-8222-a6b9087cf71d","connectionId":3,"connectionCount":3}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:11.299+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn3","msg":"client metadata","attr":{"remote":"172.18.0.4:57630","client":"conn3","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:11.520+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn3","msg":"Connection ended","attr":{"remote":"172.18.0.4:57630","uuid":"24d4c4c2-a4b1-47a8-8222-a6b9087cf71d","connectionId":3,"connectionCount":2}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:11.530+00:00"},"s":"I", "c":"-", "id":20883, "ctx":"conn1","msg":"Interrupted operation as its client disconnected","attr":{"opId":94}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:11.530+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn2","msg":"Connection ended","attr":{"remote":"172.18.0.4:57620","uuid":"6ce7f72e-bc1d-4ccc-b021-78e45a9f4623","connectionId":2,"connectionCount":1}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:11.533+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn1","msg":"Connection ended","attr":{"remote":"172.18.0.4:57610","uuid":"940f20ae-9fe2-4bd8-ae8e-847428c348d2","connectionId":1,"connectionCount":0}}
graylog-1 | 2024-11-08 15:35:11,540 INFO : org.graylog2.bootstrap.preflight.MongoDBPreflightCheck - Connected to MongoDB version 6.0.19
datanode-1 | 2024-11-08T15:35:13.265Z INFO [CmdLineTool] Running with JVM arguments: -Dlog4j.configurationFile=file:///etc/graylog/datanode/log4j2.xml -Xms1g -Xmx1g -XX:+UseG1GC -XX:-OmitStackTraceInFastThrow -XX:+UnlockExperimentalVMOptions -Djdk.tls.acknowledgeCloseNotify=true
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:13.611+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:57642","uuid":"5bc30a75-38da-404f-9519-c5b4d9be6fdd","connectionId":4,"connectionCount":1}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:13.618+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn4","msg":"client metadata","attr":{"remote":"172.18.0.4:57642","client":"conn4","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
graylog-1 | 2024-11-08 15:35:13,621 INFO : org.mongodb.driver.client - MongoClient with metadata {"driver": {"name": "mongo-java-driver|legacy", "version": "5.2.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.8.0-48-generic"}, "platform": "Java/Eclipse Adoptium/17.0.13+11", "env": {"container": {"runtime": "docker"}}} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=null}, retryWrites=true, retryReads=true, readConcern=ReadConcern{level=null}, credential=null, transportSettings=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@1d1cbd0f, com.mongodb.Jep395RecordCodecProvider@6fa13e6, com.mongodb.KotlinCodecProvider@3af7d855]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[mongodb:27017], srvServiceName=mongodb, mode=SINGLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=1000, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverMonitoringMode=AUTO, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=UNSPECIFIED, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null, timeoutMS=null}
graylog-1 | 2024-11-08 15:35:13,634 INFO : org.mongodb.driver.cluster - Monitor thread successfully connected to server with description ServerDescription{address=mongodb:27017, type=STANDALONE, cryptd=false, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=17, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=5855004, minRoundTripTimeNanos=0}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:13.644+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:57654","uuid":"0be331a1-1002-4c91-8519-35e7c67a541a","connectionId":5,"connectionCount":2}}
graylog-1 | 2024-11-08 15:35:13,645 INFO : org.mongodb.driver.client - MongoClient with metadata {"driver": {"name": "mongo-java-driver", "version": "5.2.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.8.0-48-generic"}, "platform": "Java/Eclipse Adoptium/17.0.13+11", "env": {"container": {"runtime": "docker"}}} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=null}, retryWrites=true, retryReads=true, readConcern=ReadConcern{level=null}, credential=null, transportSettings=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@1d1cbd0f, com.mongodb.Jep395RecordCodecProvider@6fa13e6, com.mongodb.KotlinCodecProvider@3af7d855]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[mongodb:27017], srvServiceName=mongodb, mode=SINGLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=1000, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverMonitoringMode=AUTO, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=UNSPECIFIED, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null, timeoutMS=null}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:13.648+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn5","msg":"client metadata","attr":{"remote":"172.18.0.4:57654","client":"conn5","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
graylog-1 | 2024-11-08 15:35:13,708 INFO : org.mongodb.driver.cluster - Waiting for server to become available for operation with ID 12. Remaining time: 29964 ms. Selector: ReadPreferenceServerSelector{readPreference=primary}, topology description: {type=UNKNOWN, servers=[{address=mongodb:27017, type=UNKNOWN, state=CONNECTING}].
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:13.728+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:57656","uuid":"dee29026-dd27-4f3b-89c6-98d5a3c2e6bd","connectionId":6,"connectionCount":3}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:13.733+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn6","msg":"client metadata","attr":{"remote":"172.18.0.4:57656","client":"conn6","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.366+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.2:47096","uuid":"eeab699f-842e-4a3e-9c98-0268ef571a0a","connectionId":7,"connectionCount":4}}
datanode-1 | 2024-11-08T15:35:14.368Z INFO [client] MongoClient with metadata {"driver": {"name": "mongo-java-driver|legacy", "version": "5.2.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.8.0-48-generic"}, "platform": "Java/Eclipse Adoptium/17.0.13+11", "env": {"container": {"runtime": "docker"}}} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=null}, retryWrites=true, retryReads=true, readConcern=ReadConcern{level=null}, credential=null, transportSettings=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@7fd8c559, com.mongodb.Jep395RecordCodecProvider@44c13103, com.mongodb.KotlinCodecProvider@8f2098e]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[mongodb:27017], srvServiceName=mongodb, mode=SINGLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=1000, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverMonitoringMode=AUTO, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=UNSPECIFIED, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null, timeoutMS=null}
datanode-1 | 2024-11-08T15:35:14.395Z INFO [client] MongoClient with metadata {"driver": {"name": "mongo-java-driver", "version": "5.2.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.8.0-48-generic"}, "platform": "Java/Eclipse Adoptium/17.0.13+11", "env": {"container": {"runtime": "docker"}}} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=null}, retryWrites=true, retryReads=true, readConcern=ReadConcern{level=null}, credential=null, transportSettings=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@7fd8c559, com.mongodb.Jep395RecordCodecProvider@44c13103, com.mongodb.KotlinCodecProvider@8f2098e]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[mongodb:27017], srvServiceName=mongodb, mode=SINGLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=1000, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverMonitoringMode=AUTO, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=UNSPECIFIED, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null, timeoutMS=null}
graylog-1 | 2024-11-08 15:35:14,417 INFO : org.graylog2.configuration.IndexerDiscoveryProvider - Datanode is not available. Retry #1
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.424+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn7","msg":"client metadata","attr":{"remote":"172.18.0.2:47096","client":"conn7","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.521+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.2:47102","uuid":"d564e996-30a4-4c52-bf68-7f25d7e4779f","connectionId":8,"connectionCount":5}}
datanode-1 | 2024-11-08T15:35:14.519Z INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=mongodb:27017, type=STANDALONE, cryptd=false, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=17, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=133114779, minRoundTripTimeNanos=0}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.536+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn8","msg":"client metadata","attr":{"remote":"172.18.0.2:47102","client":"conn8","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.599+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.2:47108","uuid":"d7f9ed24-d02c-4d73-8519-3a111c50c9f4","connectionId":9,"connectionCount":6}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.601+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn9","msg":"client metadata","attr":{"remote":"172.18.0.2:47108","client":"conn9","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.756+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn9","msg":"Connection ended","attr":{"remote":"172.18.0.2:47108","uuid":"d7f9ed24-d02c-4d73-8519-3a111c50c9f4","connectionId":9,"connectionCount":5}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.763+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn8","msg":"Connection ended","attr":{"remote":"172.18.0.2:47102","uuid":"d564e996-30a4-4c52-bf68-7f25d7e4779f","connectionId":8,"connectionCount":4}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.767+00:00"},"s":"I", "c":"-", "id":20883, "ctx":"conn7","msg":"Interrupted operation as its client disconnected","attr":{"opId":153}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:14.768+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn7","msg":"Connection ended","attr":{"remote":"172.18.0.2:47096","uuid":"eeab699f-842e-4a3e-9c98-0268ef571a0a","connectionId":7,"connectionCount":3}}
datanode-1 | 2024-11-08T15:35:14.777Z INFO [MongoDBPreflightCheck] Connected to MongoDB version 6.0.19
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:15.924+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.2:34516","uuid":"9eddbf12-ae9f-4fc8-a02c-9dc402228191","connectionId":10,"connectionCount":4}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:15.927+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn10","msg":"client metadata","attr":{"remote":"172.18.0.2:34516","client":"conn10","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
datanode-1 | 2024-11-08T15:35:15.931Z INFO [client] MongoClient with metadata {"driver": {"name": "mongo-java-driver|legacy", "version": "5.2.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.8.0-48-generic"}, "platform": "Java/Eclipse Adoptium/17.0.13+11", "env": {"container": {"runtime": "docker"}}} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=null}, retryWrites=true, retryReads=true, readConcern=ReadConcern{level=null}, credential=null, transportSettings=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@7fd8c559, com.mongodb.Jep395RecordCodecProvider@44c13103, com.mongodb.KotlinCodecProvider@8f2098e]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[mongodb:27017], srvServiceName=mongodb, mode=SINGLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=1000, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverMonitoringMode=AUTO, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=UNSPECIFIED, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null, timeoutMS=null}
datanode-1 | 2024-11-08T15:35:15.939Z INFO [cluster] Monitor thread successfully connected to server with description ServerDescription{address=mongodb:27017, type=STANDALONE, cryptd=false, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=17, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=10409464, minRoundTripTimeNanos=0}
datanode-1 | 2024-11-08T15:35:15.941Z INFO [client] MongoClient with metadata {"driver": {"name": "mongo-java-driver", "version": "5.2.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.8.0-48-generic"}, "platform": "Java/Eclipse Adoptium/17.0.13+11", "env": {"container": {"runtime": "docker"}}} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=null}, retryWrites=true, retryReads=true, readConcern=ReadConcern{level=null}, credential=null, transportSettings=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@7fd8c559, com.mongodb.Jep395RecordCodecProvider@44c13103, com.mongodb.KotlinCodecProvider@8f2098e]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[mongodb:27017], srvServiceName=mongodb, mode=SINGLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=1000, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverMonitoringMode=AUTO, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=UNSPECIFIED, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null, timeoutMS=null}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:15.948+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.2:34518","uuid":"258ade20-0df2-4900-b30b-318c43555a45","connectionId":11,"connectionCount":5}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:15.954+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn11","msg":"client metadata","attr":{"remote":"172.18.0.2:34518","client":"conn11","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
datanode-1 | 2024-11-08T15:35:15.987Z INFO [cluster] Waiting for server to become available for operation with ID 12. Remaining time: 29968 ms. Selector: ReadPreferenceServerSelector{readPreference=primary}, topology description: {type=UNKNOWN, servers=[{address=mongodb:27017, type=UNKNOWN, state=CONNECTING}].
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:16.006+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.2:34522","uuid":"d1bdc0fc-9584-4a56-a630-ad667995eb84","connectionId":12,"connectionCount":6}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:16.010+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn12","msg":"client metadata","attr":{"remote":"172.18.0.2:34522","client":"conn12","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
datanode-1 | 2024-11-08T15:35:16.207Z INFO [DatanodeDirectories] Opensearch of the node f2bf6eaa-74d1-482e-9f9b-52c9c9ca032a uses following directories as its storage: DatanodeDirectories{dataTargetDir='/var/lib/graylog-datanode/opensearch/data', logsTargetDir='/var/lib/graylog-datanode/opensearch/logs', configurationSourceDir='Optional.empty', configurationTargetDir='/var/lib/graylog-datanode/opensearch/config', opensearchProcessConfigurationDir='/var/lib/graylog-datanode/opensearch/config/opensearch'}
datanode-1 | 2024-11-08T15:35:16.301Z INFO [OpensearchConfigSync] Directory used for Opensearch process configuration is /var/lib/graylog-datanode/opensearch/config/opensearch
datanode-1 | 2024-11-08T15:35:16.335Z INFO [OpensearchConfigSync] Synchronizing Opensearch configuration
datanode-1 | 2024-11-08T15:35:16.344Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/jvm.options
datanode-1 | 2024-11-08T15:35:16.345Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/datanode-truststore.p12
datanode-1 | 2024-11-08T15:35:16.348Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch.keystore
datanode-1 | 2024-11-08T15:35:16.349Z INFO [FullDirSync] Deleting obsolete directory /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-observability
datanode-1 | 2024-11-08T15:35:16.385Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-observability/observability.yml
datanode-1 | 2024-11-08T15:35:16.386Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch.yml
datanode-1 | 2024-11-08T15:35:16.388Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/log4j2.properties
datanode-1 | 2024-11-08T15:35:16.390Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/unicast_hosts.txt
datanode-1 | 2024-11-08T15:35:16.391Z INFO [FullDirSync] Deleting obsolete directory /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security
datanode-1 | 2024-11-08T15:35:16.393Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/whitelist.yml
datanode-1 | 2024-11-08T15:35:16.395Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/opensearch.yml.example
datanode-1 | 2024-11-08T15:35:16.396Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/allowlist.yml
datanode-1 | 2024-11-08T15:35:16.398Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/internal_users.yml
datanode-1 | 2024-11-08T15:35:16.399Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/config.yml
datanode-1 | 2024-11-08T15:35:16.400Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/tenants.yml
datanode-1 | 2024-11-08T15:35:16.400Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/nodes_dn.yml
datanode-1 | 2024-11-08T15:35:16.402Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/roles_mapping.yml
datanode-1 | 2024-11-08T15:35:16.402Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/audit.yml
datanode-1 | 2024-11-08T15:35:16.404Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/action_groups.yml
datanode-1 | 2024-11-08T15:35:16.405Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/roles.yml
datanode-1 | 2024-11-08T15:35:16.406Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/http-keystore.p12
datanode-1 | 2024-11-08T15:35:16.408Z INFO [FullDirSync] Deleting obsolete file /var/lib/graylog-datanode/opensearch/config/opensearch/transport-keystore.p12
datanode-1 | 2024-11-08T15:35:16.413Z INFO [FullDirSync] Synchronizing directory /var/lib/graylog-datanode/opensearch/config/opensearch
datanode-1 | 2024-11-08T15:35:16.420Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/log4j2.properties
datanode-1 | 2024-11-08T15:35:16.423Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/jvm.options
datanode-1 | 2024-11-08T15:35:16.425Z INFO [FullDirSync] Synchronizing directory /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-observability
datanode-1 | 2024-11-08T15:35:16.427Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-observability/observability.yml
datanode-1 | 2024-11-08T15:35:16.429Z INFO [FullDirSync] Synchronizing directory /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security
datanode-1 | 2024-11-08T15:35:16.431Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/whitelist.yml
datanode-1 | 2024-11-08T15:35:16.433Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/opensearch.yml.example
datanode-1 | 2024-11-08T15:35:16.435Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/allowlist.yml
datanode-1 | 2024-11-08T15:35:16.438Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/roles_mapping.yml
datanode-1 | 2024-11-08T15:35:16.440Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/internal_users.yml
datanode-1 | 2024-11-08T15:35:16.441Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/action_groups.yml
datanode-1 | 2024-11-08T15:35:16.445Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/audit.yml
datanode-1 | 2024-11-08T15:35:16.447Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/config.yml
datanode-1 | 2024-11-08T15:35:16.450Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/tenants.yml
datanode-1 | 2024-11-08T15:35:16.452Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/nodes_dn.yml
datanode-1 | 2024-11-08T15:35:16.454Z INFO [FullDirSync] Synchronizing file /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/roles.yml
datanode-1 | 2024-11-08T15:35:17.615Z INFO [DatanodeDirectories] Opensearch of the node f2bf6eaa-74d1-482e-9f9b-52c9c9ca032a uses following directories as its storage: DatanodeDirectories{dataTargetDir='/var/lib/graylog-datanode/opensearch/data', logsTargetDir='/var/lib/graylog-datanode/opensearch/logs', configurationSourceDir='Optional.empty', configurationTargetDir='/var/lib/graylog-datanode/opensearch/config', opensearchProcessConfigurationDir='/var/lib/graylog-datanode/opensearch/config/opensearch'}
graylog-1 | 2024-11-08 15:35:20,478 INFO : org.graylog2.configuration.IndexerDiscoveryProvider - Datanode is not available. Retry #2
datanode-1 | 2024-11-08T15:35:21.290Z INFO [DbEntitiesScanner] 16 entities have been scanned and added to DB Entity Catalog, it took 2.943 s
datanode-1 | 2024-11-08T15:35:21.412Z INFO [ServerBootstrap] Graylog datanode 6.1.2+c8b654f starting up
datanode-1 | 2024-11-08T15:35:21.415Z INFO [ServerBootstrap] JRE: Eclipse Adoptium 17.0.13 on Linux 6.8.0-48-generic
datanode-1 | 2024-11-08T15:35:21.417Z INFO [ServerBootstrap] Deployment: container
datanode-1 | 2024-11-08T15:35:21.418Z INFO [ServerBootstrap] OS: Ubuntu 22.04.5 LTS (jammy)
datanode-1 | 2024-11-08T15:35:21.419Z INFO [ServerBootstrap] Arch: amd64
datanode-1 | 2024-11-08T15:35:21.498Z INFO [PeriodicalsService] Starting 6 periodicals ...
datanode-1 | 2024-11-08T15:35:21.500Z INFO [PeriodicalsService] Delaying start of 1 periodicals until this node becomes leader ...
datanode-1 | 2024-11-08T15:35:21.540Z INFO [Periodicals] Starting [org.graylog.datanode.periodicals.NodePingPeriodical] periodical in [0s], polling every [1s].
datanode-1 | 2024-11-08T15:35:21.542Z INFO [Periodicals] Starting [org.graylog.datanode.periodicals.OpensearchNodeHeartbeat] periodical in [0s], polling every [10s].
datanode-1 | 2024-11-08T15:35:21.544Z INFO [Periodicals] Starting [org.graylog.datanode.periodicals.MetricsCollector] periodical in [0s], polling every [60s].
datanode-1 | 2024-11-08T15:35:21.548Z INFO [Periodicals] Starting [org.graylog.datanode.bootstrap.preflight.DataNodeConfigurationPeriodical] periodical in [0s], polling every [2s].
datanode-1 | 2024-11-08T15:35:21.550Z INFO [Periodicals] Starting [org.graylog.datanode.bootstrap.preflight.DataNodeCertRenewalPeriodical] periodical in [0s], polling every [1800s].
datanode-1 | 2024-11-08T15:35:21.558Z INFO [Periodicals] Starting [org.graylog2.events.ClusterEventPeriodical] periodical in [0s], polling every [1s].
datanode-1 | 2024-11-08T15:35:21.746Z INFO [OpensearchSecurityConfiguration] Opensearch transport certificate has following alternative names: 127.0.0.1, 0:0:0:0:0:0:0:1, localhost, datanode, 172.18.0.2
datanode-1 | 2024-11-08T15:35:21.748Z INFO [OpensearchSecurityConfiguration] Opensearch transport certificate has following serial number: 1731063558605
datanode-1 | 2024-11-08T15:35:21.750Z INFO [OpensearchSecurityConfiguration] Opensearch transport certificate has following validity: 2024-11-08T10:59:18.000+0000 - 2024-12-08T10:59:18.000+0000
datanode-1 | 2024-11-08T15:35:21.775Z INFO [OpensearchSecurityConfiguration] Opensearch HTTP certificate has following alternative names: 127.0.0.1, 0:0:0:0:0:0:0:1, localhost, datanode, 172.18.0.2
datanode-1 | 2024-11-08T15:35:21.777Z INFO [OpensearchSecurityConfiguration] Opensearch HTTP certificate has following serial number: 1731063558605
datanode-1 | 2024-11-08T15:35:21.779Z INFO [OpensearchSecurityConfiguration] Opensearch HTTP certificate has following validity: 2024-11-08T10:59:18.000+0000 - 2024-12-08T10:59:18.000+0000
datanode-1 | 2024-11-08T15:35:21.790Z INFO [TruststoreUtils] Detected existing JVM truststore: /usr/share/graylog-datanode/jvm/lib/security/cacerts of type pkcs12
datanode-1 | 2024-11-08T15:35:22.067Z INFO [ServerBootstrap] Services started, startup times in ms: {OpensearchProcessService [RUNNING]=3, GracefulShutdownService [RUNNING]=3, PeriodicalsService [RUNNING]=80, OpensearchConfigurationService [RUNNING]=561}
datanode-1 | 2024-11-08T15:35:22.070Z INFO [ServerBootstrap] Graylog DataNode datanode up and running.
datanode-1 | 2024-11-08T15:35:22.094Z INFO [JerseyService] Starting Data node REST API
datanode-1 | 2024-11-08T15:35:22.118Z INFO [JerseyService] Jersey is using keystore located in /var/lib/graylog-datanode/opensearch/config/opensearch/http-keystore.p12
datanode-1 | 2024-11-08T15:35:22.134Z INFO [OpensearchProcessService] OpenSearch starting up
datanode-1 | 2024-11-08T15:35:22.157Z INFO [OpensearchCommandLineProcess] No S3 repository configuration provided, skipping plugin initialization
datanode-1 | 2024-11-08T15:35:22.230Z INFO [CommandLineProcess] Running process from /usr/share/graylog-datanode/dist/opensearch-2.15.0-linux-x64/bin/opensearch
datanode-1 | 2024-11-08T15:35:23.176Z INFO [ClusterNodeStateTracer] Updating cluster node f2bf6eaa-74d1-482e-9f9b-52c9c9ca032a from UNCONFIGURED to STARTING (reason: PROCESS_STARTED)
datanode-1 | 2024-11-08T15:35:25.048Z INFO [Version] HV000001: Hibernate Validator 8.0.1.Final
graylog-1 | 2024-11-08 15:35:27,075 INFO : org.graylog2.bootstrap.ServerBootstrap - Running 2 migrations...
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:27.183+00:00"},"s":"I", "c":"COMMAND", "id":518070, "ctx":"conn6","msg":"CMD: drop","attr":{"namespace":"graylog.graylog_ca_certificates"}}
datanode-1 | 2024-11-08T15:35:27.323Z INFO [NetworkListener] Started listener bound to [0.0.0.0:8999]
datanode-1 | 2024-11-08T15:35:27.343Z INFO [HttpServer] [HttpServer] Started.
datanode-1 | 2024-11-08T15:35:27.348Z INFO [JerseyService] Started REST API at <0.0.0.0:8999>
graylog-1 | 2024-11-08 15:35:28,486 ERROR: org.graylog2.storage.versionprobe.VersionProbe - Unable to retrieve version from indexer node: Failed to connect to datanode/172.18.0.2:9200. - Connection refused.
graylog-1 | 2024-11-08 15:35:28,495 INFO : org.graylog2.storage.versionprobe.VersionProbe - Indexer is not available. Retry #1
datanode-1 | 2024-11-08T15:35:30.349Z WARN [OpensearchProcessImpl] WARNING: A terminally deprecated method in java.lang.System has been called
datanode-1 | 2024-11-08T15:35:30.352Z WARN [OpensearchProcessImpl] WARNING: System::setSecurityManager has been called by org.opensearch.bootstrap.OpenSearch (file:/usr/share/graylog-datanode/dist/opensearch-2.15.0-linux-x64/lib/opensearch-2.15.0.jar)
datanode-1 | 2024-11-08T15:35:30.356Z WARN [OpensearchProcessImpl] WARNING: Please consider reporting this to the maintainers of org.opensearch.bootstrap.OpenSearch
datanode-1 | 2024-11-08T15:35:30.357Z WARN [OpensearchProcessImpl] WARNING: System::setSecurityManager will be removed in a future release
datanode-1 | 2024-11-08T15:35:31.696Z WARN [OpensearchProcessImpl] Nov 08, 2024 3:35:31 PM sun.util.locale.provider.LocaleProviderAdapter <clinit>
datanode-1 | 2024-11-08T15:35:31.702Z WARN [OpensearchProcessImpl] WARNING: COMPAT locale provider will be removed in a future release
datanode-1 | 2024-11-08T15:35:32.176Z WARN [OpensearchNodeHeartbeat] Opensearch REST api of process 76 unavailable. Cause: Connection refused
datanode-1 | 2024-11-08T15:35:33.262Z WARN [OpensearchProcessImpl] WARNING: A terminally deprecated method in java.lang.System has been called
datanode-1 | 2024-11-08T15:35:33.264Z WARN [OpensearchProcessImpl] WARNING: System::setSecurityManager has been called by org.opensearch.bootstrap.Security (file:/usr/share/graylog-datanode/dist/opensearch-2.15.0-linux-x64/lib/opensearch-2.15.0.jar)
datanode-1 | 2024-11-08T15:35:33.265Z WARN [OpensearchProcessImpl] WARNING: Please consider reporting this to the maintainers of org.opensearch.bootstrap.Security
datanode-1 | 2024-11-08T15:35:33.265Z WARN [OpensearchProcessImpl] WARNING: System::setSecurityManager will be removed in a future release
datanode-1 | 2024-11-08T15:35:33.298Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:33,291][INFO ][o.o.n.Node ] [datanode] version[2.15.0], pid[76], build[tar/61dbcd0795c9bfe9b81e5762175414bc38bbcadf/2024-06-20T03:26:49.193630411Z], OS[Linux/6.8.0-48-generic/amd64], JVM[Eclipse Adoptium/OpenJDK 64-Bit Server VM/21.0.3/21.0.3+9-LTS]
datanode-1 | 2024-11-08T15:35:33.304Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:33,301][INFO ][o.o.n.Node ] [datanode] JVM home [/usr/share/graylog-datanode/dist/opensearch-2.15.0-linux-x64/jdk], using bundled JDK/JRE [true]
datanode-1 | 2024-11-08T15:35:33.306Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:33,302][INFO ][o.o.n.Node ] [datanode] JVM arguments [-Xshare:auto, -Dopensearch.networkaddress.cache.ttl=60, -Dopensearch.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -XX:+ShowCodeDetailsInExceptionMessages, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dio.netty.allocator.numDirectArenas=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.security.manager=allow, -Djava.locale.providers=SPI,COMPAT, -Xms1g, -Xmx1g, -XX:+UseG1GC, -XX:G1ReservePercent=25, -XX:InitiatingHeapOccupancyPercent=30, -Djava.io.tmpdir=/tmp/opensearch-8828035780882671058, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=/tmp/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=/tmp/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.security.manager=allow, -Xms1g, -Xmx1g, -Djavax.net.ssl.trustStore=/var/lib/graylog-datanode/opensearch/config/opensearch/datanode-truststore.p12, -Djavax.net.ssl.trustStorePassword=kjfHTBMGgEZiqxOFDTCExEdDwghCLkRpaQfihiuvxORKMHbbZuPaeAdQjnzKKUdaqLSVBcNFMeOfCMPzAeESvasQwKqzswRUEUslnDbbeQyXUvfiiksVhYueBzMaeqxEbyvdIlyDlyOQlJcLPUHKieLowWMxHMOHqLyKtdmUdrbUYBQPnLdpuwlqtyCVkfCgarCSRUbxuOumdlpwdIhgIBOsGdXzNpePMSRxOKHKCGqZkokeCtVpYILUKSqyWKhb, -Djavax.net.ssl.trustStoreType=pkcs12, -XX:MaxDirectMemorySize=536870912, -Dopensearch.path.home=/usr/share/graylog-datanode/dist/opensearch-2.15.0-linux-x64, -Dopensearch.path.conf=/var/lib/graylog-datanode/opensearch/config/opensearch, -Dopensearch.distribution.type=tar, -Dopensearch.bundled_jdk=true]
graylog-1 | 2024-11-08 15:35:33,501 ERROR: org.graylog2.storage.versionprobe.VersionProbe - Unable to retrieve version from indexer node: Failed to connect to datanode/172.18.0.2:9200. - Connection refused.
graylog-1 | 2024-11-08 15:35:33,503 INFO : org.graylog2.storage.versionprobe.VersionProbe - Indexer is not available. Retry #2
datanode-1 | 2024-11-08T15:35:36.152Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:36,151][INFO ][o.o.s.s.t.SSLConfig ] [datanode] SSL dual mode is disabled
datanode-1 | 2024-11-08T15:35:36.155Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:36,153][INFO ][o.o.s.OpenSearchSecurityPlugin] [datanode] OpenSearch Config path is /var/lib/graylog-datanode/opensearch/config/opensearch
datanode-1 | 2024-11-08T15:35:36.685Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:36,685][INFO ][o.o.s.s.DefaultSecurityKeyStore] [datanode] JVM supports TLSv1.3
datanode-1 | 2024-11-08T15:35:36.692Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:36,691][INFO ][o.o.s.s.DefaultSecurityKeyStore] [datanode] Config directory is /var/lib/graylog-datanode/opensearch/config/opensearch/, from there the key- and truststore files are resolved relatively
datanode-1 | 2024-11-08T15:35:36.699Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:36,697][WARN ][o.o.s.s.SecureSSLSettings] [datanode] Setting [plugins.security.ssl.transport.keystore_password] has a secure counterpart [plugins.security.ssl.transport.keystore_password_secure] which should be used instead - allowing for legacy SSL setups
datanode-1 | 2024-11-08T15:35:36.724Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:36,722][WARN ][o.o.s.s.SecureSSLSettings] [datanode] Setting [plugins.security.ssl.transport.truststore_password] has a secure counterpart [plugins.security.ssl.transport.truststore_password_secure] which should be used instead - allowing for legacy SSL setups
datanode-1 | 2024-11-08T15:35:36.882Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:36,881][WARN ][o.o.s.s.u.SSLCertificateHelper] [datanode] Certificate chain for alias datanode contains a root certificate
datanode-1 | 2024-11-08T15:35:37.672Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,670][WARN ][o.o.s.s.SecureSSLSettings] [datanode] Setting [plugins.security.ssl.http.keystore_password] has a secure counterpart [plugins.security.ssl.http.keystore_password_secure] which should be used instead - allowing for legacy SSL setups
datanode-1 | 2024-11-08T15:35:37.676Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,676][INFO ][o.o.s.s.DefaultSecurityKeyStore] [datanode] HTTPS client auth mode OPTIONAL
datanode-1 | 2024-11-08T15:35:37.698Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,697][WARN ][o.o.s.s.u.SSLCertificateHelper] [datanode] Certificate chain for alias datanode contains a root certificate
datanode-1 | 2024-11-08T15:35:37.716Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,715][WARN ][o.o.s.s.SecureSSLSettings] [datanode] Setting [plugins.security.ssl.http.truststore_password] has a secure counterpart [plugins.security.ssl.http.truststore_password_secure] which should be used instead - allowing for legacy SSL setups
datanode-1 | 2024-11-08T15:35:37.769Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,766][INFO ][o.o.s.s.DefaultSecurityKeyStore] [datanode] TLS Transport Client Provider : JDK
datanode-1 | 2024-11-08T15:35:37.771Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,768][INFO ][o.o.s.s.DefaultSecurityKeyStore] [datanode] TLS Transport Server Provider : JDK
datanode-1 | 2024-11-08T15:35:37.774Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,768][INFO ][o.o.s.s.DefaultSecurityKeyStore] [datanode] TLS HTTP Provider : JDK
datanode-1 | 2024-11-08T15:35:37.778Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,769][INFO ][o.o.s.s.DefaultSecurityKeyStore] [datanode] Enabled TLS protocols for transport layer : [TLSv1.3, TLSv1.2]
datanode-1 | 2024-11-08T15:35:37.780Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,769][INFO ][o.o.s.s.DefaultSecurityKeyStore] [datanode] Enabled TLS protocols for HTTP layer : [TLSv1.3, TLSv1.2]
datanode-1 | 2024-11-08T15:35:37.846Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:37,846][INFO ][o.o.s.OpenSearchSecurityPlugin] [datanode] Clustername: datanode-cluster
graylog-1 | 2024-11-08 15:35:38,510 ERROR: org.graylog2.storage.versionprobe.VersionProbe - Unable to retrieve version from indexer node: Failed to connect to datanode/172.18.0.2:9200. - Connection refused.
graylog-1 | 2024-11-08 15:35:38,511 INFO : org.graylog2.storage.versionprobe.VersionProbe - Indexer is not available. Retry #3
datanode-1 | 2024-11-08T15:35:39.170Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,168][INFO ][o.o.i.r.ReindexPlugin ] [datanode] ReindexPlugin reloadSPI called
datanode-1 | 2024-11-08T15:35:39.176Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,174][INFO ][o.o.i.r.ReindexPlugin ] [datanode] Unable to find any implementation for RemoteReindexExtension
datanode-1 | 2024-11-08T15:35:39.206Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,203][INFO ][o.o.j.JobSchedulerPlugin ] [datanode] Loaded scheduler extension: opendistro-index-management, index: .opendistro-ism-config
datanode-1 | 2024-11-08T15:35:39.207Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,206][INFO ][o.o.j.JobSchedulerPlugin ] [datanode] Loaded scheduler extension: opensearch_time_series_analytics, index: .opendistro-anomaly-detector-jobs
datanode-1 | 2024-11-08T15:35:39.240Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,239][INFO ][o.o.p.PluginsService ] [datanode] loaded module [aggs-matrix-stats]
datanode-1 | 2024-11-08T15:35:39.243Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,241][INFO ][o.o.p.PluginsService ] [datanode] loaded module [analysis-common]
datanode-1 | 2024-11-08T15:35:39.244Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,242][INFO ][o.o.p.PluginsService ] [datanode] loaded module [cache-common]
datanode-1 | 2024-11-08T15:35:39.244Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,242][INFO ][o.o.p.PluginsService ] [datanode] loaded module [geo]
datanode-1 | 2024-11-08T15:35:39.245Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,244][INFO ][o.o.p.PluginsService ] [datanode] loaded module [ingest-common]
datanode-1 | 2024-11-08T15:35:39.246Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,245][INFO ][o.o.p.PluginsService ] [datanode] loaded module [ingest-geoip]
datanode-1 | 2024-11-08T15:35:39.248Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,246][INFO ][o.o.p.PluginsService ] [datanode] loaded module [ingest-user-agent]
datanode-1 | 2024-11-08T15:35:39.250Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,247][INFO ][o.o.p.PluginsService ] [datanode] loaded module [lang-expression]
datanode-1 | 2024-11-08T15:35:39.251Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,248][INFO ][o.o.p.PluginsService ] [datanode] loaded module [lang-mustache]
datanode-1 | 2024-11-08T15:35:39.252Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,249][INFO ][o.o.p.PluginsService ] [datanode] loaded module [lang-painless]
datanode-1 | 2024-11-08T15:35:39.254Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,253][INFO ][o.o.p.PluginsService ] [datanode] loaded module [mapper-extras]
datanode-1 | 2024-11-08T15:35:39.258Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,257][INFO ][o.o.p.PluginsService ] [datanode] loaded module [opensearch-dashboards]
datanode-1 | 2024-11-08T15:35:39.262Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,260][INFO ][o.o.p.PluginsService ] [datanode] loaded module [parent-join]
datanode-1 | 2024-11-08T15:35:39.263Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,260][INFO ][o.o.p.PluginsService ] [datanode] loaded module [percolator]
datanode-1 | 2024-11-08T15:35:39.264Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,261][INFO ][o.o.p.PluginsService ] [datanode] loaded module [rank-eval]
datanode-1 | 2024-11-08T15:35:39.268Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,261][INFO ][o.o.p.PluginsService ] [datanode] loaded module [reindex]
datanode-1 | 2024-11-08T15:35:39.272Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,264][INFO ][o.o.p.PluginsService ] [datanode] loaded module [repository-url]
datanode-1 | 2024-11-08T15:35:39.273Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,265][INFO ][o.o.p.PluginsService ] [datanode] loaded module [search-pipeline-common]
datanode-1 | 2024-11-08T15:35:39.274Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,265][INFO ][o.o.p.PluginsService ] [datanode] loaded module [systemd]
datanode-1 | 2024-11-08T15:35:39.275Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,265][INFO ][o.o.p.PluginsService ] [datanode] loaded module [transport-netty4]
datanode-1 | 2024-11-08T15:35:39.276Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,269][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-anomaly-detection]
datanode-1 | 2024-11-08T15:35:39.276Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,272][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-asynchronous-search]
datanode-1 | 2024-11-08T15:35:39.277Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,273][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-cross-cluster-replication]
datanode-1 | 2024-11-08T15:35:39.277Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,275][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-flow-framework]
datanode-1 | 2024-11-08T15:35:39.278Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,276][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-index-management]
datanode-1 | 2024-11-08T15:35:39.278Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,277][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-job-scheduler]
datanode-1 | 2024-11-08T15:35:39.279Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,279][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-ml]
datanode-1 | 2024-11-08T15:35:39.280Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,279][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-observability]
datanode-1 | 2024-11-08T15:35:39.281Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,281][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-security]
datanode-1 | 2024-11-08T15:35:39.288Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,281][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [opensearch-skills]
datanode-1 | 2024-11-08T15:35:39.289Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,286][INFO ][o.o.p.PluginsService ] [datanode] loaded plugin [repository-s3]
datanode-1 | 2024-11-08T15:35:39.327Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,325][INFO ][o.o.s.OpenSearchSecurityPlugin] [datanode] Disabled https compression by default to mitigate BREACH attacks. You can enable it by setting 'http.compression: true' in opensearch.yml
datanode-1 | 2024-11-08T15:35:39.331Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,331][INFO ][o.o.e.ExtensionsManager ] [datanode] ExtensionsManager initialized
datanode-1 | 2024-11-08T15:35:39.355Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,354][INFO ][o.a.l.s.MemorySegmentIndexInputProvider] [datanode] Using MemorySegmentIndexInput with Java 21 or later; to disable start with -Dorg.apache.lucene.store.MMapDirectory.enableMemorySegments=false
datanode-1 | 2024-11-08T15:35:39.371Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,370][INFO ][o.o.e.NodeEnvironment ] [datanode] using [1] data paths, mounts [[/var/lib/graylog-datanode (/dev/vda1)]], net usable_space [137.7gb], net total_space [144.2gb], types [ext4]
datanode-1 | 2024-11-08T15:35:39.373Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,372][INFO ][o.o.e.NodeEnvironment ] [datanode] heap size [1gb], compressed ordinary object pointers [true]
datanode-1 | 2024-11-08T15:35:39.584Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:39,583][INFO ][o.o.n.Node ] [datanode] node name [datanode], node ID [Pmt73Dt7QLGgcDc83_0jnA], cluster name [datanode-cluster], roles [ingest, remote_cluster_client, data, cluster_manager, search]
datanode-1 | 2024-11-08T15:35:41.554Z WARN [OpensearchNodeHeartbeat] Opensearch REST api of process 76 unavailable. Cause: Connection refused
datanode-1 | 2024-11-08T15:35:43.305Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:43,304][WARN ][o.o.s.s.SecureSSLSettings] [datanode] Setting [plugins.security.ssl.http.truststore_password] has a secure counterpart [plugins.security.ssl.http.truststore_password_secure] which should be used instead - allowing for legacy SSL setups
datanode-1 | 2024-11-08T15:35:43.308Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:43,307][WARN ][o.o.s.s.SecureSSLSettings] [datanode] Setting [plugins.security.ssl.transport.truststore_password] has a secure counterpart [plugins.security.ssl.transport.truststore_password_secure] which should be used instead - allowing for legacy SSL setups
datanode-1 | 2024-11-08T15:35:43.313Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:43,311][WARN ][o.o.s.s.SecureSSLSettings] [datanode] Setting [plugins.security.ssl.transport.keystore_password] has a secure counterpart [plugins.security.ssl.transport.keystore_password_secure] which should be used instead - allowing for legacy SSL setups
datanode-1 | 2024-11-08T15:35:43.318Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:43,316][WARN ][o.o.s.s.SecureSSLSettings] [datanode] Setting [plugins.security.ssl.http.keystore_password] has a secure counterpart [plugins.security.ssl.http.keystore_password_secure] which should be used instead - allowing for legacy SSL setups
graylog-1 | 2024-11-08 15:35:43,515 ERROR: org.graylog2.storage.versionprobe.VersionProbe - Unable to retrieve version from indexer node: Failed to connect to datanode/172.18.0.2:9200. - Connection refused.
graylog-1 | 2024-11-08 15:35:43,518 INFO : org.graylog2.storage.versionprobe.VersionProbe - Indexer is not available. Retry #4
datanode-1 | 2024-11-08T15:35:45.646Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:45,645][WARN ][o.o.s.c.Salt ] [datanode] If you plan to use field masking pls configure compliance salt e1ukloTsQlOgPquJ to be a random string of 16 chars length identical on all nodes
datanode-1 | 2024-11-08T15:35:45.735Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:45,731][ERROR][o.o.s.a.s.SinkProvider ] [datanode] Default endpoint could not be created, auditlog will not work properly.
datanode-1 | 2024-11-08T15:35:45.737Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:45,733][WARN ][o.o.s.a.r.AuditMessageRouter] [datanode] No default storage available, audit log may not work properly. Please check configuration.
datanode-1 | 2024-11-08T15:35:45.738Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:45,734][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Message routing enabled: false
datanode-1 | 2024-11-08T15:35:45.849Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:45,848][INFO ][o.o.s.f.SecurityFilter ] [datanode] <NONE> indices are made immutable.
datanode-1 | 2024-11-08T15:35:46.246Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:46,246][INFO ][o.o.m.b.MLCircuitBreakerService] [datanode] Registered ML memory breaker.
datanode-1 | 2024-11-08T15:35:46.248Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:46,247][INFO ][o.o.m.b.MLCircuitBreakerService] [datanode] Registered ML disk breaker.
datanode-1 | 2024-11-08T15:35:46.249Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:46,248][INFO ][o.o.m.b.MLCircuitBreakerService] [datanode] Registered ML native memory breaker.
datanode-1 | 2024-11-08T15:35:46.560Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:46,558][INFO ][o.r.Reflections ] [datanode] Reflections took 138 ms to scan 1 urls, producing 26 keys and 67 values
datanode-1 | 2024-11-08T15:35:47.140Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:47,140][INFO ][o.o.t.b.CircuitBreakerService] [datanode] Registered memory breaker.
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:47.568+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.2:56184","uuid":"3ef8889c-80ff-4b48-8ee0-57aed4889a7e","connectionId":13,"connectionCount":7}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:35:47.569+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn13","msg":"client metadata","attr":{"remote":"172.18.0.2:56184","client":"conn13","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
datanode-1 | 2024-11-08T15:35:47.755Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:47,754][WARN ][stderr ] [datanode] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
datanode-1 | 2024-11-08T15:35:47.759Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:47,755][WARN ][stderr ] [datanode] SLF4J: Defaulting to no-operation (NOP) logger implementation
datanode-1 | 2024-11-08T15:35:47.761Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:47,760][WARN ][stderr ] [datanode] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
graylog-1 | 2024-11-08 15:35:48,525 ERROR: org.graylog2.storage.versionprobe.VersionProbe - Unable to retrieve version from indexer node: Failed to connect to datanode/172.18.0.2:9200. - Connection refused.
graylog-1 | 2024-11-08 15:35:48,528 INFO : org.graylog2.storage.versionprobe.VersionProbe - Indexer is not available. Retry #5
datanode-1 | 2024-11-08T15:35:48.651Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:48,650][INFO ][o.o.t.NettyAllocator ] [datanode] creating NettyAllocator with the following configs: [name=unpooled, suggested_max_allocation_size=256kb, factors={opensearch.unsafe.use_unpooled_allocator=null, g1gc_enabled=true, g1gc_region_size=1mb, heap_size=1gb}]
datanode-1 | 2024-11-08T15:35:48.675Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:48,674][INFO ][o.o.s.s.t.SSLConfig ] [datanode] SSL dual mode is disabled
datanode-1 | 2024-11-08T15:35:48.853Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:48,852][INFO ][o.o.d.DiscoveryModule ] [datanode] using discovery type [zen] and seed hosts providers [settings, file]
datanode-1 | 2024-11-08T15:35:49.724Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:49,722][WARN ][o.o.g.DanglingIndicesState] [datanode] gateway.auto_import_dangling_indices is disabled, dangling indices will not be automatically detected or imported and must be managed manually
datanode-1 | 2024-11-08T15:35:50.693Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:50,693][INFO ][o.o.n.Node ] [datanode] initialized
datanode-1 | 2024-11-08T15:35:50.696Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:50,694][INFO ][o.o.n.Node ] [datanode] starting ...
datanode-1 | 2024-11-08T15:35:50.915Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:50,915][INFO ][o.o.t.TransportService ] [datanode] publish_address {datanode/172.18.0.2:9300}, bound_addresses {[::]:9300}
datanode-1 | 2024-11-08T15:35:50.921Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:50,920][INFO ][o.o.t.TransportService ] [datanode] Remote clusters initialized successfully.
datanode-1 | 2024-11-08T15:35:51.315Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,314][INFO ][o.o.b.BootstrapChecks ] [datanode] bound or publishing to a non-loopback address, enforcing bootstrap checks
datanode-1 | 2024-11-08T15:35:51.328Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,327][INFO ][o.o.c.c.Coordinator ] [datanode] cluster UUID [OXhuG5VIR1aLLra7hPcYtw]
datanode-1 | 2024-11-08T15:35:51.546Z WARN [OpensearchNodeHeartbeat] Opensearch REST api of process 76 unavailable. Cause: Connection refused
datanode-1 | 2024-11-08T15:35:51.638Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,636][INFO ][o.o.c.s.MasterService ] [datanode] elected-as-cluster-manager ([1] nodes joined)[{datanode}{Pmt73Dt7QLGgcDc83_0jnA}{oPHa40VLT6y9o-ku4DVPtw}{datanode}{172.18.0.2:9300}{dimrs}{shard_indexing_pressure_enabled=true} elect leader, _BECOME_CLUSTER_MANAGER_TASK_, _FINISH_ELECTION_], term: 7, version: 183, delta: cluster-manager node changed {previous [], current [{datanode}{Pmt73Dt7QLGgcDc83_0jnA}{oPHa40VLT6y9o-ku4DVPtw}{datanode}{172.18.0.2:9300}{dimrs}{shard_indexing_pressure_enabled=true}]}
datanode-1 | 2024-11-08T15:35:51.837Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,836][INFO ][o.o.c.s.ClusterApplierService] [datanode] cluster-manager node changed {previous [], current [{datanode}{Pmt73Dt7QLGgcDc83_0jnA}{oPHa40VLT6y9o-ku4DVPtw}{datanode}{172.18.0.2:9300}{dimrs}{shard_indexing_pressure_enabled=true}]}, term: 7, version: 183, reason: Publication{term=7, version=183}
datanode-1 | 2024-11-08T15:35:51.879Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,875][INFO ][o.o.i.i.ManagedIndexCoordinator] [datanode] Cache cluster manager node onClusterManager time: 1731080151875
datanode-1 | 2024-11-08T15:35:51.897Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,896][INFO ][o.o.t.i.IndexManagement ] [datanode] Candidate custom result indices are empty.
datanode-1 | 2024-11-08T15:35:51.901Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,900][INFO ][o.o.t.i.IndexManagement ] [datanode] Candidate custom result indices are empty.
datanode-1 | 2024-11-08T15:35:51.902Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,901][INFO ][o.o.t.c.ClusterEventListener] [datanode] Cluster is not recovered yet.
datanode-1 | 2024-11-08T15:35:51.936Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,932][INFO ][o.o.d.PeerFinder ] [datanode] setting findPeersInterval to [1s] as node commission status = [true] for local node [{datanode}{Pmt73Dt7QLGgcDc83_0jnA}{oPHa40VLT6y9o-ku4DVPtw}{datanode}{172.18.0.2:9300}{dimrs}{shard_indexing_pressure_enabled=true}]
datanode-1 | 2024-11-08T15:35:51.944Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,943][WARN ][o.o.c.r.a.AllocationService] [datanode] Falling back to single shard assignment since batch mode disable or multiple custom allocators set
datanode-1 | 2024-11-08T15:35:51.998Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:51,995][WARN ][o.o.c.r.a.AllocationService] [datanode] Falling back to single shard assignment since batch mode disable or multiple custom allocators set
datanode-1 | 2024-11-08T15:35:52.154Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,151][INFO ][o.o.h.AbstractHttpServerTransport] [datanode] publish_address {datanode/172.18.0.2:9200}, bound_addresses {[::]:9200}
datanode-1 | 2024-11-08T15:35:52.160Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,155][INFO ][o.o.n.Node ] [datanode] started
datanode-1 | 2024-11-08T15:35:52.161Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,156][INFO ][o.o.s.c.ConfigurationRepository] [datanode] Will attempt to create index .opendistro_security and default configs if they are absent
datanode-1 | 2024-11-08T15:35:52.171Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,160][INFO ][o.o.s.OpenSearchSecurityPlugin] [datanode] 0 OpenSearch Security modules loaded so far: []
datanode-1 | 2024-11-08T15:35:52.172Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,162][INFO ][o.o.s.c.ConfigurationRepository] [datanode] Background init thread started. Install default config?: true
datanode-1 | 2024-11-08T15:35:52.172Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,166][INFO ][o.o.s.c.ConfigurationRepository] [datanode] Wait for cluster to be available ...
datanode-1 | 2024-11-08T15:35:52.202Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,197][INFO ][o.o.c.s.ClusterSettings ] [datanode] updating [plugins.index_state_management.history.number_of_replicas] from [1] to [0]
datanode-1 | 2024-11-08T15:35:52.203Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,199][INFO ][o.o.c.s.ClusterSettings ] [datanode] updating [plugins.index_state_management.history.number_of_replicas] from [1] to [0]
datanode-1 | 2024-11-08T15:35:52.203Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,200][INFO ][o.o.c.s.ClusterSettings ] [datanode] updating [plugins.index_state_management.metadata_migration.status] from [0] to [1]
datanode-1 | 2024-11-08T15:35:52.203Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,200][INFO ][o.o.i.i.ManagedIndexCoordinator] [datanode] Canceling metadata moving job because of cluster setting update.
datanode-1 | 2024-11-08T15:35:52.213Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,200][INFO ][o.o.c.s.ClusterSettings ] [datanode] updating [plugins.index_state_management.template_migration.control] from [0] to [-1]
datanode-1 | 2024-11-08T15:35:52.287Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,285][INFO ][o.o.t.c.HashRing ] [datanode] Node added: [Pmt73Dt7QLGgcDc83_0jnA]
datanode-1 | 2024-11-08T15:35:52.302Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,298][INFO ][o.o.t.c.HashRing ] [datanode] Add data node to version hash ring: Pmt73Dt7QLGgcDc83_0jnA
datanode-1 | 2024-11-08T15:35:52.303Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,302][INFO ][o.o.g.GatewayService ] [datanode] recovered [17] indices into cluster_state
datanode-1 | 2024-11-08T15:35:52.313Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,309][WARN ][o.o.c.r.a.AllocationService] [datanode] Falling back to single shard assignment since batch mode disable or multiple custom allocators set
datanode-1 | 2024-11-08T15:35:52.314Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,310][INFO ][o.o.t.c.HashRing ] [datanode] All nodes with known version: {Pmt73Dt7QLGgcDc83_0jnA=ADNodeInfo{version=2.15.0, isEligibleDataNode=true}}
datanode-1 | 2024-11-08T15:35:52.315Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,311][INFO ][o.o.t.c.HashRing ] [datanode] Rebuild hash ring for realtime with cooldown, nodeChangeEvents size 0
datanode-1 | 2024-11-08T15:35:52.319Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,317][INFO ][o.o.t.c.HashRing ] [datanode] Build version hash ring successfully
datanode-1 | 2024-11-08T15:35:52.325Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,323][INFO ][o.o.t.c.ADDataMigrator ] [datanode] Start migrating AD data
datanode-1 | 2024-11-08T15:35:52.327Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,324][INFO ][o.o.t.c.ADDataMigrator ] [datanode] AD job index doesn't exist, no need to migrate
datanode-1 | 2024-11-08T15:35:52.328Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,325][INFO ][o.o.t.c.ClusterEventListener] [datanode] Init version hash ring successfully
datanode-1 | 2024-11-08T15:35:52.440Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,437][ERROR][o.o.i.i.ManagedIndexCoordinator] [datanode] Failed to get ISM policies with templates: Failed to execute phase [query], all shards failed
datanode-1 | 2024-11-08T15:35:52.571Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,569][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[.opendistro-job-scheduler-lock/7CsCYABQQkC2aOHT-54ytw]
datanode-1 | 2024-11-08T15:35:52.792Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,791][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[.opendistro-ism-config/u3fTIktnQ12ZtLuErWAUsw]
datanode-1 | 2024-11-08T15:35:52.793Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,791][INFO ][o.o.j.JobSchedulerPlugin ] [datanode] JobSweeper started listening to operations on index .opendistro-ism-config
datanode-1 | 2024-11-08T15:35:52.915Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,914][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[wf_svc_0/LOfEjORoQlWKtVJpDbJYjg]
datanode-1 | 2024-11-08T15:35:52.951Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:52,949][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[.opendistro_security/pgO_Jhn_Te2ssHX4UwjBcA]
datanode-1 | 2024-11-08T15:35:53.074Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:53,073][WARN ][o.o.o.i.ObservabilityIndex] [datanode] message: index [.opensearch-observability/SEP0rfBmQna8JuEA2n0hvw] already exists
datanode-1 | 2024-11-08T15:35:53.180Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:53,178][INFO ][o.o.s.c.ConfigurationRepository] [datanode] Index .opendistro_security already exists
datanode-1 | 2024-11-08T15:35:53.181Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:53,179][INFO ][o.o.s.c.ConfigurationRepository] [datanode] Node started, try to initialize it. Wait for at least yellow cluster state....
datanode-1 | 2024-11-08T15:35:53.732Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:53,728][WARN ][o.o.c.r.a.AllocationService] [datanode] Falling back to single shard assignment since batch mode disable or multiple custom allocators set
datanode-1 | 2024-11-08T15:35:53.762Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:53,751][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'config' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/config.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=false
datanode-1 | 2024-11-08T15:35:53.916Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:53,914][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[.opendistro-ism-managed-index-history-2024.11.08-1/pTbfOB4lQfmOM55FFf177w]
datanode-1 | 2024-11-08T15:35:53.993Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:53,991][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[wf-nginx_0/ZAa38dDIShiwe6OCIVPNEg]
datanode-1 | 2024-11-08T15:35:54.064Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,057][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[php_default_0/3flj1KnQQuGL07A-XCP-5w]
datanode-1 | 2024-11-08T15:35:54.120Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,118][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[php_error_0/4z6lNgfNSKKzaA5ouV-stg]
datanode-1 | 2024-11-08T15:35:54.279Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,275][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id config, skipping update.
datanode-1 | 2024-11-08T15:35:54.295Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,281][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'roles' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/roles.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=false
datanode-1 | 2024-11-08T15:35:54.426Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,418][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id roles, skipping update.
datanode-1 | 2024-11-08T15:35:54.433Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,419][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'rolesmapping' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/roles_mapping.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=false
datanode-1 | 2024-11-08T15:35:54.479Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,477][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id rolesmapping, skipping update.
datanode-1 | 2024-11-08T15:35:54.482Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,478][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'internalusers' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/internal_users.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=false
datanode-1 | 2024-11-08T15:35:54.491Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,490][ERROR][o.o.s.a.BackendRegistry ] [datanode] Not yet initialized (you may need to run securityadmin)
datanode-1 | 2024-11-08T15:35:54.541Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,537][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id internalusers, skipping update.
datanode-1 | 2024-11-08T15:35:54.543Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,538][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'actiongroups' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/action_groups.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=false
datanode-1 | 2024-11-08T15:35:54.566Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,561][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id actiongroups, skipping update.
datanode-1 | 2024-11-08T15:35:54.567Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,562][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'tenants' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/tenants.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=false
datanode-1 | 2024-11-08T15:35:54.590Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,590][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id tenants, skipping update.
datanode-1 | 2024-11-08T15:35:54.596Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,595][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'nodesdn' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/nodes_dn.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=true
datanode-1 | 2024-11-08T15:35:54.619Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,616][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id nodesdn, skipping update.
datanode-1 | 2024-11-08T15:35:54.619Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,617][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'whitelist' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/whitelist.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=true
datanode-1 | 2024-11-08T15:35:54.657Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,651][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id whitelist, skipping update.
datanode-1 | 2024-11-08T15:35:54.658Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,652][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'allowlist' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/allowlist.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=true
datanode-1 | 2024-11-08T15:35:54.704Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,702][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id allowlist, skipping update.
datanode-1 | 2024-11-08T15:35:54.705Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,703][INFO ][o.o.s.s.ConfigHelper ] [datanode] Will update 'audit' with /var/lib/graylog-datanode/opensearch/config/opensearch/opensearch-security/audit.yml and populate it with empty doc if file missing and populateEmptyIfFileMissing=false
datanode-1 | 2024-11-08T15:35:54.709Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,708][INFO ][o.o.j.s.JobScheduler ] [datanode] Scheduling job id Sm5A4tSAQKSfQG4lQK-RVQ for index .opendistro-ism-config .
datanode-1 | 2024-11-08T15:35:54.714Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,711][INFO ][o.o.j.s.JobScheduler ] [datanode] Will delay 25370 miliseconds for next execution of job .ds-gl-datanode-metrics-000001
graylog-1 | 2024-11-08 15:35:54,742 ERROR: org.graylog2.storage.versionprobe.VersionProbe - Unable to retrieve version from indexer node datanode:9200: unknown error - an exception occurred while deserializing error response: {}
graylog-1 | com.fasterxml.jackson.core.JsonParseException: Unrecognized token 'OpenSearch': was expecting (JSON String, Number, Array, Object or token 'null', 'true' or 'false')
graylog-1 | at [Source: (okio.Buffer$inputStream$1); line: 1, column: 12]
graylog-1 | at com.fasterxml.jackson.core.JsonParser._constructError(JsonParser.java:2572) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.core.JsonParser._constructReadException(JsonParser.java:2598) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.core.JsonParser._constructReadException(JsonParser.java:2606) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.core.base.ParserMinimalBase._reportError(ParserMinimalBase.java:765) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.core.json.UTF8StreamJsonParser._reportInvalidToken(UTF8StreamJsonParser.java:3659) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.core.json.UTF8StreamJsonParser._handleUnexpectedValue(UTF8StreamJsonParser.java:2747) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.core.json.UTF8StreamJsonParser._nextTokenNotInObject(UTF8StreamJsonParser.java:867) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.core.json.UTF8StreamJsonParser.nextToken(UTF8StreamJsonParser.java:753) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.databind.ObjectReader._initForReading(ObjectReader.java:357) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.databind.ObjectReader._bindAndClose(ObjectReader.java:2115) ~[graylog.jar:?]
graylog-1 | at com.fasterxml.jackson.databind.ObjectReader.readValue(ObjectReader.java:1501) ~[graylog.jar:?]
graylog-1 | at retrofit2.converter.jackson.JacksonResponseBodyConverter.convert(JacksonResponseBodyConverter.java:33) ~[graylog.jar:?]
graylog-1 | at retrofit2.converter.jackson.JacksonResponseBodyConverter.convert(JacksonResponseBodyConverter.java:23) ~[graylog.jar:?]
graylog-1 | at org.graylog2.storage.versionprobe.VersionProbe.lambda$probeSingleHost$3(VersionProbe.java:149) ~[graylog.jar:?]
graylog-1 | at org.graylog2.storage.versionprobe.VersionProbe.rootResponse(VersionProbe.java:208) ~[graylog.jar:?]
graylog-1 | at org.graylog2.storage.versionprobe.VersionProbe.probeSingleHost(VersionProbe.java:159) ~[graylog.jar:?]
graylog-1 | at org.graylog2.storage.versionprobe.VersionProbe.lambda$probeAllHosts$2(VersionProbe.java:125) ~[graylog.jar:?]
graylog-1 | at java.base/java.util.stream.ReferencePipeline$3$1.accept(Unknown Source) ~[?:?]
graylog-1 | at java.base/java.util.ArrayList$ArrayListSpliterator.tryAdvance(Unknown Source) ~[?:?]
graylog-1 | at java.base/java.util.stream.ReferencePipeline.forEachWithCancel(Unknown Source) ~[?:?]
graylog-1 | at java.base/java.util.stream.AbstractPipeline.copyIntoWithCancel(Unknown Source) ~[?:?]
graylog-1 | at java.base/java.util.stream.AbstractPipeline.copyInto(Unknown Source) ~[?:?]
graylog-1 | at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(Unknown Source) ~[?:?]
graylog-1 | at java.base/java.util.stream.FindOps$FindOp.evaluateSequential(Unknown Source) ~[?:?]
graylog-1 | at java.base/java.util.stream.AbstractPipeline.evaluate(Unknown Source) ~[?:?]
graylog-1 | at java.base/java.util.stream.ReferencePipeline.findFirst(Unknown Source) ~[?:?]
graylog-1 | at org.graylog2.storage.versionprobe.VersionProbe.probeAllHosts(VersionProbe.java:127) ~[graylog.jar:?]
graylog-1 | at org.graylog2.storage.versionprobe.VersionProbe.lambda$probe$1(VersionProbe.java:107) ~[graylog.jar:?]
graylog-1 | at com.github.rholder.retry.AttemptTimeLimiters$NoAttemptTimeLimit.call(AttemptTimeLimiters.java:78) ~[graylog.jar:?]
graylog-1 | at com.github.rholder.retry.Retryer.call(Retryer.java:160) ~[graylog.jar:?]
graylog-1 | at org.graylog2.storage.versionprobe.VersionProbe.probe(VersionProbe.java:107) ~[graylog.jar:?]
graylog-1 | at org.graylog2.storage.versionprobe.VersionProbe.probe(VersionProbe.java:84) ~[graylog.jar:?]
graylog-1 | at org.graylog2.bootstrap.preflight.SearchDbPreflightCheck.runCheck(SearchDbPreflightCheck.java:52) ~[graylog.jar:?]
graylog-1 | at com.google.common.collect.ImmutableList.forEach(ImmutableList.java:423) [graylog.jar:?]
graylog-1 | at org.graylog2.bootstrap.preflight.PreflightCheckService.runChecks(PreflightCheckService.java:52) [graylog.jar:?]
graylog-1 | at org.graylog2.bootstrap.ServerBootstrap.runPreFlightChecks(ServerBootstrap.java:184) [graylog.jar:?]
graylog-1 | at org.graylog2.bootstrap.ServerBootstrap.beforeInjectorCreation(ServerBootstrap.java:152) [graylog.jar:?]
graylog-1 | at org.graylog2.bootstrap.CmdLineTool.doRun(CmdLineTool.java:338) [graylog.jar:?]
graylog-1 | at org.graylog2.bootstrap.CmdLineTool.run(CmdLineTool.java:270) [graylog.jar:?]
graylog-1 | at org.graylog2.bootstrap.Main.main(Main.java:55) [graylog.jar:?]
graylog-1 | 2024-11-08 15:35:54,781 INFO : org.graylog2.storage.versionprobe.VersionProbe - Indexer is not available. Retry #6
datanode-1 | 2024-11-08T15:35:54.785Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,784][WARN ][o.o.c.r.a.AllocationService] [datanode] Falling back to single shard assignment since batch mode disable or multiple custom allocators set
datanode-1 | 2024-11-08T15:35:54.888Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,887][INFO ][o.o.s.s.ConfigHelper ] [datanode] Index .opendistro_security already contains doc with id audit, skipping update.
datanode-1 | 2024-11-08T15:35:54.974Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:54,972][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[gl-failures_0/Dg_rfhp0SiSuKNeOzZiCaA]
datanode-1 | 2024-11-08T15:35:55.014Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,010][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[investigation_event_index_0/LmvfSSD0T5iOXi543B7Xng]
datanode-1 | 2024-11-08T15:35:55.053Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,047][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[investigation_message_index_0/QxkRdl84QLCJ3utrlB7HJg]
datanode-1 | 2024-11-08T15:35:55.088Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,087][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[gl-system-events_0/xBlvQZh6RxmrGGiEfTjhYQ]
datanode-1 | 2024-11-08T15:35:55.527Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,523][WARN ][o.o.c.r.a.AllocationService] [datanode] Falling back to single shard assignment since batch mode disable or multiple custom allocators set
datanode-1 | 2024-11-08T15:35:55.624Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,622][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[graylog_0/Oai0c0MsS1-1kkl-duOBmg]
datanode-1 | 2024-11-08T15:35:55.635Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,635][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[gl-events_0/QvNufWeASMWIYapbHIxbmA]
datanode-1 | 2024-11-08T15:35:55.656Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,656][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[.plugins-ml-config/9BeRsvDaQkqNKzDScvJ9gw]
datanode-1 | 2024-11-08T15:35:55.900Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,897][WARN ][o.o.c.r.a.AllocationService] [datanode] Falling back to single shard assignment since batch mode disable or multiple custom allocators set
datanode-1 | 2024-11-08T15:35:55.991Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,988][INFO ][stdout ] [datanode] [FINE] No subscribers registered for event class org.opensearch.security.securityconf.DynamicConfigFactory$NodesDnModelImpl
datanode-1 | 2024-11-08T15:35:55.993Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,990][INFO ][stdout ] [datanode] [FINE] No subscribers registered for event class org.greenrobot.eventbus.NoSubscriberEvent
datanode-1 | 2024-11-08T15:35:55.997Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:55,997][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing on REST API is enabled.
datanode-1 | 2024-11-08T15:35:56.003Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,003][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] [AUTHENTICATED, GRANTED_PRIVILEGES] are excluded from REST API auditing.
datanode-1 | 2024-11-08T15:35:56.009Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,004][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing on Transport API is enabled.
datanode-1 | 2024-11-08T15:35:56.010Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,008][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] [AUTHENTICATED, GRANTED_PRIVILEGES] are excluded from Transport API auditing.
datanode-1 | 2024-11-08T15:35:56.012Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,008][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing of request body is enabled.
datanode-1 | 2024-11-08T15:35:56.014Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,008][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Bulk requests resolution is disabled during request auditing.
datanode-1 | 2024-11-08T15:35:56.015Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,008][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Index resolution is enabled during request auditing.
datanode-1 | 2024-11-08T15:35:56.016Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,009][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Sensitive headers exclusion from auditing is enabled.
datanode-1 | 2024-11-08T15:35:56.020Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,009][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing requests from kibanaserver users is disabled.
datanode-1 | 2024-11-08T15:35:56.024Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,015][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing request headers <NONE> is disabled.
datanode-1 | 2024-11-08T15:35:56.029Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,015][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing request url params <NONE> is disabled.
datanode-1 | 2024-11-08T15:35:56.029Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,021][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing of external configuration is disabled.
datanode-1 | 2024-11-08T15:35:56.031Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,022][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing of internal configuration is enabled.
datanode-1 | 2024-11-08T15:35:56.034Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,022][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing only metadata information for read request is enabled.
datanode-1 | 2024-11-08T15:35:56.036Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,022][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing will watch {} for read requests.
datanode-1 | 2024-11-08T15:35:56.037Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,022][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing read operation requests from kibanaserver users is disabled.
datanode-1 | 2024-11-08T15:35:56.039Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,023][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing only metadata information for write request is enabled.
datanode-1 | 2024-11-08T15:35:56.040Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,023][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing diffs for write requests is disabled.
datanode-1 | 2024-11-08T15:35:56.042Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,023][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing write operation requests from kibanaserver users is disabled.
datanode-1 | 2024-11-08T15:35:56.044Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,023][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Auditing will watch <NONE> for write requests.
datanode-1 | 2024-11-08T15:35:56.047Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,036][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] .opendistro_security is used as internal security index.
datanode-1 | 2024-11-08T15:35:56.049Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,036][INFO ][o.o.s.a.i.AuditLogImpl ] [datanode] Internal index used for posting audit logs is null
datanode-1 | 2024-11-08T15:35:56.051Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,045][INFO ][o.o.s.c.ConfigurationRepository] [datanode] Hot-reloading of audit configuration is enabled
datanode-1 | 2024-11-08T15:35:56.053Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,045][INFO ][o.o.s.c.ConfigurationRepository] [datanode] Node 'datanode' initialized
datanode-1 | 2024-11-08T15:35:56.058Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,057][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[.opensearch-observability/SEP0rfBmQna8JuEA2n0hvw]
datanode-1 | 2024-11-08T15:35:56.072Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,072][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[.ds-gl-datanode-metrics-000001/Sm5A4tSAQKSfQG4lQK-RVQ]
datanode-1 | 2024-11-08T15:35:56.216Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,216][WARN ][o.o.c.r.a.AllocationService] [datanode] Falling back to single shard assignment since batch mode disable or multiple custom allocators set
datanode-1 | 2024-11-08T15:35:56.253Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,251][INFO ][o.o.c.r.a.AllocationService] [datanode] Cluster health status changed from [RED] to [GREEN] (reason: [shards started [[.ds-gl-datanode-metrics-000001][0]]]).
datanode-1 | 2024-11-08T15:35:56.296Z INFO [OpensearchProcessImpl] [2024-11-08T15:35:56,294][WARN ][o.o.c.r.a.AllocationService] [datanode] Falling back to single shard assignment since batch mode disable or multiple custom allocators set
graylog-1 | 2024-11-08 15:35:59,844 INFO : org.graylog2.bootstrap.preflight.SearchDbPreflightCheck - Connected to (Elastic/Open)Search version <OpenSearch:2.15.0>
graylog-1 | 2024-11-08 15:36:00,363 INFO : org.hibernate.validator.internal.util.Version - HV000001: Hibernate Validator null
datanode-1 | 2024-11-08T15:36:02.040Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:02,039][INFO ][o.o.m.a.MLModelAutoReDeployer] [datanode] Index not found, not performing auto reloading!
datanode-1 | 2024-11-08T15:36:02.049Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:02,048][INFO ][o.o.m.c.MLCommonsClusterManagerEventListener] [datanode] Starting ML sync up job...
datanode-1 | 2024-11-08T15:36:02.860Z INFO [ClusterNodeStateTracer] Updating cluster node f2bf6eaa-74d1-482e-9f9b-52c9c9ca032a from STARTING to AVAILABLE (reason: HEALTH_CHECK_OK)
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:04.400+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080164,"ts_usec":400049,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 50, snapshot max: 50 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
datanode-1 | 2024-11-08T15:36:05.474Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:05,471][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[validate-template-tio1glvqsraq3ksjybkyfa/9S9-bQQsTAKrmSF3cvbT-g]
datanode-1 | 2024-11-08T15:36:05.573Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:05,572][INFO ][o.o.c.m.MetadataIndexTemplateService] [datanode] updating index template [gl-datanode-metrics-template] for index patterns [gl-datanode-metrics*]
datanode-1 | 2024-11-08T15:36:06.630Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:06,628][INFO ][o.o.j.s.JobSweeper ] [datanode] Descheduling job Sm5A4tSAQKSfQG4lQK-RVQ on index .opendistro-ism-config
datanode-1 | 2024-11-08T15:36:06.637Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:06,629][INFO ][o.o.j.s.JobScheduler ] [datanode] Descheduling jobId: Sm5A4tSAQKSfQG4lQK-RVQ
datanode-1 | 2024-11-08T15:36:07.143Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:07,142][INFO ][o.o.i.i.t.a.i.TransportIndexPolicyAction] [datanode] Successfully created or updated .opendistro-ism-config with newest mappings.
datanode-1 | 2024-11-08T15:36:07.500Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:07,500][INFO ][o.o.i.i.t.a.a.TransportAddPolicyAction] [datanode] Successfully created or updated .opendistro-ism-config with newest mappings.
datanode-1 | 2024-11-08T15:36:07.561Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:07,561][INFO ][o.o.j.s.JobScheduler ] [datanode] Scheduling job id Sm5A4tSAQKSfQG4lQK-RVQ for index .opendistro-ism-config .
datanode-1 | 2024-11-08T15:36:07.562Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:07,561][INFO ][o.o.j.s.JobScheduler ] [datanode] Will delay 82690 miliseconds for next execution of job .ds-gl-datanode-metrics-000001
datanode-1 | 2024-11-08T15:36:07.678Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:07,676][INFO ][o.o.c.m.MetadataUpdateSettingsService] [datanode] updating number_of_replicas to [0] for indices [.opendistro-ism-managed-index-history-2024.11.08-1, .opendistro-ism-config]
datanode-1 | 2024-11-08T15:36:07.719Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:07,718][INFO ][o.o.c.m.MetadataUpdateSettingsService] [datanode] updating number_of_replicas to [0] for indices [.opendistro-job-scheduler-lock]
datanode-1 | 2024-11-08T15:36:07.772Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:07,772][INFO ][o.o.p.PluginsService ] [datanode] PluginService:onIndexModule index:[t1MjAaw7RWyG7e177GTtUQ/5RHnXUzbT5y1kV7hO8gcXA]
datanode-1 | 2024-11-08T15:36:07.983Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:07,981][INFO ][o.o.c.m.MetadataUpdateSettingsService] [datanode] updating number_of_replicas to [0] for indices [.ds-gl-datanode-metrics-000001]
datanode-1 | 2024-11-08T15:36:12.071Z INFO [OpensearchProcessImpl] [2024-11-08T15:36:12,066][INFO ][o.o.m.c.MLSyncUpCron ] [datanode] ML configuration already initialized, no action needed
graylog-1 | 2024-11-08 15:36:12,827 INFO : org.graylog2.shared.buffers.InputBufferImpl - Message journal is enabled.
graylog-1 | 2024-11-08 15:36:13,576 INFO : org.graylog.shaded.kafka09.log.LogManager - Loading logs.
graylog-1 | 2024-11-08 15:36:13,638 WARN : org.graylog.shaded.kafka09.log.Log - Found a corrupted index file, /usr/share/graylog/data/journal/messagejournal-0/00000000000000000000.index, deleting and rebuilding index...
graylog-1 | 2024-11-08 15:36:13,733 INFO : org.graylog.shaded.kafka09.log.LogManager - Logs loading complete.
graylog-1 | 2024-11-08 15:36:13,738 INFO : org.graylog2.shared.journal.LocalKafkaJournal - Initialized Kafka based journal at data/journal
graylog-1 | 2024-11-08 15:36:13,802 INFO : org.graylog2.shared.buffers.InputBufferImpl - Initialized InputBufferImpl with ring size <65536> and wait strategy <BlockingWaitStrategy>, running 2 parallel message handlers.
graylog-1 | 2024-11-08 15:36:14,595 INFO : org.graylog2.storage.providers.ElasticsearchVersionProvider - Elasticsearch cluster is running OpenSearch:2.15.0
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:16.692+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:46328","uuid":"1a0278cc-e842-454f-920e-7ad5ed434cf9","connectionId":14,"connectionCount":8}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:16.693+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn14","msg":"client metadata","attr":{"remote":"172.18.0.4:46328","client":"conn14","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
graylog-1 | 2024-11-08 15:36:16,760 INFO : org.graylog.shaded.kafka09.log.LogManager - Loading logs.
graylog-1 | 2024-11-08 15:36:16,770 WARN : org.graylog.shaded.kafka09.log.Log - Found a corrupted index file, /usr/share/graylog/data/data-warehouse-journal/messagejournal-0/00000000000000000000.index, deleting and rebuilding index...
graylog-1 | 2024-11-08 15:36:16,775 INFO : org.graylog.shaded.kafka09.log.LogManager - Logs loading complete.
graylog-1 | 2024-11-08 15:36:16,775 INFO : org.graylog2.shared.journal.LocalKafkaJournal - Initialized Kafka based journal at /usr/share/graylog/data/data-warehouse-journal
graylog-1 | 2024-11-08 15:36:17,059 INFO : org.graylog2.buffers.OutputBuffer - Initialized OutputBuffer with ring size <65536> and wait strategy <BlockingWaitStrategy>, running 1 parallel buffer processors.
graylog-1 | 2024-11-08 15:36:17,066 INFO : org.graylog2.shared.buffers.ProcessBuffer - Initialized ProcessBuffer with ring size <65536> and wait strategy <BlockingWaitStrategy>, running 1 parallel buffer processors.
graylog-1 | 2024-11-08 15:36:20,936 INFO : org.graylog2.database.dbcatalog.DbEntitiesScanner - 17 entities have been scanned and added to DB Entity Catalog, it took 3.236 s
graylog-1 | 2024-11-08 15:36:21,925 ERROR: org.graylog.plugins.auditlog.AuditLogger - Unable to write audit log entry because there is no valid license.
graylog-1 | 2024-11-08 15:36:21,936 INFO : org.graylog2.bootstrap.ServerBootstrap - Graylog server 6.1.2+c8b654f starting up
graylog-1 | 2024-11-08 15:36:21,939 INFO : org.graylog2.bootstrap.ServerBootstrap - JRE: Eclipse Adoptium 17.0.13 on Linux 6.8.0-48-generic
graylog-1 | 2024-11-08 15:36:21,940 INFO : org.graylog2.bootstrap.ServerBootstrap - Deployment: docker
graylog-1 | 2024-11-08 15:36:21,940 INFO : org.graylog2.bootstrap.ServerBootstrap - OS: Ubuntu 22.04.5 LTS (jammy)
graylog-1 | 2024-11-08 15:36:21,940 INFO : org.graylog2.bootstrap.ServerBootstrap - Arch: amd64
graylog-1 | 2024-11-08 15:36:21,945 INFO : org.graylog2.bootstrap.ServerBootstrap - Node ID: 045a0c5a-adbe-404b-8d56-03588137c627
graylog-1 | 2024-11-08 15:36:22,644 INFO : org.graylog2.bootstrap.ServerBootstrap - Running 128 migrations...
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.003+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:48764","uuid":"88016269-764b-4ea0-84cf-8c0b60ba4778","connectionId":15,"connectionCount":9}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.006+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:48766","uuid":"80051b5b-f6c5-4f7f-8f45-31cab220d921","connectionId":16,"connectionCount":10}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.008+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn16","msg":"client metadata","attr":{"remote":"172.18.0.4:48766","client":"conn16","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.006+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn15","msg":"client metadata","attr":{"remote":"172.18.0.4:48764","client":"conn15","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
graylog-1 | 2024-11-08 15:36:27,056 INFO : org.graylog2.shared.initializers.PeriodicalsService - Starting 42 periodicals ...
graylog-1 | 2024-11-08 15:36:27,057 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.ThroughputCalculator] periodical in [0s], polling every [1s].
graylog-1 | 2024-11-08 15:36:27,074 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.pipelineprocessor.periodical.LegacyDefaultStreamMigration] periodical, running forever.
graylog-1 | 2024-11-08 15:36:27,116 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.ClusterHealthCheckThread] periodical in [120s], polling every [20s].
graylog-1 | 2024-11-08 15:36:27,120 INFO : org.graylog2.shared.initializers.PeriodicalsService - Not starting [org.graylog2.periodical.ContentPackLoaderPeriodical] periodical. Not configured to run on this node.
graylog-1 | 2024-11-08 15:36:27,122 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.IndexerClusterCheckerThread] periodical in [5s], polling every [30s].
graylog-1 | 2024-11-08 15:36:27,132 INFO : org.graylog.plugins.common.metrics.PrometheusMapperExporter - Prometheus metrics exporting is disabled. This can be enabled with prometheus_exporting_enabled=true
graylog-1 | 2024-11-08 15:36:27,144 INFO : org.graylog.plugins.datawarehouse.DataWarehouseRuntimeService - Starting runtime service
graylog-1 | 2024-11-08 15:36:27,156 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.IndexBlockCheck] periodical in [0s], polling every [30s].
graylog-1 | 2024-11-08 15:36:27,159 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.IndexRetentionThread] periodical in [0s], polling every [300s].
graylog-1 | 2024-11-08 15:36:27,162 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.IndexRotationThread] periodical in [0s], polling every [10s].
graylog-1 | 2024-11-08 15:36:27,164 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.NodePingThread] periodical in [0s], polling every [1s].
graylog-1 | 2024-11-08 15:36:27,167 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.LeaderPresenceCheckPeriodical] periodical in [0s], polling every [5s].
graylog-1 | 2024-11-08 15:36:27,169 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.VersionCheckThread] periodical in [300s], polling every [1800s].
graylog-1 | 2024-11-08 15:36:27,171 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.ThrottleStateUpdaterThread] periodical in [1s], polling every [1s].
graylog-1 | 2024-11-08 15:36:27,173 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.events.ClusterEventPeriodical] periodical in [0s], polling every [1s].
graylog-1 | 2024-11-08 15:36:27,174 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.events.ClusterEventCleanupPeriodical] periodical in [0s], polling every [86400s].
graylog-1 | 2024-11-08 15:36:27,175 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.IndexRangesCleanupPeriodical] periodical in [15s], polling every [3600s].
graylog-1 | 2024-11-08 15:36:27,175 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.TrafficCounterPeriodical] periodical in [0s], polling every [1s].
graylog-1 | 2024-11-08 15:36:27,176 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.indexer.fieldtypes.IndexFieldTypePollerPeriodical] periodical in [0s], polling every [1s].
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.182+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:48776","uuid":"c31ea2e1-fbfe-4d8d-a273-9e7c3ddd7b07","connectionId":17,"connectionCount":11}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.184+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:48790","uuid":"2352d886-3d41-4e20-8732-b593131d7cbe","connectionId":18,"connectionCount":12}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.184+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn18","msg":"client metadata","attr":{"remote":"172.18.0.4:48790","client":"conn18","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
graylog-1 | 2024-11-08 15:36:27,186 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.scheduler.periodicals.ScheduleTriggerCleanUp] periodical in [120s], polling every [86400s].
graylog-1 | 2024-11-08 15:36:27,186 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.ESVersionCheckPeriodical] periodical in [0s], polling every [30s].
graylog-1 | 2024-11-08 15:36:27,188 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.UserSessionTerminationPeriodical] periodical, running forever.
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.193+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn17","msg":"client metadata","attr":{"remote":"172.18.0.4:48776","client":"conn17","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
graylog-1 | 2024-11-08 15:36:27,194 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.telemetry.cluster.TelemetryClusterInfoPeriodical] periodical in [0s], polling every [540s].
graylog-1 | 2024-11-08 15:36:27,216 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.bootstrap.preflight.GraylogCertificateProvisioningPeriodical] periodical in [2s], polling every [2s].
graylog-1 | 2024-11-08 15:36:27,222 INFO : org.graylog.plugins.pipelineprocessor.periodical.LegacyDefaultStreamMigration - Legacy default stream has no connections, no migration needed.
graylog-1 | 2024-11-08 15:36:27,231 ERROR: org.graylog.plugins.auditlog.AuditLogger - Unable to write audit log entry because there is no valid license.
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.230+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"172.18.0.4:48794","uuid":"b282a823-bfdf-495f-a896-ce8c9b000dca","connectionId":19,"connectionCount":13}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:36:27.232+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn19","msg":"client metadata","attr":{"remote":"172.18.0.4:48794","client":"conn19","negotiatedCompressors":[],"doc":{"driver":{"name":"mongo-java-driver|legacy","version":"5.2.0"},"os":{"type":"Linux","name":"Linux","architecture":"amd64","version":"6.8.0-48-generic"},"platform":"Java/Eclipse Adoptium/17.0.13+11","env":{"container":{"runtime":"docker"}}}}}
graylog-1 | 2024-11-08 15:36:27,229 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.periodical.DataNodeHousekeepingPeriodical] periodical in [0s], polling every [2s].
graylog-1 | 2024-11-08 15:36:27,238 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.sidecar.periodical.PurgeExpiredSidecarsThread] periodical in [0s], polling every [600s].
graylog-1 | 2024-11-08 15:36:27,242 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.views.search.db.SearchesCleanUpJob] periodical in [3600s], polling every [28800s].
graylog-1 | 2024-11-08 15:36:27,255 INFO : org.graylog.plugins.datawarehouse.DataWarehouseService - Disable scheduling of the optimize job
graylog-1 | 2024-11-08 15:36:27,260 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.events.periodicals.EventNotificationStatusCleanUp] periodical in [120s], polling every [86400s].
graylog-1 | 2024-11-08 15:36:27,261 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog2.telemetry.scheduler.TelemetrySubmissionPeriodical] periodical in [86400s], polling every [86400s].
graylog-1 | 2024-11-08 15:36:27,265 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.enterprise.integrations.azure.external.AzureCheckpointStoreCleanupService] periodical, running forever.
graylog-1 | 2024-11-08 15:36:27,274 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.forwarder.ForwarderStatePeriodical] periodical in [0s], polling every [15s].
graylog-1 | 2024-11-08 15:36:27,275 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.license.LicenseManagerPeriodical] periodical in [0s], polling every [300s].
graylog-1 | 2024-11-08 15:36:27,290 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.license.LicenseReportPeriodical] periodical in [300s], polling every [3600s].
graylog-1 | 2024-11-08 15:36:27,291 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.license.drawdown.DrawdownLicenseCheckoutPeriodical] periodical in [60s], polling every [900s].
graylog-1 | 2024-11-08 15:36:27,291 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.license.drawdown.traffic.DrawdownLicenseTrafficPeriodical] periodical in [0s], polling every [180s].
graylog-1 | 2024-11-08 15:36:27,296 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.archive.deletion.ArchiveDeletionPeriodical] periodical in [0s], polling every [3600s].
graylog-1 | 2024-11-08 15:36:27,294 INFO : org.graylog.plugins.datawarehouse.DataWarehouseRuntimeService - No active Data Warehouse backend found
graylog-1 | 2024-11-08 15:36:27,296 INFO : org.graylog.plugins.datawarehouse.DataWarehouseRuntimeService - Waiting for configuration event
graylog-1 | 2024-11-08 15:36:27,307 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.auditlog.mongodb.MongoAuditLogPeriodical] periodical in [0s], polling every [3600s].
graylog-1 | 2024-11-08 15:36:27,308 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.files.CleanupPeriodical] periodical in [0s], polling every [86400s].
graylog-1 | 2024-11-08 15:36:27,312 ERROR: org.graylog.plugins.auditlog.mongodb.MongoAuditLogPeriodical - Not running cleanup for auditlog entries in MongoDB because there is no valid license.
graylog-1 | 2024-11-08 15:36:27,316 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.illuminate.status.IlluminateStatusPeriodical] periodical in [0s], polling every [1800s].
graylog-1 | 2024-11-08 15:36:27,320 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.illuminate.illuminatehub.IlluminateHubNewVersionCheckPeriodical] periodical in [0s], polling every [43200s].
graylog-1 | 2024-11-08 15:36:27,342 INFO : org.graylog2.lookup.LookupTableService - Data Adapter watchlist-mongo/672def556b0ca11751d5611b [@76068956] STARTING
graylog-1 | 2024-11-08 15:36:27,363 INFO : org.graylog2.lookup.LookupTableService - Data Adapter watchlist-mongo/672def556b0ca11751d5611b [@76068956] RUNNING
graylog-1 | 2024-11-08 15:36:27,344 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.securityapp.anomaly.retrieval.AnomalyRetrievalPeriodical] periodical in [0s], polling every [300s].
graylog-1 | 2024-11-08 15:36:27,383 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.securityapp.anomaly.DetectorStatusSyncPeriodical] periodical in [0s], polling every [60s].
graylog-1 | 2024-11-08 15:36:27,396 INFO : org.graylog2.periodical.Periodicals - Starting [org.graylog.plugins.securityapp.sigma.SigmaRuleStatusSyncPeriodical] periodical in [0s], polling every [900s].
graylog-1 | 2024-11-08 15:36:27,415 INFO : org.graylog2.shared.initializers.PeriodicalsService - Not starting [org.graylog.plugins.securityapp.asset.AssetHistoryCleanupPeriodical] periodical. Not configured to run on this node.
graylog-1 | 2024-11-08 15:36:27,601 INFO : org.graylog2.lookup.LookupTableService - Cache watchlist-cache/672def556b0ca11751d56119 [@b43aca1] STARTING
graylog-1 | 2024-11-08 15:36:27,602 INFO : org.graylog2.lookup.LookupTableService - Cache watchlist-cache/672def556b0ca11751d56119 [@b43aca1] RUNNING
graylog-1 | 2024-11-08 15:36:27,728 INFO : org.graylog2.lookup.LookupTableService - Starting lookup table watchlist/672def556b0ca11751d5611d [@5ff105ab] using cache watchlist-cache/672def556b0ca11751d56119 [@b43aca1], data adapter watchlist-mongo/672def556b0ca11751d5611b [@76068956]
graylog-1 | 2024-11-08 15:36:37,722 INFO : org.glassfish.grizzly.http.server.NetworkListener - Started listener bound to [0.0.0.0:9000]
graylog-1 | 2024-11-08 15:36:37,729 INFO : org.glassfish.grizzly.http.server.HttpServer - [HttpServer] Started.
graylog-1 | 2024-11-08 15:36:37,731 INFO : org.graylog2.shared.initializers.JerseyService - Started REST API at <0.0.0.0:9000>
graylog-1 | 2024-11-08 15:36:37,734 INFO : org.graylog2.bootstrap.ServerBootstrap - Services started, startup times in ms: {InvestigationNotificationService [RUNNING]=1, InputSetupService [RUNNING]=2, BufferSynchronizerService [RUNNING]=2, LocalKafkaMessageQueueReader [RUNNING]=2, UserSessionTerminationService [RUNNING]=2, UrlWhitelistService [RUNNING]=3, GracefulShutdownService [RUNNING]=3, LocalKafkaMessageQueueWriter [RUNNING]=3, PrometheusExporter [RUNNING]=4, EtagService [RUNNING]=4, FailureHandlingService [RUNNING]=4, NotificationSystemEventPublisher [RUNNING]=7, PrometheusMapperExporter [RUNNING]=8, DevelopmentDirectoryObserverService [RUNNING]=8, MigrationShutdownService [RUNNING]=10, DataWarehouseRuntimeService [RUNNING]=19, AssetEventRiskScoreHandler [RUNNING]=23, LocalKafkaJournal [RUNNING]=25, OutputSetupService [RUNNING]=30, JobSchedulerService [RUNNING]=31, StreamCacheService [RUNNING]=34, ConfigureCertRenewalJobOnStartupService [RUNNING]=36, GeoIpDbFileChangeMonitorService [RUNNING]=43, LocalKafkaJournal [RUNNING]=45, ProcessingConfigurationManager [RUNNING]=46, ConfigureReportHistoryCleanJobOnStartupService [RUNNING]=121, MongoDBProcessingStatusRecorderService [RUNNING]=197, PeriodicalsService [RUNNING]=361, LookupTableService [RUNNING]=656, JerseyService [RUNNING]=10677}
graylog-1 | 2024-11-08 15:36:37,735 INFO : org.graylog2.shared.initializers.ServiceManagerListener - Services are healthy
graylog-1 | 2024-11-08 15:36:37,738 INFO : org.graylog2.shared.initializers.InputSetupService - Triggering launching persisted inputs, node transitioned from Uninitialized [LB:DEAD] to Running [LB:ALIVE]
graylog-1 | 2024-11-08 15:36:37,744 INFO : org.graylog2.bootstrap.ServerBootstrap - Graylog server up and running.
graylog-1 | 2024-11-08 15:36:37,745 ERROR: org.graylog.plugins.auditlog.AuditLogger - Unable to write audit log entry because there is no valid license.
graylog-1 | 2024-11-08 15:36:37,829 INFO : org.graylog2.shared.inputs.InputLauncher - Launching input [Syslog UDP/syslog nginx/672df3b32a8e9a637227bfc9] - desired state is RUNNING
graylog-1 | 2024-11-08 15:36:37,842 INFO : org.graylog2.shared.inputs.InputLauncher - Launching input [GELF UDP/gelf docker/672df3e32a8e9a637227c0c0] - desired state is RUNNING
graylog-1 | 2024-11-08 15:36:37,851 INFO : org.graylog2.shared.inputs.InputLauncher - Launching input [GELF UDP/gelf php/672df3f12a8e9a637227c10e] - desired state is RUNNING
graylog-1 | 2024-11-08 15:36:37,863 INFO : org.graylog2.shared.inputs.InputLauncher - Launching input [GELF UDP/gelf nodejs/672df4112a8e9a637227c1b8] - desired state is RUNNING
graylog-1 | 2024-11-08 15:36:37,870 INFO : org.graylog2.inputs.InputStateListener - Input [Syslog UDP/syslog nginx/672df3b32a8e9a637227bfc9] is now STARTING
graylog-1 | 2024-11-08 15:36:37,880 INFO : org.graylog2.inputs.InputStateListener - Input [GELF UDP/gelf php/672df3f12a8e9a637227c10e] is now STARTING
graylog-1 | 2024-11-08 15:36:37,887 INFO : org.graylog2.inputs.InputStateListener - Input [GELF UDP/gelf docker/672df3e32a8e9a637227c0c0] is now STARTING
graylog-1 | 2024-11-08 15:36:37,893 INFO : org.graylog2.inputs.InputStateListener - Input [GELF UDP/gelf nodejs/672df4112a8e9a637227c1b8] is now STARTING
graylog-1 | 2024-11-08 15:36:38,344 INFO : org.graylog2.inputs.InputStateListener - Input [GELF UDP/gelf nodejs/672df4112a8e9a637227c1b8] is now RUNNING
graylog-1 | 2024-11-08 15:36:38,371 INFO : org.graylog2.inputs.InputStateListener - Input [GELF UDP/gelf docker/672df3e32a8e9a637227c0c0] is now RUNNING
graylog-1 | 2024-11-08 15:36:38,389 INFO : org.graylog2.inputs.InputStateListener - Input [GELF UDP/gelf php/672df3f12a8e9a637227c10e] is now RUNNING
graylog-1 | 2024-11-08 15:36:38,399 INFO : org.graylog2.inputs.InputStateListener - Input [Syslog UDP/syslog nginx/672df3b32a8e9a637227bfc9] is now RUNNING
mongodb-1 | {"t":{"$date":"2024-11-08T15:37:04.475+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080224,"ts_usec":475561,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 474, snapshot max: 474 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:38:04.574+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080284,"ts_usec":574077,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 878, snapshot max: 878 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:39:04.607+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080344,"ts_usec":607334,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 1281, snapshot max: 1281 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:40:04.641+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080404,"ts_usec":641873,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 1684, snapshot max: 1684 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
datanode-1 | 2024-11-08T15:40:51.335Z INFO [OpensearchProcessImpl] [2024-11-08T15:40:51,334][INFO ][o.o.j.s.JobSweeper ] [datanode] Running full sweep
datanode-1 | 2024-11-08T15:40:51.893Z INFO [OpensearchProcessImpl] [2024-11-08T15:40:51,892][INFO ][o.o.i.i.PluginVersionSweepCoordinator] [datanode] Canceling sweep ism plugin version job
mongodb-1 | {"t":{"$date":"2024-11-08T15:41:04.706+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080464,"ts_usec":706665,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 2096, snapshot max: 2096 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:42:04.761+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080524,"ts_usec":761224,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 2527, snapshot max: 2527 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
datanode-1 | 2024-11-08T15:42:30.205Z INFO [OpensearchProcessImpl] [2024-11-08T15:42:30,205][INFO ][o.o.j.s.JobScheduler ] [datanode] Will delay 4856 miliseconds for next execution of job .ds-gl-datanode-metrics-000001
mongodb-1 | {"t":{"$date":"2024-11-08T15:43:04.798+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080584,"ts_usec":798065,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 2929, snapshot max: 2929 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:44:04.834+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080644,"ts_usec":834549,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 3332, snapshot max: 3332 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:45:04.873+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080704,"ts_usec":873048,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 3743, snapshot max: 3743 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
datanode-1 | 2024-11-08T15:45:51.338Z INFO [OpensearchProcessImpl] [2024-11-08T15:45:51,337][INFO ][o.o.j.s.JobSweeper ] [datanode] Running full sweep
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:04.927+00:00"},"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":{"ts_sec":1731080764,"ts_usec":927173,"thread":"1:0x7579c1c00640","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 4147, snapshot max: 4147 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 1594"}}}
datanode-1 | 2024-11-08T15:46:12.375Z INFO [OpensearchProcessImpl] [2024-11-08T15:46:12,374][INFO ][o.o.j.s.JobScheduler ] [datanode] Will delay 54559 miliseconds for next execution of job .ds-gl-datanode-metrics-000001
datanode-1 | 2024-11-08T15:46:12.528Z INFO [OpensearchProcessImpl] [2024-11-08T15:46:12,528][INFO ][o.o.i.i.ManagedIndexRunner] [datanode] Executing attempt_rollover for .ds-gl-datanode-metrics-000001
datanode-1 | 2024-11-08T15:46:12.539Z INFO [OpensearchProcessImpl] [2024-11-08T15:46:12,538][INFO ][o.o.i.i.ManagedIndexRunner] [datanode] Finished executing attempt_rollover for .ds-gl-datanode-metrics-000001
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:36.722+00:00"},"s":"I", "c":"COMMAND", "id":51803, "ctx":"conn12","msg":"Slow query","attr":{"type":"command","ns":"graylog.cluster_events","command":{"find":"cluster_events","filter":{"consumers":{"$nin":["f2bf6eaa-74d1-482e-9f9b-52c9c9ca032a"]}},"sort":{"timestamp":1},"$db":"graylog","lsid":{"id":{"$uuid":"d22faaec-2683-4c37-b72a-7a34768e5a1b"}}},"planSummary":"IXSCAN { timestamp: 1, producer: 1, consumers: 1 }","planningTimeMicros":65346,"keysExamined":582,"docsExamined":291,"nBatches":1,"cursorExhausted":true,"numYields":1,"nreturned":0,"queryHash":"D13299E9","planCacheKey":"E0046C3F","queryFramework":"classic","reslen":111,"locks":{"FeatureCompatibilityVersion":{"acquireCount":{"r":2}},"Global":{"acquireCount":{"r":2}},"Mutex":{"acquireCount":{"r":1}}},"storage":{},"remote":"172.18.0.2:34522","protocol":"op_msg","durationMillis":114}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:36.734+00:00"},"s":"I", "c":"COMMAND", "id":51803, "ctx":"conn18","msg":"Slow query","attr":{"type":"command","ns":"graylog.processing_status","command":{"findAndModify":"processing_status","query":{"node_id":"045a0c5a-adbe-404b-8d56-03588137c627"},"new":true,"upsert":true,"update":{"node_id":"045a0c5a-adbe-404b-8d56-03588137c627","node_lifecycle_status":"RUNNING","updated_at":{"$date":"2024-11-08T15:46:36.468Z"},"receive_times":{"ingest":{"$date":"1970-01-01T00:00:00.000Z"},"post_processing":{"$date":"1970-01-01T00:00:00.000Z"},"post_indexing":{"$date":"2024-11-08T13:24:03.764Z"}},"input_journal":{"uncommitted_entries":0,"read_messages_1m_rate":0,"written_messages_1m_rate":0,"journal_enabled":true},"process_buffer_usage":0},"$db":"graylog","lsid":{"id":{"$uuid":"60a6f27d-04ff-4361-8d12-c650b93daedf"}}},"planSummary":"IXSCAN { node_id: 1 }","keysExamined":1,"docsExamined":1,"nMatched":1,"nModified":1,"nUpserted":0,"keysInserted":1,"keysDeleted":1,"numYields":0,"queryHash":"2A32F7DF","planCacheKey":"CBC2EAFF","reslen":465,"locks":{"ParallelBatchWriterMode":{"acquireCount":{"r":1}},"FeatureCompatibilityVersion":{"acquireCount":{"w":1}},"ReplicationStateTransition":{"acquireCount":{"w":1}},"Global":{"acquireCount":{"w":1}},"Database":{"acquireCount":{"w":1}},"Collection":{"acquireCount":{"w":1}},"Mutex":{"acquireCount":{"r":1}}},"flowControl":{"acquireCount":1,"timeAcquiringMicros":5},"storage":{},"remote":"172.18.0.4:48790","protocol":"op_msg","durationMillis":220}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:36.951+00:00"},"s":"I", "c":"COMMAND", "id":51803, "ctx":"conn13","msg":"Slow query","attr":{"type":"command","ns":"graylog.datanodes","command":{"aggregate":"datanodes","pipeline":[{"$addFields":{"last_seen_date":{"$cond":{"if":{"$isNumber":"$last_seen"},"else":{"$toDate":{"$dateToString":{"date":"$last_seen"}}},"then":{"$toDate":{"$toLong":"$last_seen"}}}}}},{"$match":{"$expr":{"$lt":["$last_seen_date",{"$subtract":["$$NOW",2000]}]}}},{"$project":{"_id":"$_id"}}],"cursor":{},"$db":"graylog","lsid":{"id":{"$uuid":"78419a62-db76-435d-9e37-2b9e6afa136e"}}},"planSummary":"COLLSCAN","planningTimeMicros":22007,"keysExamined":0,"docsExamined":1,"cursorExhausted":true,"numYields":0,"nreturned":0,"queryHash":"E899AD82","queryFramework":"classic","reslen":106,"locks":{"FeatureCompatibilityVersion":{"acquireCount":{"r":2}},"Global":{"acquireCount":{"r":2}},"Mutex":{"acquireCount":{"r":2}}},"storage":{},"remote":"172.18.0.2:56184","protocol":"op_msg","durationMillis":209}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:39.423+00:00"},"s":"I", "c":"COMMAND", "id":51803, "ctx":"conn14","msg":"Slow query","attr":{"type":"command","ns":"graylog.cluster_events","command":{"find":"cluster_events","filter":{"consumers":{"$nin":["045a0c5a-adbe-404b-8d56-03588137c627"]}},"sort":{"timestamp":1},"$db":"graylog","lsid":{"id":{"$uuid":"6271f045-3768-489b-915a-84f03a12e276"}}},"planSummary":"IXSCAN { timestamp: 1, producer: 1, consumers: 1 }","planningTimeMicros":353753,"keysExamined":582,"docsExamined":291,"nBatches":1,"cursorExhausted":true,"numYields":2,"nreturned":0,"queryHash":"D13299E9","planCacheKey":"E0046C3F","queryFramework":"classic","reslen":111,"locks":{"FeatureCompatibilityVersion":{"acquireCount":{"r":3}},"Global":{"acquireCount":{"r":3}},"Mutex":{"acquireCount":{"r":1}}},"storage":{},"remote":"172.18.0.4:46328","protocol":"op_msg","durationMillis":711}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:39.423+00:00"},"s":"I", "c":"COMMAND", "id":51803, "ctx":"conn18","msg":"Slow query","attr":{"type":"command","ns":"graylog.roles","command":{"find":"roles","filter":{},"$db":"graylog","lsid":{"id":{"$uuid":"60a6f27d-04ff-4361-8d12-c650b93daedf"}}},"planSummary":"COLLSCAN","planningTimeMicros":339368,"keysExamined":0,"docsExamined":38,"nBatches":1,"cursorExhausted":true,"numYields":2,"nreturned":38,"queryHash":"5F5FC979","queryFramework":"classic","reslen":14510,"locks":{"FeatureCompatibilityVersion":{"acquireCount":{"r":3}},"Global":{"acquireCount":{"r":3}},"Mutex":{"acquireCount":{"r":1}}},"storage":{},"remote":"172.18.0.4:48790","protocol":"op_msg","durationMillis":715}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:39.423+00:00"},"s":"I", "c":"COMMAND", "id":51803, "ctx":"conn17","msg":"Slow query","attr":{"type":"command","ns":"graylog.scheduler_triggers","command":{"findAndModify":"scheduler_triggers","query":{"$or":[{"$and":[{"lock.owner":null},{"status":"runnable"},{"start_time":{"$lte":{"$date":"2024-11-08T15:46:38.077Z"}}},{"constraints":{"$not":{"$elemMatch":{"$nin":["org.graylog.cluster.is-leader"]}}}},{"$or":[{"end_time":{"$not":{"$exists":true}}},{"end_time":null},{"end_time":{"$gt":{"$date":"2024-11-08T15:46:38.077Z"}}}]},{"next_time":{"$lte":{"$date":"2024-11-08T15:46:38.077Z"}}}]},{"$and":[{"lock.owner":{"$ne":null}},{"lock.owner":{"$ne":"045a0c5a-adbe-404b-8d56-03588137c627"}},{"status":"running"},{"constraints":{"$not":{"$elemMatch":{"$nin":["org.graylog.cluster.is-leader"]}}}},{"lock.last_lock_time":{"$lt":{"$date":"2024-11-08T15:41:38.077Z"}}}]}]},"sort":{"next_time":1},"new":true,"update":{"$set":{"lock.owner":"045a0c5a-adbe-404b-8d56-03588137c627","lock.last_owner":"045a0c5a-adbe-404b-8d56-03588137c627","status":"running","triggered_at":{"$date":"2024-11-08T15:46:38.077Z"},"lock.last_lock_time":{"$date":"2024-11-08T15:46:38.077Z"}}},"$db":"graylog","lsid":{"id":{"$uuid":"0364e258-c9a7-457d-965f-16dc2aa312de"}}},"planSummary":"IXSCAN { next_time: 1 }","keysExamined":2,"docsExamined":2,"nMatched":0,"nModified":0,"nUpserted":0,"numYields":2,"queryHash":"DEAD0DF1","planCacheKey":"F8DE0F51","reslen":92,"locks":{"ParallelBatchWriterMode":{"acquireCount":{"r":3}},"FeatureCompatibilityVersion":{"acquireCount":{"w":3}},"ReplicationStateTransition":{"acquireCount":{"w":3}},"Global":{"acquireCount":{"w":3}},"Database":{"acquireCount":{"w":3}},"Collection":{"acquireCount":{"w":3}},"Mutex":{"acquireCount":{"r":1}}},"flowControl":{"acquireCount":3,"timeAcquiringMicros":14},"storage":{},"remote":"172.18.0.4:48776","protocol":"op_msg","durationMillis":716}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:40.896+00:00"},"s":"I", "c":"WRITE", "id":51803, "ctx":"conn16","msg":"Slow query","attr":{"type":"update","ns":"graylog.nodes","command":{"q":{"node_id":"045a0c5a-adbe-404b-8d56-03588137c627"},"u":{"$currentDate":{"last_seen":{"$type":"timestamp"}},"$set":{"hostname":"server","transport_address":"http://172.18.0.4:9000/api/","is_leader":true,"node_id":"045a0c5a-adbe-404b-8d56-03588137c627"}},"multi":false,"upsert":false},"planSummary":"COLLSCAN","keysExamined":0,"docsExamined":1,"nMatched":1,"nModified":1,"nUpserted":0,"numYields":1,"queryHash":"2A32F7DF","planCacheKey":"2A32F7DF","locks":{"ParallelBatchWriterMode":{"acquireCount":{"r":2}},"FeatureCompatibilityVersion":{"acquireCount":{"w":2}},"ReplicationStateTransition":{"acquireCount":{"w":2}},"Global":{"acquireCount":{"w":2}},"Database":{"acquireCount":{"w":2}},"Collection":{"acquireCount":{"w":2}},"Mutex":{"acquireCount":{"r":1}}},"flowControl":{"acquireCount":2,"timeAcquiringMicros":2445},"storage":{},"remote":"172.18.0.4:48766","durationMillis":1804}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:42.930+00:00"},"s":"I", "c":"COMMAND", "id":51803, "ctx":"conn16","msg":"Slow query","attr":{"type":"command","ns":"graylog.$cmd","command":{"update":"nodes","ordered":true,"$db":"graylog","lsid":{"id":{"$uuid":"15e577b8-7966-41c5-8e2b-68785f6eaa71"}}},"numYields":1,"reslen":60,"locks":{"ParallelBatchWriterMode":{"acquireCount":{"r":2}},"FeatureCompatibilityVersion":{"acquireCount":{"r":1,"w":2}},"ReplicationStateTransition":{"acquireCount":{"w":2}},"Global":{"acquireCount":{"r":1,"w":2}},"Database":{"acquireCount":{"w":2}},"Collection":{"acquireCount":{"w":2}},"Mutex":{"acquireCount":{"r":1}}},"flowControl":{"acquireCount":2,"timeAcquiringMicros":2445},"waitForWriteConcernDurationMillis":17,"storage":{},"remote":"172.18.0.4:48766","protocol":"op_msg","durationMillis":3675}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:44.057+00:00"},"s":"I", "c":"COMMAND", "id":20499, "ctx":"ftdc","msg":"serverStatus was very slow","attr":{"timeStats":{"after basic":38,"after activeIndexBuilds":146,"after asserts":174,"after batchedDeletes":174,"after bucketCatalog":184,"after catalogStats":221,"after connections":245,"after electionMetrics":265,"after extra_info":496,"after featureCompatibilityVersion":552,"after flowControl":596,"after globalLock":606,"after indexBulkBuilder":650,"after indexStats":650,"after locks":650,"after logicalSessionRecordCache":695,"after mirroredReads":741,"after network":801,"after opLatencies":854,"after opcounters":892,"after opcountersRepl":892,"after oplog":958,"after oplogTruncation":1131,"after readConcernCounters":1296,"after readPreferenceCounters":1410,"after repl":1410,"after scramCache":1449,"after security":1549,"after storageEngine":1785,"after tcmalloc":1985,"after tenantMigrations":2032,"after trafficRecording":2052,"after transactions":2131,"after transportSecurity":2165,"after twoPhaseCommitCoordinator":2200,"after wiredTiger":3226,"at end":3784}}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:45.173+00:00"},"s":"I", "c":"COMMAND", "id":51803, "ctx":"conn18","msg":"Slow query","attr":{"type":"command","ns":"graylog.roles","command":{"find":"roles","filter":{},"$db":"graylog","lsid":{"id":{"$uuid":"60a6f27d-04ff-4361-8d12-c650b93daedf"}}},"planSummary":"COLLSCAN","planningTimeMicros":1173186,"keysExamined":0,"docsExamined":38,"nBatches":1,"cursorExhausted":true,"numYields":4,"nreturned":38,"queryHash":"5F5FC979","queryFramework":"classic","reslen":14510,"locks":{"FeatureCompatibilityVersion":{"acquireCount":{"r":5}},"Global":{"acquireCount":{"r":5}},"Mutex":{"acquireCount":{"r":1}}},"storage":{},"remote":"172.18.0.4:48790","protocol":"op_msg","durationMillis":4301}}
mongodb-1 | {"t":{"$date":"2024-11-08T15:46:45.176+00:00"},"s":"I", "c":"COMMAND", "id":51803, "ctx":"conn19","msg":"Slow query","attr":{"type":"command","ns":"graylog.cluster_config","command":{"find":"cluster_config","filter":{"type":"org.graylog2.cluster.certificates.EncryptedCaKeystore"},"limit":1,"singleBatch":true,"$db":"graylog","lsid":{"id":{"$uuid":"0364e258-c9a7-457d-965f-16dc2aa312de"}}},"planSummary":"IXSCAN { type: 1 }","planningTimeMicros":2309860,"keysExamined":1,"docsExamined":1,"nBatches":1,"cursorExhausted":true,"numYields":2,"nreturned":1,"queryHash":"FEE7EEA7","planCacheKey":"FA59869A","queryFramework":"classic","reslen":7110,"locks":{"FeatureCompatibilityVersion":{"acquireCount":{"r":3}},"Global":{"acquireCount":{"r":3}},"Mutex":{"acquireCount":{"r":1}}},"storage":{},"remote":"172.18.0.4:48794","protocol":"op_msg","durationMillis":4301}}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment