Skip to content

Instantly share code, notes, and snippets.

@sharewax
Created May 10, 2024 20:37
Show Gist options
  • Save sharewax/171b16848dedf65f30b64862634f2fdc to your computer and use it in GitHub Desktop.
Save sharewax/171b16848dedf65f30b64862634f2fdc to your computer and use it in GitHub Desktop.
2024-04-16T13:44:13.734Z ERROR [p.p.command] [9,835,165] [replace facts] Retrying after attempt 0 for sg2-v-test-ordo-1.be.core.pw, due to: java.sql.BatchUpdateException: Batch entry 0 UPDATE factsets SET timestamp = '2024-04-15 16:43:23.334+00',environment_id = 1,producer_timestamp = '2024-04-15 16:43:23.305+00',hash = '\x4188b48a4fc376d224f87fd4fd7cacc4c4c0f382',producer_id = 4,paths_hash = ?,volatile = '{"zabbix_templates":"|Template_Security_Linux|Template_PostgreSQL|Template_Service_Consul|","role":"","owner":"sm","puppet_agent_catalog_run_lockfile":"/run/puppetlabs/agent_catalog_run.lock","zabbix_groups":"|puppet_server/sg2-mgmt-2.be.core.pw|cmdb/state/production|wtp|cmdb/responsible/wtp|db|cmdb/cost_center_cc/04mn59|zabbix/proxy/sg2-mgmt-2|web_devops|","augeasversion":"1.13.0","last_run":"Mon Apr 15 16:43:20:645853744 UTC 2024","project":"","path":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin","uptime":"37 days","pg_dbs_schemas":{"nprssg":["public","pglogical"],"ordosg":["ordo_0","ordo_1","ordo_2","ordo_3","ordo_4","pglogical","public","repack","sg_ordo_0","sg_ordo_1","sg_ordo_10","sg_ordo_100","sg_ordo_101","sg_ordo_102","sg_ordo_103","sg_ordo_104","sg_ordo_105","sg_ordo_106","sg_ordo_107","sg_ordo_108","sg_ordo_109","sg_ordo_11","sg_ordo_110","sg_ordo_111","sg_ordo_112","sg_ordo_113","sg_ordo_114","sg_ordo_115","sg_ordo_116","sg_ordo_117","sg_ordo_118","sg_ordo_119","sg_ordo_12","sg_ordo_120","sg_ordo_121","sg_ordo_122","sg_ordo_123","sg_ordo_124","sg_ordo_125","sg_ordo_126","sg_ordo_127","sg_ordo_13","sg_ordo_14","sg_ordo_15","sg_ordo_16","sg_ordo_17","sg_ordo_18","sg_ordo_19","sg_ordo_2","sg_ordo_20","sg_ordo_21","sg_ordo_22","sg_ordo_23","sg_ordo_24","sg_ordo_25","sg_ordo_26","sg_ordo_27","sg_ordo_28","sg_ordo_29","sg_ordo_3","sg_ordo_30","sg_ordo_31","sg_ordo_32","sg_ordo_33","sg_ordo_34","sg_ordo_35","sg_ordo_36","sg_ordo_37","sg_ordo_38","sg_ordo_39","sg_ordo_4","sg_ordo_40","sg_ordo_41","sg_ordo_42","sg_ordo_43","sg_ordo_44","sg_ordo_45","sg_ordo_46","sg_ordo_47","sg_ordo_48","sg_ordo_49","sg_ordo_5","sg_ordo_50","sg_ordo_51","sg_ordo_52","sg_ordo_53","sg_ordo_54","sg_ordo_55","sg_ordo_56","sg_ordo_57","sg_ordo_58","sg_ordo_59","sg_ordo_6","sg_ordo_60","sg_ordo_61","sg_ordo_62","sg_ordo_63","sg_ordo_64","sg_ordo_65","sg_ordo_66","sg_ordo_67","sg_ordo_68","sg_ordo_69","sg_ordo_7","sg_ordo_70","sg_ordo_71","sg_ordo_72","sg_ordo_73","sg_ordo_74","sg_ordo_75","sg_ordo_76","sg_ordo_77","sg_ordo_78","sg_ordo_79","sg_ordo_8","sg_ordo_80","sg_ordo_81","sg_ordo_82","sg_ordo_83","sg_ordo_84","sg_ordo_85","sg_ordo_86","sg_ordo_87","sg_ordo_88","sg_ordo_89","sg_ordo_9","sg_ordo_90","sg_ordo_91","sg_ordo_92","sg_ordo_93","sg_ordo_94","sg_ordo_95","sg_ordo_96","sg_ordo_97","sg_ordo_98","sg_ordo_99"]},"uptime_days":37,"system_uptime":{"days":37,"hours":888,"seconds":3199130,"uptime":"37 days"},"clientversion":"7.27.0","classes":["settings","__node_regexp__sg2-","profile::node::base","wg::common","wg::configs","wg::import","wg::import::cmdb","db::pgsql","db::pgsql::server","wg::repo","yum::clean","wg::repo::dba_nosign","db::users::dboperator","wg::creds","db::helpers::backup_folder","envs::dba","db::pgsql::monitoring::zabbix","db::pgsql::server::config","wg::static","wg::dwh::bot","db::pgsql::server::extra_pkg","wg::packages_set::install_gcc","wg::packages_set::install_pip","wg::packages_set::install_pip3","wg::repo::pgdg_common","db::pgsql::extensions::pg_repack","profile::perf::perf","db::pgsql::monitoring::pmm","db::pmm","wg::repo::percona_tools80","wg::repo::percona","db::pgsql::monitoring::pg_to_consul","wg::repo::pgsql","postgresql::globals","postgresql::params","postgresql::server","postgresql::server::reload","postgresql::server::install","postgresql::server::initdb","postgresql::server::config","postgresql::server::service","postgresql::server::passwd","postgresql::server::contrib","db::pgsql::server::devel","postgresql::lib::devel","db::pgsql::monitoring::scripts","db::pgsql::system_users","db::pgsql::replication::hba_rules","profile::wtp::snitch","wg::repo::wtp_nosign","profile::wtp::photon","wg::repo::wtp_rpm","profile::wtp::photon::config","profile::wtp::photon::telegraf","profile::wtp::grafana_agent_flow","wg::repo::grafana","wdo","wdo::common","wdo::qaperf","envs::qaperf","ssh_key_groups","wg::users","wg::ssh","wg::ssh::keygen","wdo::wgcrowd","wg::import::cmdb_export","bootloader","envs","envs::wtp","envs::owner","wg::auditd","wg::common::root","wg::common::configs","wg::common::cron","wg::common::packages","wg::packages_set::install_openssh","wg::packages_set::ca_certificates","wg::packages_set::install_git","wg::packages_set::install_curl","wg::packages_set::polkit","wg::packages_set::gzip","wg::packages_set::install_ripgrep","wg::packages_set::install_fd","wg::packages_set::install_zstd","wg::packages_set::install_hyperfine","wg::common::limits","wg::common::dnf_logging","wg::common::files","wg::common::cleanup","wg::hw","wg::sudo","wg::common::mta","wg::postfix","wg::rclocal","systemd","systemd::systemctl::daemon_reload","wg::role","resolv","resolv::fixes","wg::sudo::wrapper","wg::common::services","profile::security::certs","posix_acl::requirements","cron","cron::install","wg::l1","coroner","zabbix::agent","wg::zabbix::common","zabbix::linker::client","wg::configs::zbx_inventory","wg::solaris::cluster_name","wg::iptables","wg::ip6tables","wg::ntp","chrony","chrony::install","chrony::config","chrony::service","pdnsd","wg::rsyslog","wg::repo::rsyslog","rsyslog::params","rsyslog","rsyslog::install","rsyslog::config","rsyslog::service","rsyslog::modload","wg::rsyslog::logstash_client","profile::security::selinux::default","profile::security::fixes","puppet::params","puppet::agent","puppet::mco","puppet::facter","wg::repo::puppet6","wg::repo::puppet7","wg::telegraf","telegraf::params","telegraf","telegraf::plugin::mem","telegraf::plugin::cpu","telegraf::plugin::disk","telegraf::plugin::swap","telegraf::plugin::system","telegraf::plugin::net","wg::telegraf::plugin::netstat","wg::telegraf::plugin::diskio","profile::service::metrics::params","profile::security::l1","profile::security::l1::systemctl","profile::security::gmfr","profile::security::mntsec::security_user","profile::security::befw::client","profile::security::befw","profile::security::befw::local_services","profile::security::befw::local_allows","profile::security::befw::local_clients","profile::security::befw::ipset_install","profile::security::befw::collector","profile::security::befw::fehttp","profile::system::yum_conf","wg::upgrade","wg::motd","wg::packages_set::install_jq","profile::security::wazuh_agent","wg::repo::wazuh","profile::security::logging","wg::auditd::tracking","wg::auditd::config","wg::sysctl","profile::node::orphan","wg::factsd","puppet::agent::rerun","wg::repo::data","backuppc::params","backuppc","backuppc::client","backuppc::client::deploy","limits","profile::security::selinux","logrotate::params","logrotate","logrotate::install","logrotate::config","logrotate::rules","logrotate::defaults","wg::import::cmdb_export_dir","profile::security::befw::local_service_install","profile::service::consul","creds","profile::service::consul::install","backuppc::client::jobs::common"],"uptime_seconds":3199130,"memory":{"system":{"available":"4.29 GiB","available_bytes":4604522496,"capacity":"44.40%","total":"7.71 GiB","total_bytes":8281493504,"used":"3.42 GiB","used_bytes":3676971008}},"aio_agent_version":"7.27.0","pgusers_array":["logical_replicator","nprssg","ordosg","pmm","rewind_user"],"pg_datadir":"/var/lib/pgsql/14/data","puppetversion":"7.27.0","uptime_less_than_one_day":"false","pgusers_hash":{"logical_replicator":{"password":"md546b7aece46fa83716a444aec02f367b4","username":"logical_replicator"},"nprssg":{"password":"md548bb57582923cd738510d0ae1cfb2b24","username":"nprssg"},"ordosg":{"password":"md56ac94c67dd3980553d57323e5ed93dbf","username":"ordosg"},"pmm":{"password":"md5667e8c6ed5e579e31d59fe3591e2bb5f","username":"pmm"},"rewind_user":{"password":"md57572ced8343f29a09497e0ec56638ab0","username":"rewind_user"}},"state":"production","uptime_hours":888,"have_psql":true,"roles":"|postgres|","dmi":{"bios":{"release_date":"01/11/2023","vendor":"VMware, Inc.","version":"VMW71.00V.21100432.B64.2301110304"},"board":{"manufacturer":"Intel Corporation","product":"440BX Desktop Reference Platform","serial_number":"None"},"chassis":{"asset_tag":"No Asset Tag","type":"Other"},"manufacturer":"VMware, Inc.","product":{"name":"VMware7,1","serial_number":"VMware-42 30 4d cd ee 09 ee a6-f9 f1 1b a0 6c 5b ed fc","uuid":"cd4d3042-09ee-a6ee-f9f1-1ba06c5bedfc"}},"nonpuppet_users":""}' WHERE id=35946 was aborted: ERROR: could not serialize access due to concurrent update Call getNextException to see other errors in the batch. [Ljava.lang.Throwable;@76644bb3
java.sql.BatchUpdateException: Batch entry 0 UPDATE factsets SET timestamp = '2024-04-15 16:43:23.334+00',environment_id = 1,producer_timestamp = '2024-04-15 16:43:23.305+00',hash = '\x4188b48a4fc376d224f87fd4fd7cacc4c4c0f382',producer_id = 4,paths_hash = ?,volatile = '{"zabbix_templates":"|Template_Security_Linux|Template_PostgreSQL|Template_Service_Consul|","role":"","owner":"sm","puppet_agent_catalog_run_lockfile":"/run/puppetlabs/agent_catalog_run.lock","zabbix_groups":"|puppet_server/sg2-mgmt-2.be.core.pw|cmdb/state/production|wtp|cmdb/responsible/wtp|db|cmdb/cost_center_cc/04mn59|zabbix/proxy/sg2-mgmt-2|web_devops|","augeasversion":"1.13.0","last_run":"Mon Apr 15 16:43:20:645853744 UTC 2024","project":"","path":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin","uptime":"37 days","pg_dbs_schemas":{"nprssg":["public","pglogical"],"ordosg":["ordo_0","ordo_1","ordo_2","ordo_3","ordo_4","pglogical","public","repack","sg_ordo_0","sg_ordo_1","sg_ordo_10","sg_ordo_100","sg_ordo_101","sg_ordo_102","sg_ordo_103","sg_ordo_104","sg_ordo_105","sg_ordo_106","sg_ordo_107","sg_ordo_108","sg_ordo_109","sg_ordo_11","sg_ordo_110","sg_ordo_111","sg_ordo_112","sg_ordo_113","sg_ordo_114","sg_ordo_115","sg_ordo_116","sg_ordo_117","sg_ordo_118","sg_ordo_119","sg_ordo_12","sg_ordo_120","sg_ordo_121","sg_ordo_122","sg_ordo_123","sg_ordo_124","sg_ordo_125","sg_ordo_126","sg_ordo_127","sg_ordo_13","sg_ordo_14","sg_ordo_15","sg_ordo_16","sg_ordo_17","sg_ordo_18","sg_ordo_19","sg_ordo_2","sg_ordo_20","sg_ordo_21","sg_ordo_22","sg_ordo_23","sg_ordo_24","sg_ordo_25","sg_ordo_26","sg_ordo_27","sg_ordo_28","sg_ordo_29","sg_ordo_3","sg_ordo_30","sg_ordo_31","sg_ordo_32","sg_ordo_33","sg_ordo_34","sg_ordo_35","sg_ordo_36","sg_ordo_37","sg_ordo_38","sg_ordo_39","sg_ordo_4","sg_ordo_40","sg_ordo_41","sg_ordo_42","sg_ordo_43","sg_ordo_44","sg_ordo_45","sg_ordo_46","sg_ordo_47","sg_ordo_48","sg_ordo_49","sg_ordo_5","sg_ordo_50","sg_ordo_51","sg_ordo_52","sg_ordo_53","sg_ordo_54","sg_ordo_55","sg_ordo_56","sg_ordo_57","sg_ordo_58","sg_ordo_59","sg_ordo_6","sg_ordo_60","sg_ordo_61","sg_ordo_62","sg_ordo_63","sg_ordo_64","sg_ordo_65","sg_ordo_66","sg_ordo_67","sg_ordo_68","sg_ordo_69","sg_ordo_7","sg_ordo_70","sg_ordo_71","sg_ordo_72","sg_ordo_73","sg_ordo_74","sg_ordo_75","sg_ordo_76","sg_ordo_77","sg_ordo_78","sg_ordo_79","sg_ordo_8","sg_ordo_80","sg_ordo_81","sg_ordo_82","sg_ordo_83","sg_ordo_84","sg_ordo_85","sg_ordo_86","sg_ordo_87","sg_ordo_88","sg_ordo_89","sg_ordo_9","sg_ordo_90","sg_ordo_91","sg_ordo_92","sg_ordo_93","sg_ordo_94","sg_ordo_95","sg_ordo_96","sg_ordo_97","sg_ordo_98","sg_ordo_99"]},"uptime_days":37,"system_uptime":{"days":37,"hours":888,"seconds":3199130,"uptime":"37 days"},"clientversion":"7.27.0","classes":["settings","__node_regexp__sg2-","profile::node::base","wg::common","wg::configs","wg::import","wg::import::cmdb","db::pgsql","db::pgsql::server","wg::repo","yum::clean","wg::repo::dba_nosign","db::users::dboperator","wg::creds","db::helpers::backup_folder","envs::dba","db::pgsql::monitoring::zabbix","db::pgsql::server::config","wg::static","wg::dwh::bot","db::pgsql::server::extra_pkg","wg::packages_set::install_gcc","wg::packages_set::install_pip","wg::packages_set::install_pip3","wg::repo::pgdg_common","db::pgsql::extensions::pg_repack","profile::perf::perf","db::pgsql::monitoring::pmm","db::pmm","wg::repo::percona_tools80","wg::repo::percona","db::pgsql::monitoring::pg_to_consul","wg::repo::pgsql","postgresql::globals","postgresql::params","postgresql::server","postgresql::server::reload","postgresql::server::install","postgresql::server::initdb","postgresql::server::config","postgresql::server::service","postgresql::server::passwd","postgresql::server::contrib","db::pgsql::server::devel","postgresql::lib::devel","db::pgsql::monitoring::scripts","db::pgsql::system_users","db::pgsql::replication::hba_rules","profile::wtp::snitch","wg::repo::wtp_nosign","profile::wtp::photon","wg::repo::wtp_rpm","profile::wtp::photon::config","profile::wtp::photon::telegraf","profile::wtp::grafana_agent_flow","wg::repo::grafana","wdo","wdo::common","wdo::qaperf","envs::qaperf","ssh_key_groups","wg::users","wg::ssh","wg::ssh::keygen","wdo::wgcrowd","wg::import::cmdb_export","bootloader","envs","envs::wtp","envs::owner","wg::auditd","wg::common::root","wg::common::configs","wg::common::cron","wg::common::packages","wg::packages_set::install_openssh","wg::packages_set::ca_certificates","wg::packages_set::install_git","wg::packages_set::install_curl","wg::packages_set::polkit","wg::packages_set::gzip","wg::packages_set::install_ripgrep","wg::packages_set::install_fd","wg::packages_set::install_zstd","wg::packages_set::install_hyperfine","wg::common::limits","wg::common::dnf_logging","wg::common::files","wg::common::cleanup","wg::hw","wg::sudo","wg::common::mta","wg::postfix","wg::rclocal","systemd","systemd::systemctl::daemon_reload","wg::role","resolv","resolv::fixes","wg::sudo::wrapper","wg::common::services","profile::security::certs","posix_acl::requirements","cron","cron::install","wg::l1","coroner","zabbix::agent","wg::zabbix::common","zabbix::linker::client","wg::configs::zbx_inventory","wg::solaris::cluster_name","wg::iptables","wg::ip6tables","wg::ntp","chrony","chrony::install","chrony::config","chrony::service","pdnsd","wg::rsyslog","wg::repo::rsyslog","rsyslog::params","rsyslog","rsyslog::install","rsyslog::config","rsyslog::service","rsyslog::modload","wg::rsyslog::logstash_client","profile::security::selinux::default","profile::security::fixes","puppet::params","puppet::agent","puppet::mco","puppet::facter","wg::repo::puppet6","wg::repo::puppet7","wg::telegraf","telegraf::params","telegraf","telegraf::plugin::mem","telegraf::plugin::cpu","telegraf::plugin::disk","telegraf::plugin::swap","telegraf::plugin::system","telegraf::plugin::net","wg::telegraf::plugin::netstat","wg::telegraf::plugin::diskio","profile::service::metrics::params","profile::security::l1","profile::security::l1::systemctl","profile::security::gmfr","profile::security::mntsec::security_user","profile::security::befw::client","profile::security::befw","profile::security::befw::local_services","profile::security::befw::local_allows","profile::security::befw::local_clients","profile::security::befw::ipset_install","profile::security::befw::collector","profile::security::befw::fehttp","profile::system::yum_conf","wg::upgrade","wg::motd","wg::packages_set::install_jq","profile::security::wazuh_agent","wg::repo::wazuh","profile::security::logging","wg::auditd::tracking","wg::auditd::config","wg::sysctl","profile::node::orphan","wg::factsd","puppet::agent::rerun","wg::repo::data","backuppc::params","backuppc","backuppc::client","backuppc::client::deploy","limits","profile::security::selinux","logrotate::params","logrotate","logrotate::install","logrotate::config","logrotate::rules","logrotate::defaults","wg::import::cmdb_export_dir","profile::security::befw::local_service_install","profile::service::consul","creds","profile::service::consul::install","backuppc::client::jobs::common"],"uptime_seconds":3199130,"memory":{"system":{"available":"4.29 GiB","available_bytes":4604522496,"capacity":"44.40%","total":"7.71 GiB","total_bytes":8281493504,"used":"3.42 GiB","used_bytes":3676971008}},"aio_agent_version":"7.27.0","pgusers_array":["logical_replicator","nprssg","ordosg","pmm","rewind_user"],"pg_datadir":"/var/lib/pgsql/14/data","puppetversion":"7.27.0","uptime_less_than_one_day":"false","pgusers_hash":{"logical_replicator":{"password":"md546b7aece46fa83716a444aec02f367b4","username":"logical_replicator"},"nprssg":{"password":"md548bb57582923cd738510d0ae1cfb2b24","username":"nprssg"},"ordosg":{"password":"md56ac94c67dd3980553d57323e5ed93dbf","username":"ordosg"},"pmm":{"password":"md5667e8c6ed5e579e31d59fe3591e2bb5f","username":"pmm"},"rewind_user":{"password":"md57572ced8343f29a09497e0ec56638ab0","username":"rewind_user"}},"state":"production","uptime_hours":888,"have_psql":true,"roles":"|postgres|","dmi":{"bios":{"release_date":"01/11/2023","vendor":"VMware, Inc.","version":"VMW71.00V.21100432.B64.2301110304"},"board":{"manufacturer":"Intel Corporation","product":"440BX Desktop Reference Platform","serial_number":"None"},"chassis":{"asset_tag":"No Asset Tag","type":"Other"},"manufacturer":"VMware, Inc.","product":{"name":"VMware7,1","serial_number":"VMware-42 30 4d cd ee 09 ee a6-f9 f1 1b a0 6c 5b ed fc","uuid":"cd4d3042-09ee-a6ee-f9f1-1ba06c5bedfc"}},"nonpuppet_users":""}' WHERE id=35946 was aborted: ERROR: could not serialize access due to concurrent update Call getNextException to see other errors in the batch.
at org.postgresql.jdbc.BatchResultHandler.handleError(BatchResultHandler.java:165)
at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2367)
at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:560)
at org.postgresql.jdbc.PgStatement.internalExecuteBatch(PgStatement.java:893)
at org.postgresql.jdbc.PgStatement.executeBatch(PgStatement.java:916)
at org.postgresql.jdbc.PgPreparedStatement.executeBatch(PgPreparedStatement.java:1684)
at com.zaxxer.hikari.pool.ProxyStatement.executeBatch(ProxyStatement.java:128)
at com.zaxxer.hikari.pool.HikariProxyPreparedStatement.executeBatch(HikariProxyPreparedStatement.java)
at clojure.java.jdbc$execute_batch.invokeStatic(jdbc.clj:598)
at clojure.java.jdbc$execute_batch.invoke(jdbc.clj:591)
at clojure.java.jdbc$db_do_execute_prepared_statement$fn__20458.invoke(jdbc.clj:1057)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:860)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:789)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at clojure.java.jdbc$db_do_execute_prepared_statement.invokeStatic(jdbc.clj:1056)
at clojure.java.jdbc$db_do_execute_prepared_statement.invoke(jdbc.clj:1042)
at clojure.java.jdbc$db_do_prepared.invokeStatic(jdbc.clj:1080)
at clojure.java.jdbc$db_do_prepared.invoke(jdbc.clj:1060)
at clojure.java.jdbc$execute_BANG_$execute_helper__20526.invoke(jdbc.clj:1464)
at clojure.java.jdbc$execute_BANG_.invokeStatic(jdbc.clj:1466)
at clojure.java.jdbc$execute_BANG_.invoke(jdbc.clj:1435)
at clojure.java.jdbc$update_BANG_.invokeStatic(jdbc.clj:1686)
at clojure.java.jdbc$update_BANG_.invoke(jdbc.clj:1673)
at puppetlabs.puppetdb.jdbc$update_BANG_.invokeStatic(jdbc.clj:215)
at puppetlabs.puppetdb.jdbc$update_BANG_.invoke(jdbc.clj:212)
at puppetlabs.puppetdb.scf.storage$fn__27782$update_facts_BANG___27787$fn__27791$fn__27793.invoke(storage.clj:1318)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:860)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at puppetlabs.puppetdb.scf.storage$fn__27782$update_facts_BANG___27787$fn__27791.invoke(storage.clj:1266)
at puppetlabs.puppetdb.scf.storage$fn__27782$update_facts_BANG___27787.invoke(storage.clj:1260)
at puppetlabs.puppetdb.scf.storage$fn__28110$replace_facts_BANG___28115$fn__28119$fn__28121.invoke(storage.clj:1965)
at puppetlabs.puppetdb.scf.storage.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)
at com.codahale.metrics.Timer.time(Timer.java:101)
at puppetlabs.puppetdb.scf.storage$fn__28110$replace_facts_BANG___28115$fn__28119.invoke(storage.clj:1962)
at puppetlabs.puppetdb.scf.storage$fn__28110$replace_facts_BANG___28115.invoke(storage.clj:1955)
at puppetlabs.puppetdb.command$do_replace_facts.invokeStatic(command.clj:401)
at puppetlabs.puppetdb.command$do_replace_facts.invoke(command.clj:399)
at puppetlabs.puppetdb.command$exec_replace_facts$fn__32666.invoke(command.clj:409)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104$fn__22117.invoke(jdbc.clj:553)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:807)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104.invoke(jdbc.clj:549)
at puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084.invoke(jdbc.clj:497)
at puppetlabs.puppetdb.jdbc$retry_sql.invokeStatic(jdbc.clj:507)
at puppetlabs.puppetdb.jdbc$retry_sql.invoke(jdbc.clj:488)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invokeStatic(jdbc.clj:546)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invoke(jdbc.clj:541)
at puppetlabs.puppetdb.command$exec_replace_facts.invokeStatic(command.clj:406)
at puppetlabs.puppetdb.command$exec_replace_facts.invoke(command.clj:403)
at puppetlabs.puppetdb.command$exec_command.invokeStatic(command.clj:525)
at puppetlabs.puppetdb.command$exec_command.invoke(command.clj:510)
at puppetlabs.puppetdb.command$attempt_exec_command$fn__32843.invoke(command.clj:611)
at puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832.invoke(command.clj:591)
at puppetlabs.puppetdb.command$call_with_quick_retry.invokeStatic(command.clj:589)
at puppetlabs.puppetdb.command$call_with_quick_retry.invoke(command.clj:587)
at puppetlabs.puppetdb.command$attempt_exec_command.invokeStatic(command.clj:609)
at puppetlabs.puppetdb.command$attempt_exec_command.invoke(command.clj:605)
at puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900.invoke(command.clj:732)
at puppetlabs.puppetdb.command$process_cmd$fn__32899.invoke(command.clj:729)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)
at com.codahale.metrics.Timer.time(Timer.java:101)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)
at com.codahale.metrics.Timer.time(Timer.java:101)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_.invokeStatic(metrics.clj:26)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_.invoke(metrics.clj:15)
at puppetlabs.puppetdb.command$process_cmd.invokeStatic(command.clj:726)
at puppetlabs.puppetdb.command$process_cmd.invoke(command.clj:712)
at puppetlabs.puppetdb.command$process_message.invokeStatic(command.clj:819)
at puppetlabs.puppetdb.command$process_message.invoke(command.clj:775)
at puppetlabs.puppetdb.command$message_handler$fn__32933.invoke(command.clj:853)
at puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515.invoke(threadpool.clj:115)
at puppetlabs.puppetdb.threadpool$gated_execute$fn__32475.invoke(threadpool.clj:68)
at clojure.lang.AFn.run(AFn.java:22)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.postgresql.util.PSQLException: ERROR: could not serialize access due to concurrent update
at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2676)
at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2366)
... 79 common frames omitted
2024-04-16T14:44:10.611Z ERROR [p.p.command] [9,837,845] [replace facts] Retrying after attempt 0 for sg2-v-test-ordo-1.be.core.pw, due to: clojure.lang.ExceptionInfo: Rollback failed handling "Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 17:43:23.314+00' or certnames.expired < '2024-04-15 17:43:23.314+00') was aborted: FATAL: terminating connection due to administrator command Call getNextException to see other errors in the batch." {:rollback #error {
:cause "Connection is closed"
:via
[{:type java.sql.SQLException
:message "Connection is closed"
:at [com.zaxxer.hikari.pool.ProxyConnection$ClosedConnection lambda$getClosedConnection$0 "ProxyConnection.java" 490]}]
:trace
[[com.zaxxer.hikari.pool.ProxyConnection$ClosedConnection lambda$getClosedConnection$0 "ProxyConnection.java" 490]
[com.sun.proxy.$Proxy12 rollback nil -1]
[com.zaxxer.hikari.pool.ProxyConnection rollback "ProxyConnection.java" 377]
[com.zaxxer.hikari.pool.HikariProxyConnection rollback "HikariProxyConnection.java" -1]
[clojure.java.jdbc$db_transaction_STAR_$fn__20388 invoke "jdbc.clj" 822]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 818]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104 invoke "jdbc.clj" 549]
[puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084 invoke "jdbc.clj" 497]
[puppetlabs.puppetdb.jdbc$retry_sql invokeStatic "jdbc.clj" 507]
[puppetlabs.puppetdb.jdbc$retry_sql invoke "jdbc.clj" 488]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invokeStatic "jdbc.clj" 546]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invoke "jdbc.clj" 541]
[puppetlabs.puppetdb.command$exec_replace_facts invokeStatic "command.clj" 406]
[puppetlabs.puppetdb.command$exec_replace_facts invoke "command.clj" 403]
[puppetlabs.puppetdb.command$exec_command invokeStatic "command.clj" 525]
[puppetlabs.puppetdb.command$exec_command invoke "command.clj" 510]
[puppetlabs.puppetdb.command$attempt_exec_command$fn__32843 invoke "command.clj" 611]
[puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832 invoke "command.clj" 591]
[puppetlabs.puppetdb.command$call_with_quick_retry invokeStatic "command.clj" 589]
[puppetlabs.puppetdb.command$call_with_quick_retry invoke "command.clj" 587]
[puppetlabs.puppetdb.command$attempt_exec_command invokeStatic "command.clj" 609]
[puppetlabs.puppetdb.command$attempt_exec_command invoke "command.clj" 605]
[puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900 invoke "command.clj" 732]
[puppetlabs.puppetdb.command$process_cmd$fn__32899 invoke "command.clj" 729]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invokeStatic "metrics.clj" 26]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invoke "metrics.clj" 15]
[puppetlabs.puppetdb.command$process_cmd invokeStatic "command.clj" 726]
[puppetlabs.puppetdb.command$process_cmd invoke "command.clj" 712]
[puppetlabs.puppetdb.command$process_message invokeStatic "command.clj" 819]
[puppetlabs.puppetdb.command$process_message invoke "command.clj" 775]
[puppetlabs.puppetdb.command$message_handler$fn__32933 invoke "command.clj" 853]
[puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515 invoke "threadpool.clj" 115]
[puppetlabs.puppetdb.threadpool$gated_execute$fn__32475 invoke "threadpool.clj" 68]
[clojure.lang.AFn run "AFn.java" 22]
[java.util.concurrent.ThreadPoolExecutor runWorker "ThreadPoolExecutor.java" 1128]
[java.util.concurrent.ThreadPoolExecutor$Worker run "ThreadPoolExecutor.java" 628]
[java.lang.Thread run "Thread.java" 829]]}, :handling #error {
:cause "FATAL: terminating connection due to administrator command"
:via
[{:type java.sql.BatchUpdateException
:message "Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 17:43:23.314+00' or certnames.expired < '2024-04-15 17:43:23.314+00') was aborted: FATAL: terminating connection due to administrator command Call getNextException to see other errors in the batch."
:at [org.postgresql.jdbc.BatchResultHandler handleError "BatchResultHandler.java" 165]}
{:type org.postgresql.util.PSQLException
:message "FATAL: terminating connection due to administrator command"
:at [org.postgresql.core.v3.QueryExecutorImpl receiveErrorResponse "QueryExecutorImpl.java" 2676]}]
:trace
[[org.postgresql.core.v3.QueryExecutorImpl receiveErrorResponse "QueryExecutorImpl.java" 2676]
[org.postgresql.core.v3.QueryExecutorImpl processResults "QueryExecutorImpl.java" 2366]
[org.postgresql.core.v3.QueryExecutorImpl execute "QueryExecutorImpl.java" 560]
[org.postgresql.jdbc.PgStatement internalExecuteBatch "PgStatement.java" 893]
[org.postgresql.jdbc.PgStatement executeBatch "PgStatement.java" 916]
[org.postgresql.jdbc.PgPreparedStatement executeBatch "PgPreparedStatement.java" 1684]
[com.zaxxer.hikari.pool.ProxyStatement executeBatch "ProxyStatement.java" 128]
[com.zaxxer.hikari.pool.HikariProxyPreparedStatement executeBatch "HikariProxyPreparedStatement.java" -1]
[clojure.java.jdbc$execute_batch invokeStatic "jdbc.clj" 598]
[clojure.java.jdbc$execute_batch invoke "jdbc.clj" 591]
[clojure.java.jdbc$db_do_execute_prepared_statement$fn__20458 invoke "jdbc.clj" 1057]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 860]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 789]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[clojure.java.jdbc$db_do_execute_prepared_statement invokeStatic "jdbc.clj" 1056]
[clojure.java.jdbc$db_do_execute_prepared_statement invoke "jdbc.clj" 1042]
[clojure.java.jdbc$db_do_prepared invokeStatic "jdbc.clj" 1080]
[clojure.java.jdbc$db_do_prepared invoke "jdbc.clj" 1060]
[puppetlabs.puppetdb.jdbc$do_prepared invokeStatic "jdbc.clj" 72]
[puppetlabs.puppetdb.jdbc$do_prepared doInvoke "jdbc.clj" 67]
[clojure.lang.RestFn invoke "RestFn.java" 423]
[puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028$fn__28029 invoke "storage.clj" 1898]
[puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028 invoke "storage.clj" 1890]
[puppetlabs.puppetdb.command$do_replace_facts invokeStatic "command.clj" 400]
[puppetlabs.puppetdb.command$do_replace_facts invoke "command.clj" 399]
[puppetlabs.puppetdb.command$exec_replace_facts$fn__32666 invoke "command.clj" 409]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104$fn__22117 invoke "jdbc.clj" 553]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 807]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104 invoke "jdbc.clj" 549]
[puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084 invoke "jdbc.clj" 497]
[puppetlabs.puppetdb.jdbc$retry_sql invokeStatic "jdbc.clj" 507]
[puppetlabs.puppetdb.jdbc$retry_sql invoke "jdbc.clj" 488]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invokeStatic "jdbc.clj" 546]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invoke "jdbc.clj" 541]
[puppetlabs.puppetdb.command$exec_replace_facts invokeStatic "command.clj" 406]
[puppetlabs.puppetdb.command$exec_replace_facts invoke "command.clj" 403]
[puppetlabs.puppetdb.command$exec_command invokeStatic "command.clj" 525]
[puppetlabs.puppetdb.command$exec_command invoke "command.clj" 510]
[puppetlabs.puppetdb.command$attempt_exec_command$fn__32843 invoke "command.clj" 611]
[puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832 invoke "command.clj" 591]
[puppetlabs.puppetdb.command$call_with_quick_retry invokeStatic "command.clj" 589]
[puppetlabs.puppetdb.command$call_with_quick_retry invoke "command.clj" 587]
[puppetlabs.puppetdb.command$attempt_exec_command invokeStatic "command.clj" 609]
[puppetlabs.puppetdb.command$attempt_exec_command invoke "command.clj" 605]
[puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900 invoke "command.clj" 732]
[puppetlabs.puppetdb.command$process_cmd$fn__32899 invoke "command.clj" 729]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invokeStatic "metrics.clj" 26]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invoke "metrics.clj" 15]
[puppetlabs.puppetdb.command$process_cmd invokeStatic "command.clj" 726]
[puppetlabs.puppetdb.command$process_cmd invoke "command.clj" 712]
[puppetlabs.puppetdb.command$process_message invokeStatic "command.clj" 819]
[puppetlabs.puppetdb.command$process_message invoke "command.clj" 775]
[puppetlabs.puppetdb.command$message_handler$fn__32933 invoke "command.clj" 853]
[puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515 invoke "threadpool.clj" 115]
[puppetlabs.puppetdb.threadpool$gated_execute$fn__32475 invoke "threadpool.clj" 68]
[clojure.lang.AFn run "AFn.java" 22]
[java.util.concurrent.ThreadPoolExecutor runWorker "ThreadPoolExecutor.java" 1128]
[java.util.concurrent.ThreadPoolExecutor$Worker run "ThreadPoolExecutor.java" 628]
[java.lang.Thread run "Thread.java" 829]]}} [Ljava.lang.Throwable;@76644bb3
clojure.lang.ExceptionInfo: Rollback failed handling "Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 17:43:23.314+00' or certnames.expired < '2024-04-15 17:43:23.314+00') was aborted: FATAL: terminating connection due to administrator command Call getNextException to see other errors in the batch."
at clojure.java.jdbc$db_transaction_STAR_$fn__20388.invoke(jdbc.clj:826)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:818)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104.invoke(jdbc.clj:549)
at puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084.invoke(jdbc.clj:497)
at puppetlabs.puppetdb.jdbc$retry_sql.invokeStatic(jdbc.clj:507)
at puppetlabs.puppetdb.jdbc$retry_sql.invoke(jdbc.clj:488)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invokeStatic(jdbc.clj:546)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invoke(jdbc.clj:541)
at puppetlabs.puppetdb.command$exec_replace_facts.invokeStatic(command.clj:406)
at puppetlabs.puppetdb.command$exec_replace_facts.invoke(command.clj:403)
at puppetlabs.puppetdb.command$exec_command.invokeStatic(command.clj:525)
at puppetlabs.puppetdb.command$exec_command.invoke(command.clj:510)
at puppetlabs.puppetdb.command$attempt_exec_command$fn__32843.invoke(command.clj:611)
at puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832.invoke(command.clj:591)
at puppetlabs.puppetdb.command$call_with_quick_retry.invokeStatic(command.clj:589)
at puppetlabs.puppetdb.command$call_with_quick_retry.invoke(command.clj:587)
at puppetlabs.puppetdb.command$attempt_exec_command.invokeStatic(command.clj:609)
at puppetlabs.puppetdb.command$attempt_exec_command.invoke(command.clj:605)
--
2024-04-16T14:44:10.611Z ERROR [p.p.command] [9,839,231] [replace facts] Retrying after attempt 0 for sg2-v-test-ordo-1.be.core.pw, due to: clojure.lang.ExceptionInfo: Rollback failed handling "Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 18:13:26.109+00' or certnames.expired < '2024-04-15 18:13:26.109+00') was aborted: FATAL: terminating connection due to administrator command
Where: while locking tuple (45,72) in relation "certnames" Call getNextException to see other errors in the batch." {:rollback #error {
:cause "Connection is closed"
:via
[{:type java.sql.SQLException
:message "Connection is closed"
:at [com.zaxxer.hikari.pool.ProxyConnection$ClosedConnection lambda$getClosedConnection$0 "ProxyConnection.java" 490]}]
:trace
[[com.zaxxer.hikari.pool.ProxyConnection$ClosedConnection lambda$getClosedConnection$0 "ProxyConnection.java" 490]
[com.sun.proxy.$Proxy12 rollback nil -1]
[com.zaxxer.hikari.pool.ProxyConnection rollback "ProxyConnection.java" 377]
[com.zaxxer.hikari.pool.HikariProxyConnection rollback "HikariProxyConnection.java" -1]
[clojure.java.jdbc$db_transaction_STAR_$fn__20388 invoke "jdbc.clj" 822]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 818]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104 invoke "jdbc.clj" 549]
[puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084 invoke "jdbc.clj" 497]
[puppetlabs.puppetdb.jdbc$retry_sql invokeStatic "jdbc.clj" 507]
[puppetlabs.puppetdb.jdbc$retry_sql invoke "jdbc.clj" 488]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invokeStatic "jdbc.clj" 546]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invoke "jdbc.clj" 541]
[puppetlabs.puppetdb.command$exec_replace_facts invokeStatic "command.clj" 406]
[puppetlabs.puppetdb.command$exec_replace_facts invoke "command.clj" 403]
[puppetlabs.puppetdb.command$exec_command invokeStatic "command.clj" 525]
[puppetlabs.puppetdb.command$exec_command invoke "command.clj" 510]
[puppetlabs.puppetdb.command$attempt_exec_command$fn__32843 invoke "command.clj" 611]
[puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832 invoke "command.clj" 591]
[puppetlabs.puppetdb.command$call_with_quick_retry invokeStatic "command.clj" 589]
[puppetlabs.puppetdb.command$call_with_quick_retry invoke "command.clj" 587]
[puppetlabs.puppetdb.command$attempt_exec_command invokeStatic "command.clj" 609]
[puppetlabs.puppetdb.command$attempt_exec_command invoke "command.clj" 605]
[puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900 invoke "command.clj" 732]
[puppetlabs.puppetdb.command$process_cmd$fn__32899 invoke "command.clj" 729]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invokeStatic "metrics.clj" 26]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invoke "metrics.clj" 15]
[puppetlabs.puppetdb.command$process_cmd invokeStatic "command.clj" 726]
[puppetlabs.puppetdb.command$process_cmd invoke "command.clj" 712]
[puppetlabs.puppetdb.command$process_message invokeStatic "command.clj" 819]
[puppetlabs.puppetdb.command$process_message invoke "command.clj" 775]
[puppetlabs.puppetdb.command$message_handler$fn__32933 invoke "command.clj" 853]
[puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515 invoke "threadpool.clj" 115]
[puppetlabs.puppetdb.threadpool$gated_execute$fn__32475 invoke "threadpool.clj" 68]
[clojure.lang.AFn run "AFn.java" 22]
[java.util.concurrent.ThreadPoolExecutor runWorker "ThreadPoolExecutor.java" 1128]
[java.util.concurrent.ThreadPoolExecutor$Worker run "ThreadPoolExecutor.java" 628]
[java.lang.Thread run "Thread.java" 829]]}, :handling #error {
:cause "FATAL: terminating connection due to administrator command\n Where: while locking tuple (45,72) in relation \"certnames\""
:via
[{:type java.sql.BatchUpdateException
:message "Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 18:13:26.109+00' or certnames.expired < '2024-04-15 18:13:26.109+00') was aborted: FATAL: terminating connection due to administrator command\n Where: while locking tuple (45,72) in relation \"certnames\" Call getNextException to see other errors in the batch."
:at [org.postgresql.jdbc.BatchResultHandler handleError "BatchResultHandler.java" 165]}
{:type org.postgresql.util.PSQLException
:message "FATAL: terminating connection due to administrator command\n Where: while locking tuple (45,72) in relation \"certnames\""
:at [org.postgresql.core.v3.QueryExecutorImpl receiveErrorResponse "QueryExecutorImpl.java" 2676]}]
:trace
[[org.postgresql.core.v3.QueryExecutorImpl receiveErrorResponse "QueryExecutorImpl.java" 2676]
[org.postgresql.core.v3.QueryExecutorImpl processResults "QueryExecutorImpl.java" 2366]
[org.postgresql.core.v3.QueryExecutorImpl execute "QueryExecutorImpl.java" 560]
[org.postgresql.jdbc.PgStatement internalExecuteBatch "PgStatement.java" 893]
[org.postgresql.jdbc.PgStatement executeBatch "PgStatement.java" 916]
[org.postgresql.jdbc.PgPreparedStatement executeBatch "PgPreparedStatement.java" 1684]
[com.zaxxer.hikari.pool.ProxyStatement executeBatch "ProxyStatement.java" 128]
[com.zaxxer.hikari.pool.HikariProxyPreparedStatement executeBatch "HikariProxyPreparedStatement.java" -1]
[clojure.java.jdbc$execute_batch invokeStatic "jdbc.clj" 598]
[clojure.java.jdbc$execute_batch invoke "jdbc.clj" 591]
[clojure.java.jdbc$db_do_execute_prepared_statement$fn__20458 invoke "jdbc.clj" 1057]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 860]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 789]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[clojure.java.jdbc$db_do_execute_prepared_statement invokeStatic "jdbc.clj" 1056]
[clojure.java.jdbc$db_do_execute_prepared_statement invoke "jdbc.clj" 1042]
[clojure.java.jdbc$db_do_prepared invokeStatic "jdbc.clj" 1080]
[clojure.java.jdbc$db_do_prepared invoke "jdbc.clj" 1060]
[puppetlabs.puppetdb.jdbc$do_prepared invokeStatic "jdbc.clj" 72]
[puppetlabs.puppetdb.jdbc$do_prepared doInvoke "jdbc.clj" 67]
[clojure.lang.RestFn invoke "RestFn.java" 423]
[puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028$fn__28029 invoke "storage.clj" 1898]
[puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028 invoke "storage.clj" 1890]
[puppetlabs.puppetdb.command$do_replace_facts invokeStatic "command.clj" 400]
[puppetlabs.puppetdb.command$do_replace_facts invoke "command.clj" 399]
[puppetlabs.puppetdb.command$exec_replace_facts$fn__32666 invoke "command.clj" 409]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104$fn__22117 invoke "jdbc.clj" 553]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 807]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104 invoke "jdbc.clj" 549]
[puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084 invoke "jdbc.clj" 497]
[puppetlabs.puppetdb.jdbc$retry_sql invokeStatic "jdbc.clj" 507]
[puppetlabs.puppetdb.jdbc$retry_sql invoke "jdbc.clj" 488]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invokeStatic "jdbc.clj" 546]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invoke "jdbc.clj" 541]
[puppetlabs.puppetdb.command$exec_replace_facts invokeStatic "command.clj" 406]
[puppetlabs.puppetdb.command$exec_replace_facts invoke "command.clj" 403]
[puppetlabs.puppetdb.command$exec_command invokeStatic "command.clj" 525]
[puppetlabs.puppetdb.command$exec_command invoke "command.clj" 510]
[puppetlabs.puppetdb.command$attempt_exec_command$fn__32843 invoke "command.clj" 611]
[puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832 invoke "command.clj" 591]
[puppetlabs.puppetdb.command$call_with_quick_retry invokeStatic "command.clj" 589]
[puppetlabs.puppetdb.command$call_with_quick_retry invoke "command.clj" 587]
[puppetlabs.puppetdb.command$attempt_exec_command invokeStatic "command.clj" 609]
[puppetlabs.puppetdb.command$attempt_exec_command invoke "command.clj" 605]
[puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900 invoke "command.clj" 732]
[puppetlabs.puppetdb.command$process_cmd$fn__32899 invoke "command.clj" 729]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invokeStatic "metrics.clj" 26]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invoke "metrics.clj" 15]
[puppetlabs.puppetdb.command$process_cmd invokeStatic "command.clj" 726]
[puppetlabs.puppetdb.command$process_cmd invoke "command.clj" 712]
[puppetlabs.puppetdb.command$process_message invokeStatic "command.clj" 819]
[puppetlabs.puppetdb.command$process_message invoke "command.clj" 775]
[puppetlabs.puppetdb.command$message_handler$fn__32933 invoke "command.clj" 853]
[puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515 invoke "threadpool.clj" 115]
[puppetlabs.puppetdb.threadpool$gated_execute$fn__32475 invoke "threadpool.clj" 68]
[clojure.lang.AFn run "AFn.java" 22]
[java.util.concurrent.ThreadPoolExecutor runWorker "ThreadPoolExecutor.java" 1128]
[java.util.concurrent.ThreadPoolExecutor$Worker run "ThreadPoolExecutor.java" 628]
[java.lang.Thread run "Thread.java" 829]]}} [Ljava.lang.Throwable;@76644bb3
clojure.lang.ExceptionInfo: Rollback failed handling "Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 18:13:26.109+00' or certnames.expired < '2024-04-15 18:13:26.109+00') was aborted: FATAL: terminating connection due to administrator command
Where: while locking tuple (45,72) in relation "certnames" Call getNextException to see other errors in the batch."
at clojure.java.jdbc$db_transaction_STAR_$fn__20388.invoke(jdbc.clj:826)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:818)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104.invoke(jdbc.clj:549)
at puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084.invoke(jdbc.clj:497)
at puppetlabs.puppetdb.jdbc$retry_sql.invokeStatic(jdbc.clj:507)
at puppetlabs.puppetdb.jdbc$retry_sql.invoke(jdbc.clj:488)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invokeStatic(jdbc.clj:546)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invoke(jdbc.clj:541)
at puppetlabs.puppetdb.command$exec_replace_facts.invokeStatic(command.clj:406)
at puppetlabs.puppetdb.command$exec_replace_facts.invoke(command.clj:403)
at puppetlabs.puppetdb.command$exec_command.invokeStatic(command.clj:525)
at puppetlabs.puppetdb.command$exec_command.invoke(command.clj:510)
at puppetlabs.puppetdb.command$attempt_exec_command$fn__32843.invoke(command.clj:611)
at puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832.invoke(command.clj:591)
at puppetlabs.puppetdb.command$call_with_quick_retry.invokeStatic(command.clj:589)
at puppetlabs.puppetdb.command$call_with_quick_retry.invoke(command.clj:587)
--
2024-04-16T14:44:10.611Z ERROR [p.p.command] [9,830,819] [replace catalog] Retrying after attempt 1 for sg2-v-test-ordo-1.be.core.pw, due to: clojure.lang.ExceptionInfo: Rollback failed handling "Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 15:09:40.841+00' or certnames.expired < '2024-04-15 15:09:40.841+00') was aborted: FATAL: terminating connection due to administrator command Call getNextException to see other errors in the batch." {:rollback #error {
:cause "Connection is closed"
:via
[{:type java.sql.SQLException
:message "Connection is closed"
:at [com.zaxxer.hikari.pool.ProxyConnection$ClosedConnection lambda$getClosedConnection$0 "ProxyConnection.java" 490]}]
:trace
[[com.zaxxer.hikari.pool.ProxyConnection$ClosedConnection lambda$getClosedConnection$0 "ProxyConnection.java" 490]
[com.sun.proxy.$Proxy12 rollback nil -1]
[com.zaxxer.hikari.pool.ProxyConnection rollback "ProxyConnection.java" 377]
[com.zaxxer.hikari.pool.HikariProxyConnection rollback "HikariProxyConnection.java" -1]
[clojure.java.jdbc$db_transaction_STAR_$fn__20388 invoke "jdbc.clj" 822]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 818]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104 invoke "jdbc.clj" 549]
[puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084 invoke "jdbc.clj" 497]
[puppetlabs.puppetdb.jdbc$retry_sql invokeStatic "jdbc.clj" 507]
[puppetlabs.puppetdb.jdbc$retry_sql invoke "jdbc.clj" 488]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invokeStatic "jdbc.clj" 546]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invoke "jdbc.clj" 541]
[puppetlabs.puppetdb.command$exec_replace_catalog invokeStatic "command.clj" 350]
[puppetlabs.puppetdb.command$exec_replace_catalog invoke "command.clj" 347]
[puppetlabs.puppetdb.command$exec_command invokeStatic "command.clj" 525]
[puppetlabs.puppetdb.command$exec_command invoke "command.clj" 510]
[puppetlabs.puppetdb.command$attempt_exec_command$fn__32843 invoke "command.clj" 611]
[puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832 invoke "command.clj" 591]
[puppetlabs.puppetdb.command$call_with_quick_retry invokeStatic "command.clj" 589]
[puppetlabs.puppetdb.command$call_with_quick_retry invoke "command.clj" 587]
[puppetlabs.puppetdb.command$attempt_exec_command invokeStatic "command.clj" 609]
[puppetlabs.puppetdb.command$attempt_exec_command invoke "command.clj" 605]
[puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900 invoke "command.clj" 732]
[puppetlabs.puppetdb.command$process_cmd$fn__32899 invoke "command.clj" 729]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invokeStatic "metrics.clj" 26]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invoke "metrics.clj" 15]
[puppetlabs.puppetdb.command$process_cmd invokeStatic "command.clj" 726]
[puppetlabs.puppetdb.command$process_cmd invoke "command.clj" 712]
[puppetlabs.puppetdb.command$process_message invokeStatic "command.clj" 819]
[puppetlabs.puppetdb.command$process_message invoke "command.clj" 775]
[puppetlabs.puppetdb.command$message_handler$fn__32933 invoke "command.clj" 853]
[puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515 invoke "threadpool.clj" 115]
[puppetlabs.puppetdb.threadpool$gated_execute$fn__32475 invoke "threadpool.clj" 68]
[clojure.lang.AFn run "AFn.java" 22]
[java.util.concurrent.ThreadPoolExecutor runWorker "ThreadPoolExecutor.java" 1128]
[java.util.concurrent.ThreadPoolExecutor$Worker run "ThreadPoolExecutor.java" 628]
[java.lang.Thread run "Thread.java" 829]]}, :handling #error {
:cause "FATAL: terminating connection due to administrator command"
:via
[{:type java.sql.BatchUpdateException
:message "Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 15:09:40.841+00' or certnames.expired < '2024-04-15 15:09:40.841+00') was aborted: FATAL: terminating connection due to administrator command Call getNextException to see other errors in the batch."
:at [org.postgresql.jdbc.BatchResultHandler handleError "BatchResultHandler.java" 165]}
{:type org.postgresql.util.PSQLException
:message "FATAL: terminating connection due to administrator command"
:at [org.postgresql.core.v3.QueryExecutorImpl receiveErrorResponse "QueryExecutorImpl.java" 2676]}]
:trace
[[org.postgresql.core.v3.QueryExecutorImpl receiveErrorResponse "QueryExecutorImpl.java" 2676]
[org.postgresql.core.v3.QueryExecutorImpl processResults "QueryExecutorImpl.java" 2366]
[org.postgresql.core.v3.QueryExecutorImpl execute "QueryExecutorImpl.java" 560]
[org.postgresql.jdbc.PgStatement internalExecuteBatch "PgStatement.java" 893]
[org.postgresql.jdbc.PgStatement executeBatch "PgStatement.java" 916]
[org.postgresql.jdbc.PgPreparedStatement executeBatch "PgPreparedStatement.java" 1684]
[com.zaxxer.hikari.pool.ProxyStatement executeBatch "ProxyStatement.java" 128]
[com.zaxxer.hikari.pool.HikariProxyPreparedStatement executeBatch "HikariProxyPreparedStatement.java" -1]
[clojure.java.jdbc$execute_batch invokeStatic "jdbc.clj" 598]
[clojure.java.jdbc$execute_batch invoke "jdbc.clj" 591]
[clojure.java.jdbc$db_do_execute_prepared_statement$fn__20458 invoke "jdbc.clj" 1057]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 860]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 789]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[clojure.java.jdbc$db_do_execute_prepared_statement invokeStatic "jdbc.clj" 1056]
[clojure.java.jdbc$db_do_execute_prepared_statement invoke "jdbc.clj" 1042]
[clojure.java.jdbc$db_do_prepared invokeStatic "jdbc.clj" 1080]
[clojure.java.jdbc$db_do_prepared invoke "jdbc.clj" 1060]
[puppetlabs.puppetdb.jdbc$do_prepared invokeStatic "jdbc.clj" 72]
[puppetlabs.puppetdb.jdbc$do_prepared doInvoke "jdbc.clj" 67]
[clojure.lang.RestFn invoke "RestFn.java" 423]
[puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028$fn__28029 invoke "storage.clj" 1898]
[puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028 invoke "storage.clj" 1890]
[puppetlabs.puppetdb.command$do_replace_catalog invokeStatic "command.clj" 344]
[puppetlabs.puppetdb.command$do_replace_catalog invoke "command.clj" 343]
[puppetlabs.puppetdb.command$exec_replace_catalog$fn__32626 invoke "command.clj" 353]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104$fn__22117 invoke "jdbc.clj" 553]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 807]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104 invoke "jdbc.clj" 549]
[puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084 invoke "jdbc.clj" 497]
[puppetlabs.puppetdb.jdbc$retry_sql invokeStatic "jdbc.clj" 507]
[puppetlabs.puppetdb.jdbc$retry_sql invoke "jdbc.clj" 488]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invokeStatic "jdbc.clj" 546]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invoke "jdbc.clj" 541]
[puppetlabs.puppetdb.command$exec_replace_catalog invokeStatic "command.clj" 350]
[puppetlabs.puppetdb.command$exec_replace_catalog invoke "command.clj" 347]
[puppetlabs.puppetdb.command$exec_command invokeStatic "command.clj" 525]
[puppetlabs.puppetdb.command$exec_command invoke "command.clj" 510]
[puppetlabs.puppetdb.command$attempt_exec_command$fn__32843 invoke "command.clj" 611]
[puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832 invoke "command.clj" 591]
[puppetlabs.puppetdb.command$call_with_quick_retry invokeStatic "command.clj" 589]
[puppetlabs.puppetdb.command$call_with_quick_retry invoke "command.clj" 587]
[puppetlabs.puppetdb.command$attempt_exec_command invokeStatic "command.clj" 609]
[puppetlabs.puppetdb.command$attempt_exec_command invoke "command.clj" 605]
[puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900 invoke "command.clj" 732]
[puppetlabs.puppetdb.command$process_cmd$fn__32899 invoke "command.clj" 729]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invokeStatic "metrics.clj" 26]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invoke "metrics.clj" 15]
[puppetlabs.puppetdb.command$process_cmd invokeStatic "command.clj" 726]
[puppetlabs.puppetdb.command$process_cmd invoke "command.clj" 712]
[puppetlabs.puppetdb.command$process_message invokeStatic "command.clj" 819]
[puppetlabs.puppetdb.command$process_message invoke "command.clj" 775]
[puppetlabs.puppetdb.command$message_handler$fn__32933 invoke "command.clj" 853]
[puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515 invoke "threadpool.clj" 115]
[puppetlabs.puppetdb.threadpool$gated_execute$fn__32475 invoke "threadpool.clj" 68]
[clojure.lang.AFn run "AFn.java" 22]
[java.util.concurrent.ThreadPoolExecutor runWorker "ThreadPoolExecutor.java" 1128]
[java.util.concurrent.ThreadPoolExecutor$Worker run "ThreadPoolExecutor.java" 628]
[java.lang.Thread run "Thread.java" 829]]}} [Ljava.lang.Throwable;@76644bb3
clojure.lang.ExceptionInfo: Rollback failed handling "Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 15:09:40.841+00' or certnames.expired < '2024-04-15 15:09:40.841+00') was aborted: FATAL: terminating connection due to administrator command Call getNextException to see other errors in the batch."
at clojure.java.jdbc$db_transaction_STAR_$fn__20388.invoke(jdbc.clj:826)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:818)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104.invoke(jdbc.clj:549)
at puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084.invoke(jdbc.clj:497)
at puppetlabs.puppetdb.jdbc$retry_sql.invokeStatic(jdbc.clj:507)
at puppetlabs.puppetdb.jdbc$retry_sql.invoke(jdbc.clj:488)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invokeStatic(jdbc.clj:546)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invoke(jdbc.clj:541)
at puppetlabs.puppetdb.command$exec_replace_catalog.invokeStatic(command.clj:350)
at puppetlabs.puppetdb.command$exec_replace_catalog.invoke(command.clj:347)
at puppetlabs.puppetdb.command$exec_command.invokeStatic(command.clj:525)
at puppetlabs.puppetdb.command$exec_command.invoke(command.clj:510)
at puppetlabs.puppetdb.command$attempt_exec_command$fn__32843.invoke(command.clj:611)
at puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832.invoke(command.clj:591)
at puppetlabs.puppetdb.command$call_with_quick_retry.invokeStatic(command.clj:589)
at puppetlabs.puppetdb.command$call_with_quick_retry.invoke(command.clj:587)
at puppetlabs.puppetdb.command$attempt_exec_command.invokeStatic(command.clj:609)
at puppetlabs.puppetdb.command$attempt_exec_command.invoke(command.clj:605)
--
2024-04-16T14:44:10.806Z ERROR [p.p.command] [9,835,207] [replace catalog] Retrying after attempt 0 for sg2-v-test-ordo-1.be.core.pw, due to: clojure.lang.ExceptionInfo: Rollback failed handling "FATAL: terminating connection due to administrator command" {:rollback #error {
:cause "Connection is closed"
:via
[{:type java.sql.SQLException
:message "Connection is closed"
:at [com.zaxxer.hikari.pool.ProxyConnection$ClosedConnection lambda$getClosedConnection$0 "ProxyConnection.java" 490]}]
:trace
[[com.zaxxer.hikari.pool.ProxyConnection$ClosedConnection lambda$getClosedConnection$0 "ProxyConnection.java" 490]
[com.sun.proxy.$Proxy12 rollback nil -1]
[com.zaxxer.hikari.pool.ProxyConnection rollback "ProxyConnection.java" 377]
[com.zaxxer.hikari.pool.HikariProxyConnection rollback "HikariProxyConnection.java" -1]
[clojure.java.jdbc$db_transaction_STAR_$fn__20388 invoke "jdbc.clj" 822]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 818]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104 invoke "jdbc.clj" 549]
[puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084 invoke "jdbc.clj" 497]
[puppetlabs.puppetdb.jdbc$retry_sql invokeStatic "jdbc.clj" 507]
[puppetlabs.puppetdb.jdbc$retry_sql invoke "jdbc.clj" 488]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invokeStatic "jdbc.clj" 546]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invoke "jdbc.clj" 541]
[puppetlabs.puppetdb.command$exec_replace_catalog invokeStatic "command.clj" 350]
[puppetlabs.puppetdb.command$exec_replace_catalog invoke "command.clj" 347]
[puppetlabs.puppetdb.command$exec_command invokeStatic "command.clj" 525]
[puppetlabs.puppetdb.command$exec_command invoke "command.clj" 510]
[puppetlabs.puppetdb.command$attempt_exec_command$fn__32843 invoke "command.clj" 611]
[puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832 invoke "command.clj" 591]
[puppetlabs.puppetdb.command$call_with_quick_retry invokeStatic "command.clj" 589]
[puppetlabs.puppetdb.command$call_with_quick_retry invoke "command.clj" 587]
[puppetlabs.puppetdb.command$attempt_exec_command invokeStatic "command.clj" 609]
[puppetlabs.puppetdb.command$attempt_exec_command invoke "command.clj" 605]
[puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900 invoke "command.clj" 732]
[puppetlabs.puppetdb.command$process_cmd$fn__32899 invoke "command.clj" 729]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317 invoke "metrics.clj" 23]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invokeStatic "metrics.clj" 26]
[puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_ invoke "metrics.clj" 15]
[puppetlabs.puppetdb.command$process_cmd invokeStatic "command.clj" 726]
[puppetlabs.puppetdb.command$process_cmd invoke "command.clj" 712]
[puppetlabs.puppetdb.command$process_message invokeStatic "command.clj" 819]
[puppetlabs.puppetdb.command$process_message invoke "command.clj" 775]
[puppetlabs.puppetdb.command$message_handler$fn__32933 invoke "command.clj" 853]
[puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515 invoke "threadpool.clj" 115]
[puppetlabs.puppetdb.threadpool$gated_execute$fn__32475 invoke "threadpool.clj" 68]
[clojure.lang.AFn run "AFn.java" 22]
[java.util.concurrent.ThreadPoolExecutor runWorker "ThreadPoolExecutor.java" 1128]
[java.util.concurrent.ThreadPoolExecutor$Worker run "ThreadPoolExecutor.java" 628]
[java.lang.Thread run "Thread.java" 829]]}, :handling #error {
:cause "FATAL: terminating connection due to administrator command"
:via
[{:type org.postgresql.util.PSQLException
:message "FATAL: terminating connection due to administrator command"
:at [org.postgresql.core.v3.QueryExecutorImpl receiveErrorResponse "QueryExecutorImpl.java" 2676]}]
:trace
[[org.postgresql.core.v3.QueryExecutorImpl receiveErrorResponse "QueryExecutorImpl.java" 2676]
[org.postgresql.core.v3.QueryExecutorImpl processResults "QueryExecutorImpl.java" 2366]
[org.postgresql.core.v3.QueryExecutorImpl execute "QueryExecutorImpl.java" 356]
[org.postgresql.jdbc.PgStatement executeInternal "PgStatement.java" 496]
[org.postgresql.jdbc.PgStatement execute "PgStatement.java" 413]
[org.postgresql.jdbc.PgPreparedStatement executeWithFlags "PgPreparedStatement.java" 190]
[org.postgresql.jdbc.PgPreparedStatement executeUpdate "PgPreparedStatement.java" 152]
[com.zaxxer.hikari.pool.ProxyPreparedStatement executeUpdate "ProxyPreparedStatement.java" 61]
[com.zaxxer.hikari.pool.HikariProxyPreparedStatement executeUpdate "HikariProxyPreparedStatement.java" -1]
[clojure.java.jdbc$db_do_execute_prepared_return_keys$exec_and_return_keys__20429 invoke "jdbc.clj" 979]
[clojure.java.jdbc$db_do_execute_prepared_return_keys invokeStatic "jdbc.clj" 1007]
[clojure.java.jdbc$db_do_execute_prepared_return_keys invoke "jdbc.clj" 963]
[clojure.java.jdbc$db_do_prepared_return_keys invokeStatic "jdbc.clj" 1038]
[clojure.java.jdbc$db_do_prepared_return_keys invoke "jdbc.clj" 1015]
[clojure.java.jdbc$multi_insert_helper$per_statement__20537 invoke "jdbc.clj" 1500]
[clojure.core$mapv$fn__8535 invoke "core.clj" 6979]
[clojure.core.protocols$fn__8249 invokeStatic "protocols.clj" 168]
[clojure.core.protocols$fn__8249 invoke "protocols.clj" 124]
[clojure.core.protocols$fn__8204$G__8199__8213 invoke "protocols.clj" 19]
[clojure.core.protocols$seq_reduce invokeStatic "protocols.clj" 31]
[clojure.core.protocols$fn__8236 invokeStatic "protocols.clj" 75]
[clojure.core.protocols$fn__8236 invoke "protocols.clj" 75]
[clojure.core.protocols$fn__8178$G__8173__8191 invoke "protocols.clj" 13]
[clojure.core$reduce invokeStatic "core.clj" 6886]
[clojure.core$mapv invokeStatic "core.clj" 6970]
[clojure.core$mapv invoke "core.clj" 6970]
[clojure.java.jdbc$multi_insert_helper invokeStatic "jdbc.clj" 1516]
[clojure.java.jdbc$multi_insert_helper invoke "jdbc.clj" 1493]
[clojure.java.jdbc$insert_helper$fn__20541 invoke "jdbc.clj" 1523]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 860]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 789]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[clojure.java.jdbc$insert_helper invokeStatic "jdbc.clj" 1523]
[clojure.java.jdbc$insert_helper invoke "jdbc.clj" 1518]
[clojure.java.jdbc$insert_rows_BANG_ invokeStatic "jdbc.clj" 1581]
[clojure.java.jdbc$insert_rows_BANG_ invoke "jdbc.clj" 1567]
[clojure.java.jdbc$insert_multi_BANG_ invokeStatic "jdbc.clj" 1647]
[clojure.java.jdbc$insert_multi_BANG_ invoke "jdbc.clj" 1619]
[puppetlabs.puppetdb.jdbc$insert_multi_BANG_ invokeStatic "jdbc.clj" 204]
[puppetlabs.puppetdb.jdbc$insert_multi_BANG_ invoke "jdbc.clj" 197]
[puppetlabs.puppetdb.scf.storage$fn__26946$insert_records_STAR___26951$fn__26952 invoke "storage.clj" 580]
[puppetlabs.puppetdb.scf.storage$fn__26946$insert_records_STAR___26951 invoke "storage.clj" 575]
[puppetlabs.puppetdb.scf.storage$fn__26970$add_params_BANG___26975$fn__26976 invoke "storage.clj" 600]
[puppetlabs.puppetdb.scf.storage$fn__26970$add_params_BANG___26975 invoke "storage.clj" 582]
[puppetlabs.puppetdb.scf.storage$fn__27223$add_resources_BANG___27228$fn__27229$fn__27230 invoke "storage.clj" 774]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 860]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.scf.storage$fn__27223$add_resources_BANG___27228$fn__27229 invoke "storage.clj" 773]
[puppetlabs.puppetdb.scf.storage$fn__27223$add_resources_BANG___27228 invoke "storage.clj" 765]
[puppetlabs.puppetdb.scf.storage$fn__27432$update_catalog_associations_BANG___27437$fn__27441$fn__27443 invoke "storage.clj" 887]
[puppetlabs.puppetdb.scf.storage.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.scf.storage$fn__27432$update_catalog_associations_BANG___27437$fn__27441 invoke "storage.clj" 886]
[puppetlabs.puppetdb.scf.storage$fn__27432$update_catalog_associations_BANG___27437 invoke "storage.clj" 881]
[puppetlabs.puppetdb.scf.storage$fn__27470$replace_existing_catalog__27475$fn__27476$fn__27477 invoke "storage.clj" 905]
[puppetlabs.puppetdb.scf.storage.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.scf.storage$fn__27470$replace_existing_catalog__27475$fn__27476 invoke "storage.clj" 903]
[puppetlabs.puppetdb.scf.storage$fn__27470$replace_existing_catalog__27475 invoke "storage.clj" 891]
[puppetlabs.puppetdb.scf.storage$fn__27531$replace_catalog_BANG___27540$fn__27546$fn__27548$fn__27549 invoke "storage.clj" 945]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 860]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.scf.storage$fn__27531$replace_catalog_BANG___27540$fn__27546$fn__27548 invoke "storage.clj" 928]
[puppetlabs.puppetdb.scf.storage.proxy$java.lang.Object$Callable$7da976d4 call nil -1]
[com.codahale.metrics.Timer time "Timer.java" 101]
[puppetlabs.puppetdb.scf.storage$fn__27531$replace_catalog_BANG___27540$fn__27546 invoke "storage.clj" 927]
[puppetlabs.puppetdb.scf.storage$fn__27531$replace_catalog_BANG___27540 invoke "storage.clj" 920]
[puppetlabs.puppetdb.command$do_replace_catalog invokeStatic "command.clj" 345]
[puppetlabs.puppetdb.command$do_replace_catalog invoke "command.clj" 343]
[puppetlabs.puppetdb.command$exec_replace_catalog$fn__32626 invoke "command.clj" 353]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104$fn__22117 invoke "jdbc.clj" 553]
[clojure.java.jdbc$db_transaction_STAR_ invokeStatic "jdbc.clj" 807]
[clojure.java.jdbc$db_transaction_STAR_ invoke "jdbc.clj" 776]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104 invoke "jdbc.clj" 549]
[puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084 invoke "jdbc.clj" 497]
[puppetlabs.puppetdb.jdbc$retry_sql invokeStatic "jdbc.clj" 507]
[puppetlabs.puppetdb.jdbc$retry_sql invoke "jdbc.clj" 488]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invokeStatic "jdbc.clj" 546]
[puppetlabs.puppetdb.jdbc$retry_with_monitored_connection invoke "jdbc.clj" 541]
[puppetlabs.puppetdb.command$exec_replace_catalog invokeStatic "command.clj" 350]
[puppetlabs.puppetdb.command$exec_replace_catalog invoke "command.clj" 347]
[puppetlabs.puppetdb.command$exec_command invokeStatic "command.clj" 525]
[puppetlabs.puppetdb.command$exec_command invoke "command.clj" 510]
[puppetlabs.puppetdb.command$attempt_exec_command$fn__32843 invoke "command.clj" 611]
[puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832 invoke "command.clj" 591]
[puppetlabs.puppetdb.command$call_with_quick_retry invokeStatic "command.clj" 589]
[puppetlabs.puppetdb.command$call_with_quick_retry invoke "command.clj" 587]
[puppetlabs.puppetdb.command$attempt_exec_command invokeStatic "command.clj" 609]
[puppetlabs.puppetdb.command$attempt_exec_command invoke "command.clj" 605]
[puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900 invoke "command.clj" 732]
[puppetlabs.puppetdb.command$process_cmd$fn__32899 invoke "command.clj" 729]
--
2024-04-16T15:34:17.962Z ERROR [p.p.command] [9,836,547] [replace catalog] Retrying after attempt 0 for sg2-v-test-ordo-1.be.core.pw, due to: java.sql.BatchUpdateException: Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 17:14:12.069+00' or certnames.expired < '2024-04-15 17:14:12.069+00') was aborted: ERROR: canceling statement due to statement timeout
Where: while locking tuple (92,107) in relation "certnames" Call getNextException to see other errors in the batch. [Ljava.lang.Throwable;@76644bb3
java.sql.BatchUpdateException: Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 17:14:12.069+00' or certnames.expired < '2024-04-15 17:14:12.069+00') was aborted: ERROR: canceling statement due to statement timeout
Where: while locking tuple (92,107) in relation "certnames" Call getNextException to see other errors in the batch.
at org.postgresql.jdbc.BatchResultHandler.handleError(BatchResultHandler.java:165)
at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2367)
at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:560)
at org.postgresql.jdbc.PgStatement.internalExecuteBatch(PgStatement.java:893)
at org.postgresql.jdbc.PgStatement.executeBatch(PgStatement.java:916)
at org.postgresql.jdbc.PgPreparedStatement.executeBatch(PgPreparedStatement.java:1684)
at com.zaxxer.hikari.pool.ProxyStatement.executeBatch(ProxyStatement.java:128)
at com.zaxxer.hikari.pool.HikariProxyPreparedStatement.executeBatch(HikariProxyPreparedStatement.java)
at clojure.java.jdbc$execute_batch.invokeStatic(jdbc.clj:598)
at clojure.java.jdbc$execute_batch.invoke(jdbc.clj:591)
at clojure.java.jdbc$db_do_execute_prepared_statement$fn__20458.invoke(jdbc.clj:1057)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:860)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:789)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at clojure.java.jdbc$db_do_execute_prepared_statement.invokeStatic(jdbc.clj:1056)
at clojure.java.jdbc$db_do_execute_prepared_statement.invoke(jdbc.clj:1042)
at clojure.java.jdbc$db_do_prepared.invokeStatic(jdbc.clj:1080)
at clojure.java.jdbc$db_do_prepared.invoke(jdbc.clj:1060)
at puppetlabs.puppetdb.jdbc$do_prepared.invokeStatic(jdbc.clj:72)
at puppetlabs.puppetdb.jdbc$do_prepared.doInvoke(jdbc.clj:67)
at clojure.lang.RestFn.invoke(RestFn.java:423)
at puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028$fn__28029.invoke(storage.clj:1898)
at puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028.invoke(storage.clj:1890)
at puppetlabs.puppetdb.command$do_replace_catalog.invokeStatic(command.clj:344)
at puppetlabs.puppetdb.command$do_replace_catalog.invoke(command.clj:343)
at puppetlabs.puppetdb.command$exec_replace_catalog$fn__32626.invoke(command.clj:353)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104$fn__22117.invoke(jdbc.clj:553)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:807)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104.invoke(jdbc.clj:549)
at puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084.invoke(jdbc.clj:497)
at puppetlabs.puppetdb.jdbc$retry_sql.invokeStatic(jdbc.clj:527)
at puppetlabs.puppetdb.jdbc$retry_sql.invoke(jdbc.clj:488)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invokeStatic(jdbc.clj:546)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invoke(jdbc.clj:541)
at puppetlabs.puppetdb.command$exec_replace_catalog.invokeStatic(command.clj:350)
at puppetlabs.puppetdb.command$exec_replace_catalog.invoke(command.clj:347)
at puppetlabs.puppetdb.command$exec_command.invokeStatic(command.clj:525)
at puppetlabs.puppetdb.command$exec_command.invoke(command.clj:510)
at puppetlabs.puppetdb.command$attempt_exec_command$fn__32843.invoke(command.clj:611)
at puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832.invoke(command.clj:591)
at puppetlabs.puppetdb.command$call_with_quick_retry.invokeStatic(command.clj:589)
at puppetlabs.puppetdb.command$call_with_quick_retry.invoke(command.clj:587)
at puppetlabs.puppetdb.command$attempt_exec_command.invokeStatic(command.clj:609)
at puppetlabs.puppetdb.command$attempt_exec_command.invoke(command.clj:605)
at puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900.invoke(command.clj:732)
at puppetlabs.puppetdb.command$process_cmd$fn__32899.invoke(command.clj:729)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)
at com.codahale.metrics.Timer.time(Timer.java:101)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)
at com.codahale.metrics.Timer.time(Timer.java:101)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_.invokeStatic(metrics.clj:26)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_.invoke(metrics.clj:15)
at puppetlabs.puppetdb.command$process_cmd.invokeStatic(command.clj:726)
at puppetlabs.puppetdb.command$process_cmd.invoke(command.clj:712)
at puppetlabs.puppetdb.command$process_message.invokeStatic(command.clj:819)
at puppetlabs.puppetdb.command$process_message.invoke(command.clj:775)
at puppetlabs.puppetdb.command$message_handler$fn__32933.invoke(command.clj:853)
at puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515.invoke(threadpool.clj:115)
at puppetlabs.puppetdb.threadpool$gated_execute$fn__32475.invoke(threadpool.clj:68)
at clojure.lang.AFn.run(AFn.java:22)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.postgresql.util.PSQLException: ERROR: canceling statement due to statement timeout
Where: while locking tuple (92,107) in relation "certnames"
at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2676)
at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2366)
... 67 common frames omitted
2024-04-16T15:34:18.121Z WARN [p.p.jdbc] Caught exception. Last attempt, throwing exception.
2024-04-16T15:34:18.121Z WARN [p.p.jdbc] Caught exception. Last attempt, throwing exception.
2024-04-16T15:34:18.122Z ERROR [p.p.command] [9,833,725] [replace catalog] Retrying after attempt 1 for sg2-v-test-ordo-1.be.core.pw, due to: java.sql.BatchUpdateException: Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 16:14:10.892+00' or certnames.expired < '2024-04-15 16:14:10.892+00') was aborted: ERROR: canceling statement due to statement timeout
Where: while locking tuple (92,107) in relation "certnames" Call getNextException to see other errors in the batch. [Ljava.lang.Throwable;@76644bb3
java.sql.BatchUpdateException: Batch entry 0 insert into certnames (certname) values ('sg2-v-test-ordo-1.be.core.pw') on conflict (certname) do update set deactivated=null, expired=null where (certnames.deactivated < '2024-04-15 16:14:10.892+00' or certnames.expired < '2024-04-15 16:14:10.892+00') was aborted: ERROR: canceling statement due to statement timeout
Where: while locking tuple (92,107) in relation "certnames" Call getNextException to see other errors in the batch.
at org.postgresql.jdbc.BatchResultHandler.handleError(BatchResultHandler.java:165)
at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2367)
at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:560)
at org.postgresql.jdbc.PgStatement.internalExecuteBatch(PgStatement.java:893)
at org.postgresql.jdbc.PgStatement.executeBatch(PgStatement.java:916)
at org.postgresql.jdbc.PgPreparedStatement.executeBatch(PgPreparedStatement.java:1684)
at com.zaxxer.hikari.pool.ProxyStatement.executeBatch(ProxyStatement.java:128)
at com.zaxxer.hikari.pool.HikariProxyPreparedStatement.executeBatch(HikariProxyPreparedStatement.java)
at clojure.java.jdbc$execute_batch.invokeStatic(jdbc.clj:598)
at clojure.java.jdbc$execute_batch.invoke(jdbc.clj:591)
at clojure.java.jdbc$db_do_execute_prepared_statement$fn__20458.invoke(jdbc.clj:1057)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:860)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:789)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at clojure.java.jdbc$db_do_execute_prepared_statement.invokeStatic(jdbc.clj:1056)
at clojure.java.jdbc$db_do_execute_prepared_statement.invoke(jdbc.clj:1042)
at clojure.java.jdbc$db_do_prepared.invokeStatic(jdbc.clj:1080)
at clojure.java.jdbc$db_do_prepared.invoke(jdbc.clj:1060)
at puppetlabs.puppetdb.jdbc$do_prepared.invokeStatic(jdbc.clj:72)
at puppetlabs.puppetdb.jdbc$do_prepared.doInvoke(jdbc.clj:67)
at clojure.lang.RestFn.invoke(RestFn.java:423)
at puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028$fn__28029.invoke(storage.clj:1898)
at puppetlabs.puppetdb.scf.storage$fn__28023$maybe_activate_node_BANG___28028.invoke(storage.clj:1890)
at puppetlabs.puppetdb.command$do_replace_catalog.invokeStatic(command.clj:344)
at puppetlabs.puppetdb.command$do_replace_catalog.invoke(command.clj:343)
at puppetlabs.puppetdb.command$exec_replace_catalog$fn__32626.invoke(command.clj:353)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104$fn__22117.invoke(jdbc.clj:553)
at clojure.java.jdbc$db_transaction_STAR_.invokeStatic(jdbc.clj:807)
at clojure.java.jdbc$db_transaction_STAR_.invoke(jdbc.clj:776)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection$fn__22104.invoke(jdbc.clj:549)
at puppetlabs.puppetdb.jdbc$retry_sql$attempt__22084.invoke(jdbc.clj:497)
at puppetlabs.puppetdb.jdbc$retry_sql.invokeStatic(jdbc.clj:527)
at puppetlabs.puppetdb.jdbc$retry_sql.invoke(jdbc.clj:488)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invokeStatic(jdbc.clj:546)
at puppetlabs.puppetdb.jdbc$retry_with_monitored_connection.invoke(jdbc.clj:541)
at puppetlabs.puppetdb.command$exec_replace_catalog.invokeStatic(command.clj:350)
at puppetlabs.puppetdb.command$exec_replace_catalog.invoke(command.clj:347)
at puppetlabs.puppetdb.command$exec_command.invokeStatic(command.clj:525)
at puppetlabs.puppetdb.command$exec_command.invoke(command.clj:510)
at puppetlabs.puppetdb.command$attempt_exec_command$fn__32843.invoke(command.clj:611)
at puppetlabs.puppetdb.command$call_with_quick_retry$fn__32832.invoke(command.clj:591)
at puppetlabs.puppetdb.command$call_with_quick_retry.invokeStatic(command.clj:589)
at puppetlabs.puppetdb.command$call_with_quick_retry.invoke(command.clj:587)
at puppetlabs.puppetdb.command$attempt_exec_command.invokeStatic(command.clj:609)
at puppetlabs.puppetdb.command$attempt_exec_command.invoke(command.clj:605)
at puppetlabs.puppetdb.command$process_cmd$fn__32899$fn__32900.invoke(command.clj:732)
at puppetlabs.puppetdb.command$process_cmd$fn__32899.invoke(command.clj:729)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)
at com.codahale.metrics.Timer.time(Timer.java:101)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317$fn__26318.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)
at com.codahale.metrics.Timer.time(Timer.java:101)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_$fn__26316$fn__26317.invoke(metrics.clj:23)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_.invokeStatic(metrics.clj:26)
at puppetlabs.puppetdb.utils.metrics$multitime_BANG__STAR_.invoke(metrics.clj:15)
at puppetlabs.puppetdb.command$process_cmd.invokeStatic(command.clj:726)
at puppetlabs.puppetdb.command$process_cmd.invoke(command.clj:712)
at puppetlabs.puppetdb.command$process_message.invokeStatic(command.clj:819)
at puppetlabs.puppetdb.command$process_message.invoke(command.clj:775)
at puppetlabs.puppetdb.command$message_handler$fn__32933.invoke(command.clj:853)
at puppetlabs.puppetdb.threadpool$dochan$fn__32514$fn__32515.invoke(threadpool.clj:115)
at puppetlabs.puppetdb.threadpool$gated_execute$fn__32475.invoke(threadpool.clj:68)
at clojure.lang.AFn.run(AFn.java:22)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.postgresql.util.PSQLException: ERROR: canceling statement due to statement timeout
Where: while locking tuple (92,107) in relation "certnames"
at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2676)
at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2366)
... 67 common frames omitted
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment