Skip to content

Instantly share code, notes, and snippets.

@amirouche
Created June 20, 2020 09:40
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save amirouche/2f59fe3f361b7f16e8f50d89eef575be to your computer and use it in GitHub Desktop.
Save amirouche/2f59fe3f361b7f16e8f50d89eef575be to your computer and use it in GitHub Desktop.
# cat foo.scm
(define y_foundationdb_status.scm
'((cluster (layers (_valid . #t) (_error . "some error description")) (processes ($map_key=zoneid (version . "3.0.0") (machine_id . "0ccb4e0feddb5583010f6b77d9d10ece") (locality ($map_key=localityName . "value")) (class_source ($enum . #("command_line" "configure_auto" "set_class"))) (class_type ($enum . #("unset" "storage" "transaction" "resolution" "proxy" "master" "test"))) (degraded . #t) (roles . #(((query_queue_max . 0) (local_rate . 0) (input_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (stored_bytes . 12341234) (kvstore_used_bytes . 12341234) (kvstore_available_bytes . 12341234) (kvstore_free_bytes . 12341234) (kvstore_total_bytes . 12341234) (durable_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (queue_disk_used_bytes . 12341234) (queue_disk_available_bytes . 12341234) (queue_disk_free_bytes . 12341234) (queue_disk_total_bytes . 12341234) (role ($enum . #("master" "proxy" "log" "storage" "resolver" "cluster_controller" "data_distributor" "ratekeeper" "router" "coordinator"))) (data_version . 12341234) (durable_version . 12341234) (data_lag (seconds . 5.0) (versions . 12341234)) (durability_lag (seconds . 5.0) (versions . 12341234)) (id . "eb84471d68c12d1d26f692a50000003f") (total_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (finished_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (bytes_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (keys_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutation_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutations (hz . 0.0) (counter . 0) (roughness . 0.0)) (grv_latency_bands ($map_key=upperBoundOfBand . 1)) (read_latency_bands ($map_key=upperBoundOfBand . 1)) (commit_latency_bands ($map_key=upperBoundOfBand . 1))))) (command_line . "-r simulation") (memory (available_bytes . 0) (limit_bytes . 0) (unused_allocated_memory . 0) (used_bytes . 0)) (messages . #(((time . 12345.12312) (type . "x") (name ($enum . #("file_open_error" "incorrect_cluster_file_contents" "process_error" "io_error" "io_timeout" "platform_error" "storage_server_lagging" "(other FDB error messages)"))) (raw_log_message . "<stuff/>") (description . "abc")))) (fault_domain . "0ccb4e0fdbdb5583010f6b77d9d10ece") (under_maintenance . #t) (excluded . #f) (address . "1.2.3.4:1234") (disk (free_bytes . 3451233456234) (reads (hz . 0.0) (counter . 0) (sectors . 0)) (busy . 0.0) (writes (hz . 0.0) (counter . 0) (sectors . 0)) (total_bytes . 123412341234)) (uptime_seconds . 1234.2345) (cpu (usage_cores . 0.0)) (network (current_connections . 0) (connections_established (hz . 0.0)) (connections_closed (hz . 0.0)) (connection_errors (hz . 0.0)) (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tls_policy_failures (hz . 0.0))) (run_loop_busy . 0.2))) (old_logs . #(((logs . #(((id . "7f8d623d0cb9966e") (healthy . #t) (address . "1.2.3.4:1234")))) (log_replication_factor . 3) (log_write_anti_quorum . 0) (log_fault_tolerance . 2) (remote_log_replication_factor . 3) (remote_log_fault_tolerance . 2) (satellite_log_replication_factor . 3) (satellite_log_write_anti_quorum . 0) (satellite_log_fault_tolerance . 2)))) (fault_tolerance (max_zone_failures_without_losing_availability . 0) (max_zone_failures_without_losing_data . 0)) (qos (worst_queue_bytes_log_server . 460) (batch_performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (batch_transactions_per_second_limit . 0) (transactions_per_second_limit . 0) (batch_released_transactions_per_second . 0) (released_transactions_per_second . 0) (limiting_queue_bytes_storage_server . 0) (worst_queue_bytes_storage_server . 0) (limiting_version_lag_storage_server . 0) (worst_version_lag_storage_server . 0) (limiting_data_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_data_lag_storage_server (versions . 0) (seconds . 0.0)) (limiting_durability_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_durability_lag_storage_server (versions . 0) (seconds . 0.0))) (incompatible_connections . #()) (datacenter_lag (seconds . 1.0) (versions . 1000000)) (degraded_processes . 0) (database_available . #t) (database_locked . #f) (generation . 2) (latency_probe (read_seconds . 7) (immediate_priority_transaction_start_seconds . 0.0) (batch_priority_transaction_start_seconds . 0.0) (transaction_start_seconds . 0.0) (commit_seconds . 0.02)) (clients (count . 1) (supported_versions . #(((client_version . "3.0.0") (connected_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (max_protocol_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (count . 1) (max_protocol_count . 1) (protocol_version . "fdb00a400050001") (source_version . "9430e1127b4991cbc5ab2b17f41cfffa5de07e9d"))))) (page_cache (log_hit_rate . 0.5) (storage_hit_rate . 0.5)) (messages . #(((reasons . #(((description . "Blah.")))) (unreachable_processes . #(((address . "1.2.3.4:1234")))) (name ($enum . #("unreachable_master_worker" "unreachable_dataDistributor_worker" "unreachable_ratekeeper_worker" "unreadable_configuration" "full_replication_timeout" "client_issues" "unreachable_processes" "immediate_priority_transaction_start_probe_timeout" "batch_priority_transaction_start_probe_timeout" "transaction_start_probe_timeout" "read_probe_timeout" "commit_probe_timeout" "storage_servers_error" "status_incomplete" "layer_status_incomplete" "database_availability_timeout" "consistencycheck_suspendkey_fetch_timeout" "consistencycheck_disabled"))) (issues . #(((name ($enum . #("incorrect_cluster_file_contents"))) (description . "Cluster file contents do not match current cluster connection string. Verify cluster file is writable and has not been overwritten externally.")))) (description . "abc")))) (recovery_state (required_resolvers . 1) (required_proxies . 1) (name ($enum . #("reading_coordinated_state" "locking_coordinated_state" "locking_old_transaction_servers" "reading_transaction_system_state" "configuration_missing" "configuration_never_created" "configuration_invalid" "recruiting_transaction_servers" "initializing_transaction_servers" "recovery_transaction" "writing_coordinated_state" "accepting_commits" "all_logs_recruited" "storage_recovered" "fully_recovered"))) (required_logs . 3) (missing_logs . "7f8d623d0cb9966e") (active_generations . 1) (description . "Recovery complete.")) (workload (operations (writes (hz . 0.0) (counter . 0) (roughness . 0.0)) (reads (hz . 0.0) (counter . 0) (roughness . 0.0)) (read_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (location_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (memory_errors (hz . 0.0) (counter . 0) (roughness . 0.0))) (bytes (written (hz . 0.0) (counter . 0) (roughness . 0.0)) (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (keys (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (transactions (started (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_immediate_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_default_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_batch_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (conflicted (hz . 0.0) (counter . 0) (roughness . 0.0)) (committed (hz . 0.0) (counter . 0) (roughness . 0.0)))) (cluster_controller_timestamp . 1415650089) (protocol_version . "fdb00a400050001") (connection_string . "a:a@127.0.0.1:4000") (full_replication . #t) (maintenance_zone . "0ccb4e0fdbdb5583010f6b77d9d10ece") (maintenance_seconds_remaining . 1.0) (data_distribution_disabled_for_ss_failures . #t) (data_distribution_disabled_for_rebalance . #t) (data_distribution_disabled . #t) (configuration (log_anti_quorum . 0) (log_replicas . 2) (log_replication_policy . "(zoneid^3x1)") (redundancy_mode ($enum . #("single" "double" "triple" "three_datacenter" "three_datacenter_fallback" "three_data_hall" "three_data_hall_fallback"))) (regions . #(((datacenters . #(((id . "mr") (priority . 1) (satellite . 1) (satellite_logs . 2)))) (satellite_redundancy_mode ($enum . #("one_satellite_single" "one_satellite_double" "one_satellite_triple" "two_satellite_safe" "two_satellite_fast"))) (satellite_log_replicas . 1) (satellite_usable_dcs . 1) (satellite_anti_quorum . 0) (satellite_log_policy . "(zoneid^3x1)") (satellite_logs . 2)))) (remote_redundancy_mode ($enum . #("remote_default" "remote_single" "remote_double" "remote_triple" "remote_three_data_hall"))) (remote_log_replicas . 3) (remote_logs . 5) (log_routers . 10) (usable_regions . 1) (repopulate_anti_quorum . 1) (storage_replicas . 1) (resolvers . 1) (storage_replication_policy . "(zoneid^3x1)") (logs . 2) (log_version . 2) (log_engine . 1) (log_spill . 1) (storage_engine ($enum . #("ssd" "ssd-1" "ssd-2" "ssd-redwood-experimental" "memory"))) (coordinators_count . 1) (excluded_servers . #(((address . "10.0.4.1")))) (auto_proxies . 3) (auto_resolvers . 1) (auto_logs . 3) (proxies . 5)) (data (least_operating_space_bytes_log_server . 0) (average_partition_size_bytes . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . "")) (least_operating_space_ratio_storage_server . 0.1) (max_machine_failures_without_losing_availability . 0) (total_disk_used_bytes . 0) (total_kv_size_bytes . 0) (system_kv_size_bytes . 0) (partitions_count . 2) (moving_data (total_written_bytes . 0) (in_flight_bytes . 0) (in_queue_bytes . 0) (highest_priority . 0)) (team_trackers . #(((primary . #t) (in_flight_bytes . 0) (unhealthy_servers . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . ""))))) (least_operating_space_bytes_storage_server . 0) (max_machine_failures_without_losing_data . 0)) (machines ($map_key=machineid (network (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tcp_segments_retransmitted (hz . 0.0))) (memory (free_bytes . 0) (committed_bytes . 0) (total_bytes . 0)) (contributing_workers . 4) (datacenter_id . "6344abf1813eb05b") (excluded . #f) (address . "1.2.3.4") (machine_id . "6344abf1813eb05b") (locality ($map_key=localityName . "value")) (cpu (logical_core_utilization . 0.4))))) (client (coordinators (coordinators . #(((reachable . #t) (address . "127.0.0.1:4701")))) (quorum_reachable . #t)) (database_status (available . #t) (healthy . #t)) (messages . #(((name ($enum . #("inconsistent_cluster_file" "unreachable_cluster_controller" "no_cluster_controller" "status_incomplete_client" "status_incomplete_coordinators" "status_incomplete_error" "status_incomplete_timeout" "status_incomplete_cluster" "quorum_not_reachable"))) (description . "The cluster file is not up to date.")))) (timestamp . 1415650089) (cluster_file (path . "/etc/foundationdb/fdb.cluster") (up_to_date . #t)))))
(#(#f unexpected-result ((cluster (layers (_valid . #t) (_error . "some error description")) (processes ($map_key=zoneid (version . "3.0.0") (machine_id . "0ccb4e0feddb5583010f6b77d9d10ece") (locality ($map_key=localityName . "value")) (class_source ($enum . #("command_line" "configure_auto" "set_class"))) (class_type ($enum . #("unset" "storage" "transaction" "resolution" "proxy" "master" "test"))) (degraded . #t) (roles . #(((query_queue_max . 0) (local_rate . 0) (input_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (stored_bytes . 12341234) (kvstore_used_bytes . 12341234) (kvstore_available_bytes . 12341234) (kvstore_free_bytes . 12341234) (kvstore_total_bytes . 12341234) (durable_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (queue_disk_used_bytes . 12341234) (queue_disk_available_bytes . 12341234) (queue_disk_free_bytes . 12341234) (queue_disk_total_bytes . 12341234) (role ($enum . #("master" "proxy" "log" "storage" "resolver" "cluster_controller" "data_distributor" "ratekeeper" "router" "coordinator"))) (data_version . 12341234) (durable_version . 12341234) (data_lag (seconds . 5.0) (versions . 12341234)) (durability_lag (seconds . 5.0) (versions . 12341234)) (id . "eb84471d68c12d1d26f692a50000003f") (total_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (finished_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (bytes_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (keys_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutation_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutations (hz . 0.0) (counter . 0) (roughness . 0.0)) (grv_latency_bands ($map_key=upperBoundOfBand . 1)) (read_latency_bands ($map_key=upperBoundOfBand . 1)) (commit_latency_bands ($map_key=upperBoundOfBand . 1))))) (command_line . "-r simulation") (memory (available_bytes . 0) (limit_bytes . 0) (unused_allocated_memory . 0) (used_bytes . 0)) (messages . #(((time . 12345.12312) (type . "x") (name ($enum . #("file_open_error" "incorrect_cluster_file_contents" "process_error" "io_error" "io_timeout" "platform_error" "storage_server_lagging" "(other FDB error\nmessages)"))) (raw_log_message . "<stuff/>") (description . "abc")))) (fault_domain . "0ccb4e0fdbdb5583010f6b77d9d10ece") (under_maintenance . #t) (excluded . #f) (address . "1.2.3.4:1234") (disk (free_bytes . 3451233456234) (reads (hz . 0.0) (counter . 0) (sectors . 0)) (busy . 0.0) (writes (hz . 0.0) (counter . 0) (sectors . 0)) (total_bytes . 123412341234)) (uptime_seconds . 1234.2345) (cpu (usage_cores . 0.0)) (network (current_connections . 0) (connections_established (hz . 0.0)) (connections_closed (hz . 0.0)) (connection_errors (hz . 0.0)) (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tls_policy_failures (hz . 0.0))) (run_loop_busy . 0.2))) (old_logs . #(((logs . #(((id . "7f8d623d0cb9966e") (healthy . #t) (address . "1.2.3.4:1234")))) (log_replication_factor . 3) (log_write_anti_quorum . 0) (log_fault_tolerance . 2) (remote_log_replication_factor . 3) (remote_log_fault_tolerance . 2) (satellite_log_replication_factor . 3) (satellite_log_write_anti_quorum . 0) (satellite_log_fault_tolerance . 2)))) (fault_tolerance (max_zone_failures_without_losing_availability . 0) (max_zone_failures_without_losing_data . 0)) (qos (worst_queue_bytes_log_server . 460) (batch_performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (batch_transactions_per_second_limit . 0) (transactions_per_second_limit . 0) (batch_released_transactions_per_second . 0) (released_transactions_per_second . 0) (limiting_queue_bytes_storage_server . 0) (worst_queue_bytes_storage_server . 0) (limiting_version_lag_storage_server . 0) (worst_version_lag_storage_server . 0) (limiting_data_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_data_lag_storage_server (versions . 0) (seconds . 0.0)) (limiting_durability_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_durability_lag_storage_server (versions . 0) (seconds . 0.0))) (incompatible_connections . #()) (datacenter_lag (seconds . 1.0) (versions . 1000000)) (degraded_processes . 0) (database_available . #t) (database_locked . #f) (generation . 2) (latency_probe (read_seconds . 7) (immediate_priority_transaction_start_seconds . 0.0) (batch_priority_transaction_start_seconds . 0.0) (transaction_start_seconds . 0.0) (commit_seconds . 0.02)) (clients (count . 1) (supported_versions . #(((client_version . "3.0.0") (connected_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (max_protocol_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (count . 1) (max_protocol_count . 1) (protocol_version . "fdb00a400050001") (source_version . "9430e1127b4991cbc5ab2b17f41cfffa5de07e9d"))))) (page_cache (log_hit_rate . 0.5) (storage_hit_rate . 0.5)) (messages . #(((reasons . #(((description . "Blah.")))) (unreachable_processes . #(((address . "1.2.3.4:1234")))) (name ($enum . #("unreachable_master_worker" "unreachable_dataDistributor_worker" "unreachable_ratekeeper_worker" "unreadable_configuration" "full_replication_timeout" "client_issues" "unreachable_processes" "immediate_priority_transaction_start_probe_timeout" "batch_priority_transaction_start_probe_timeout" "transaction_start_probe_timeout" "read_probe_timeout" "commit_probe_timeout" "storage_servers_error" "status_incomplete" "layer_status_incomplete" "database_availability_timeout" "consistencycheck_suspendkey_fetch_timeout" "consistencycheck_disabled"))) (issues . #(((name ($enum . #("incorrect_cluster_file_contents"))) (description . "Cluster file contents do not match current cluster connection string. Verify cluster file is writable and has not been overwritten externally.")))) (description . "abc")))) (recovery_state (required_resolvers . 1) (required_proxies . 1) (name ($enum . #("reading_coordinated_state" "locking_coordinated_state" "locking_old_transaction_servers" "reading_transaction_system_state" "configuration_missing" "configuration_never_created" "configuration_invalid" "recruiting_transaction_servers" "initializing_transaction_servers" "recovery_transaction" "writing_coordinated_state" "accepting_commits" "all_logs_recruited" "storage_recovered" "fully_recovered"))) (required_logs . 3) (missing_logs . "7f8d623d0cb9966e") (active_generations . 1) (description . "Recovery complete.")) (workload (operations (writes (hz . 0.0) (counter . 0) (roughness . 0.0)) (reads (hz . 0.0) (counter . 0) (roughness . 0.0)) (read_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (location_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (memory_errors (hz . 0.0) (counter . 0) (roughness . 0.0))) (bytes (written (hz . 0.0) (counter . 0) (roughness . 0.0)) (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (keys (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (transactions (started (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_immediate_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_default_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_batch_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (conflicted (hz . 0.0) (counter . 0) (roughness . 0.0)) (committed (hz . 0.0) (counter . 0) (roughness . 0.0)))) (cluster_controller_timestamp . 1415650089) (protocol_version . "fdb00a400050001") (connection_string . "a:a@127.0.0.1:4000") (full_replication . #t) (maintenance_zone . "0ccb4e0fdbdb5583010f6b77d9d10ece") (maintenance_seconds_remaining . 1.0) (data_distribution_disabled_for_ss_failures . #t) (data_distribution_disabled_for_rebalance . #t) (data_distribution_disabled . #t) (configuration (log_anti_quorum . 0) (log_replicas . 2) (log_replication_policy . "(zoneid^3x1)") (redundancy_mode ($enum . #("single" "double" "triple" "three_datacenter" "three_datacenter_fallback" "three_data_hall" "three_data_hall_fallback"))) (regions . #(((datacenters . #(((id . "mr") (priority . 1) (satellite . 1) (satellite_logs . 2)))) (satellite_redundancy_mode ($enum . #("one_satellite_single" "one_satellite_double" "one_satellite_triple" "two_satellite_safe" "two_satellite_fast"))) (satellite_log_replicas . 1) (satellite_usable_dcs . 1) (satellite_anti_quorum . 0) (satellite_log_policy . "(zoneid^3x1)") (satellite_logs . 2)))) (remote_redundancy_mode ($enum . #("remote_default" "remote_single" "remote_double" "remote_triple" "remote_three_data_hall"))) (remote_log_replicas . 3) (remote_logs . 5) (log_routers . 10) (usable_regions . 1) (repopulate_anti_quorum . 1) (storage_replicas . 1) (resolvers . 1) (storage_replication_policy . "(zoneid^3x1)") (logs . 2) (log_version . 2) (log_engine . 1) (log_spill . 1) (storage_engine ($enum . #("ssd" "ssd-1" "ssd-2" "ssd-redwood-experimental" "memory"))) (coordinators_count . 1) (excluded_servers . #(((address . "10.0.4.1")))) (auto_proxies . 3) (auto_resolvers . 1) (auto_logs . 3) (proxies . 5)) (data (least_operating_space_bytes_log_server . 0) (average_partition_size_bytes . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . "")) (least_operating_space_ratio_storage_server . 0.1) (max_machine_failures_without_losing_availability . 0) (total_disk_used_bytes . 0) (total_kv_size_bytes . 0) (system_kv_size_bytes . 0) (partitions_count . 2) (moving_data (total_written_bytes . 0) (in_flight_bytes . 0) (in_queue_bytes . 0) (highest_priority . 0)) (team_trackers . #(((primary . #t) (in_flight_bytes . 0) (unhealthy_servers . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . ""))))) (least_operating_space_bytes_storage_server . 0) (max_machine_failures_without_losing_data . 0)) (machines ($map_key=machineid (network (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tcp_segments_retransmitted (hz . 0.0))) (memory (free_bytes . 0) (committed_bytes . 0) (total_bytes . 0)) (contributing_workers . 4) (datacenter_id . "6344abf1813eb05b") (excluded . #f) (address . "1.2.3.4") (machine_id . "6344abf1813eb05b") (locality ($map_key=localityName . "value")) (cpu (logical_core_utilization . 0.4))))) (client (coordinators (coordinators . #(((reachable . #t) (address . "127.0.0.1:4701")))) (quorum_reachable . #t)) (database_status (available . #t) (healthy . #t)) (messages . #(((name ($enum . #("inconsistent_cluster_file" "unreachable_cluster_controller" "no_cluster_controller" "status_incomplete_client" "status_incomplete_coordinators" "status_incomplete_error" "status_incomplete_timeout" "status_incomplete_cluster" "quorum_not_reachable"))) (description . "The cluster file is not up to date.")))) (timestamp . 1415650089) (cluster_file (path . "/etc/foundationdb/fdb.cluster") (up_to_date . #t)))) ((cluster (layers (_valid . #t) (_error . "some error description")) (processes ($map_key=zoneid (version . "3.0.0") (machine_id . "0ccb4e0feddb5583010f6b77d9d10ece") (locality ($map_key=localityName . "value")) (class_source ($enum . #("command_line" "configure_auto" "set_class"))) (class_type ($enum . #("unset" "storage" "transaction" "resolution" "proxy" "master" "test"))) (degraded . #t) (roles . #(((query_queue_max . 0) (local_rate . 0) (input_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (stored_bytes . 12341234) (kvstore_used_bytes . 12341234) (kvstore_available_bytes . 12341234) (kvstore_free_bytes . 12341234) (kvstore_total_bytes . 12341234) (durable_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (queue_disk_used_bytes . 12341234) (queue_disk_available_bytes . 12341234) (queue_disk_free_bytes . 12341234) (queue_disk_total_bytes . 12341234) (role ($enum . #("master" "proxy" "log" "storage" "resolver" "cluster_controller" "data_distributor" "ratekeeper" "router" "coordinator"))) (data_version . 12341234) (durable_version . 12341234) (data_lag (seconds . 5.0) (versions . 12341234)) (durability_lag (seconds . 5.0) (versions . 12341234)) (id . "eb84471d68c12d1d26f692a50000003f") (total_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (finished_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (bytes_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (keys_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutation_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutations (hz . 0.0) (counter . 0) (roughness . 0.0)) (grv_latency_bands ($map_key=upperBoundOfBand . 1)) (read_latency_bands ($map_key=upperBoundOfBand . 1)) (commit_latency_bands ($map_key=upperBoundOfBand . 1))))) (command_line . "-r simulation") (memory (available_bytes . 0) (limit_bytes . 0) (unused_allocated_memory . 0) (used_bytes . 0)) (messages . #(((time . 12345.12312) (type . "x") (name ($enum . #("file_open_error" "incorrect_cluster_file_contents" "process_error" "io_error" "io_timeout" "platform_error" "storage_server_lagging" "(other FDB error messages)"))) (raw_log_message . "<stuff/>") (description . "abc")))) (fault_domain . "0ccb4e0fdbdb5583010f6b77d9d10ece") (under_maintenance . #t) (excluded . #f) (address . "1.2.3.4:1234") (disk (free_bytes . 3451233456234) (reads (hz . 0.0) (counter . 0) (sectors . 0)) (busy . 0.0) (writes (hz . 0.0) (counter . 0) (sectors . 0)) (total_bytes . 123412341234)) (uptime_seconds . 1234.2345) (cpu (usage_cores . 0.0)) (network (current_connections . 0) (connections_established (hz . 0.0)) (connections_closed (hz . 0.0)) (connection_errors (hz . 0.0)) (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tls_policy_failures (hz . 0.0))) (run_loop_busy . 0.2))) (old_logs . #(((logs . #(((id . "7f8d623d0cb9966e") (healthy . #t) (address . "1.2.3.4:1234")))) (log_replication_factor . 3) (log_write_anti_quorum . 0) (log_fault_tolerance . 2) (remote_log_replication_factor . 3) (remote_log_fault_tolerance . 2) (satellite_log_replication_factor . 3) (satellite_log_write_anti_quorum . 0) (satellite_log_fault_tolerance . 2)))) (fault_tolerance (max_zone_failures_without_losing_availability . 0) (max_zone_failures_without_losing_data . 0)) (qos (worst_queue_bytes_log_server . 460) (batch_performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (batch_transactions_per_second_limit . 0) (transactions_per_second_limit . 0) (batch_released_transactions_per_second . 0) (released_transactions_per_second . 0) (limiting_queue_bytes_storage_server . 0) (worst_queue_bytes_storage_server . 0) (limiting_version_lag_storage_server . 0) (worst_version_lag_storage_server . 0) (limiting_data_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_data_lag_storage_server (versions . 0) (seconds . 0.0)) (limiting_durability_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_durability_lag_storage_server (versions . 0) (seconds . 0.0))) (incompatible_connections . #()) (datacenter_lag (seconds . 1.0) (versions . 1000000)) (degraded_processes . 0) (database_available . #t) (database_locked . #f) (generation . 2) (latency_probe (read_seconds . 7) (immediate_priority_transaction_start_seconds . 0.0) (batch_priority_transaction_start_seconds . 0.0) (transaction_start_seconds . 0.0) (commit_seconds . 0.02)) (clients (count . 1) (supported_versions . #(((client_version . "3.0.0") (connected_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (max_protocol_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (count . 1) (max_protocol_count . 1) (protocol_version . "fdb00a400050001") (source_version . "9430e1127b4991cbc5ab2b17f41cfffa5de07e9d"))))) (page_cache (log_hit_rate . 0.5) (storage_hit_rate . 0.5)) (messages . #(((reasons . #(((description . "Blah.")))) (unreachable_processes . #(((address . "1.2.3.4:1234")))) (name ($enum . #("unreachable_master_worker" "unreachable_dataDistributor_worker" "unreachable_ratekeeper_worker" "unreadable_configuration" "full_replication_timeout" "client_issues" "unreachable_processes" "immediate_priority_transaction_start_probe_timeout" "batch_priority_transaction_start_probe_timeout" "transaction_start_probe_timeout" "read_probe_timeout" "commit_probe_timeout" "storage_servers_error" "status_incomplete" "layer_status_incomplete" "database_availability_timeout" "consistencycheck_suspendkey_fetch_timeout" "consistencycheck_disabled"))) (issues . #(((name ($enum . #("incorrect_cluster_file_contents"))) (description . "Cluster file contents do not match current cluster connection string. Verify cluster file is writable and has not been overwritten externally.")))) (description . "abc")))) (recovery_state (required_resolvers . 1) (required_proxies . 1) (name ($enum . #("reading_coordinated_state" "locking_coordinated_state" "locking_old_transaction_servers" "reading_transaction_system_state" "configuration_missing" "configuration_never_created" "configuration_invalid" "recruiting_transaction_servers" "initializing_transaction_servers" "recovery_transaction" "writing_coordinated_state" "accepting_commits" "all_logs_recruited" "storage_recovered" "fully_recovered"))) (required_logs . 3) (missing_logs . "7f8d623d0cb9966e") (active_generations . 1) (description . "Recovery complete.")) (workload (operations (writes (hz . 0.0) (counter . 0) (roughness . 0.0)) (reads (hz . 0.0) (counter . 0) (roughness . 0.0)) (read_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (location_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (memory_errors (hz . 0.0) (counter . 0) (roughness . 0.0))) (bytes (written (hz . 0.0) (counter . 0) (roughness . 0.0)) (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (keys (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (transactions (started (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_immediate_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_default_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_batch_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (conflicted (hz . 0.0) (counter . 0) (roughness . 0.0)) (committed (hz . 0.0) (counter . 0) (roughness . 0.0)))) (cluster_controller_timestamp . 1415650089) (protocol_version . "fdb00a400050001") (connection_string . "a:a@127.0.0.1:4000") (full_replication . #t) (maintenance_zone . "0ccb4e0fdbdb5583010f6b77d9d10ece") (maintenance_seconds_remaining . 1.0) (data_distribution_disabled_for_ss_failures . #t) (data_distribution_disabled_for_rebalance . #t) (data_distribution_disabled . #t) (configuration (log_anti_quorum . 0) (log_replicas . 2) (log_replication_policy . "(zoneid^3x1)") (redundancy_mode ($enum . #("single" "double" "triple" "three_datacenter" "three_datacenter_fallback" "three_data_hall" "three_data_hall_fallback"))) (regions . #(((datacenters . #(((id . "mr") (priority . 1) (satellite . 1) (satellite_logs . 2)))) (satellite_redundancy_mode ($enum . #("one_satellite_single" "one_satellite_double" "one_satellite_triple" "two_satellite_safe" "two_satellite_fast"))) (satellite_log_replicas . 1) (satellite_usable_dcs . 1) (satellite_anti_quorum . 0) (satellite_log_policy . "(zoneid^3x1)") (satellite_logs . 2)))) (remote_redundancy_mode ($enum . #("remote_default" "remote_single" "remote_double" "remote_triple" "remote_three_data_hall"))) (remote_log_replicas . 3) (remote_logs . 5) (log_routers . 10) (usable_regions . 1) (repopulate_anti_quorum . 1) (storage_replicas . 1) (resolvers . 1) (storage_replication_policy . "(zoneid^3x1)") (logs . 2) (log_version . 2) (log_engine . 1) (log_spill . 1) (storage_engine ($enum . #("ssd" "ssd-1" "ssd-2" "ssd-redwood-experimental" "memory"))) (coordinators_count . 1) (excluded_servers . #(((address . "10.0.4.1")))) (auto_proxies . 3) (auto_resolvers . 1) (auto_logs . 3) (proxies . 5)) (data (least_operating_space_bytes_log_server . 0) (average_partition_size_bytes . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . "")) (least_operating_space_ratio_storage_server . 0.1) (max_machine_failures_without_losing_availability . 0) (total_disk_used_bytes . 0) (total_kv_size_bytes . 0) (system_kv_size_bytes . 0) (partitions_count . 2) (moving_data (total_written_bytes . 0) (in_flight_bytes . 0) (in_queue_bytes . 0) (highest_priority . 0)) (team_trackers . #(((primary . #t) (in_flight_bytes . 0) (unhealthy_servers . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . ""))))) (least_operating_space_bytes_storage_server . 0) (max_machine_failures_without_losing_data . 0)) (machines ($map_key=machineid (network (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tcp_segments_retransmitted (hz . 0.0))) (memory (free_bytes . 0) (committed_bytes . 0) (total_bytes . 0)) (contributing_workers . 4) (datacenter_id . "6344abf1813eb05b") (excluded . #f) (address . "1.2.3.4") (machine_id . "6344abf1813eb05b") (locality ($map_key=localityName . "value")) (cpu (logical_core_utilization . 0.4))))) (client (coordinators (coordinators . #(((reachable . #t) (address . "127.0.0.1:4701")))) (quorum_reachable . #t)) (database_status (available . #t) (healthy . #t)) (messages . #(((name ($enum . #("inconsistent_cluster_file" "unreachable_cluster_controller" "no_cluster_controller" "status_incomplete_client" "status_incomplete_coordinators" "status_incomplete_error" "status_incomplete_timeout" "status_incomplete_cluster" "quorum_not_reachable"))) (description . "The cluster file is not up to date.")))) (timestamp . 1415650089) (cluster_file (path . "/etc/foundationdb/fdb.cluster") (up_to_date . #t))))))
# chibi-scheme
> (load "foo.scm")
WARNING: invalid operator in application: (#(#f unexpected-result ((cluster (layers (_valid . #t) (_error . "some error description")) (processes ($map_key=zoneid (version . "3.0.0") (machine_id . "0ccb4e0feddb5583010f6b77d9d10ece") (locality ($map_key=localityName . "value")) (class_source ($enum . #("command_line" "configure_auto" "set_class"))) (class_type ($enum . #("unset" "storage" "transaction" "resolution" "proxy" "master" "test"))) (degraded . #t) (roles . #(((query_queue_max . 0) (local_rate . 0) (input_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (stored_bytes . 12341234) (kvstore_used_bytes . 12341234) (kvstore_available_bytes . 12341234) (kvstore_free_bytes . 12341234) (kvstore_total_bytes . 12341234) (durable_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (queue_disk_used_bytes . 12341234) (queue_disk_available_bytes . 12341234) (queue_disk_free_bytes . 12341234) (queue_disk_total_bytes . 12341234) (role ($enum . #("master" "proxy" "log" "storage" "resolver" "cluster_controller" "data_distributor" "ratekeeper" "router" "coordinator"))) (data_version . 12341234) (durable_version . 12341234) (data_lag (seconds . 5.0) (versions . 12341234)) (durability_lag (seconds . 5.0) (versions . 12341234)) (id . "eb84471d68c12d1d26f692a50000003f") (total_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (finished_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (bytes_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (keys_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutation_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutations (hz . 0.0) (counter . 0) (roughness . 0.0)) (grv_latency_bands ($map_key=upperBoundOfBand . 1)) (read_latency_bands ($map_key=upperBoundOfBand . 1)) (commit_latency_bands ($map_key=upperBoundOfBand . 1))))) (command_line . "-r simulation") (memory (available_bytes . 0) (limit_bytes . 0) (unused_allocated_memory . 0) (used_bytes . 0)) (messages . #(((time . 12345.12312) (type . "x") (name ($enum . #("file_open_error" "incorrect_cluster_file_contents" "process_error" "io_error" "io_timeout" "platform_error" "storage_server_lagging" "(other FDB error\nmessages)"))) (raw_log_message . "<stuff/>") (description . "abc")))) (fault_domain . "0ccb4e0fdbdb5583010f6b77d9d10ece") (under_maintenance . #t) (excluded . #f) (address . "1.2.3.4:1234") (disk (free_bytes . 3451233456234) (reads (hz . 0.0) (counter . 0) (sectors . 0)) (busy . 0.0) (writes (hz . 0.0) (counter . 0) (sectors . 0)) (total_bytes . 123412341234)) (uptime_seconds . 1234.2345) (cpu (usage_cores . 0.0)) (network (current_connections . 0) (connections_established (hz . 0.0)) (connections_closed (hz . 0.0)) (connection_errors (hz . 0.0)) (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tls_policy_failures (hz . 0.0))) (run_loop_busy . 0.2))) (old_logs . #(((logs . #(((id . "7f8d623d0cb9966e") (healthy . #t) (address . "1.2.3.4:1234")))) (log_replication_factor . 3) (log_write_anti_quorum . 0) (log_fault_tolerance . 2) (remote_log_replication_factor . 3) (remote_log_fault_tolerance . 2) (satellite_log_replication_factor . 3) (satellite_log_write_anti_quorum . 0) (satellite_log_fault_tolerance . 2)))) (fault_tolerance (max_zone_failures_without_losing_availability . 0) (max_zone_failures_without_losing_data . 0)) (qos (worst_queue_bytes_log_server . 460) (batch_performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (batch_transactions_per_second_limit . 0) (transactions_per_second_limit . 0) (batch_released_transactions_per_second . 0) (released_transactions_per_second . 0) (limiting_queue_bytes_storage_server . 0) (worst_queue_bytes_storage_server . 0) (limiting_version_lag_storage_server . 0) (worst_version_lag_storage_server . 0) (limiting_data_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_data_lag_storage_server (versions . 0) (seconds . 0.0)) (limiting_durability_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_durability_lag_storage_server (versions . 0) (seconds . 0.0))) (incompatible_connections . #()) (datacenter_lag (seconds . 1.0) (versions . 1000000)) (degraded_processes . 0) (database_available . #t) (database_locked . #f) (generation . 2) (latency_probe (read_seconds . 7) (immediate_priority_transaction_start_seconds . 0.0) (batch_priority_transaction_start_seconds . 0.0) (transaction_start_seconds . 0.0) (commit_seconds . 0.02)) (clients (count . 1) (supported_versions . #(((client_version . "3.0.0") (connected_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (max_protocol_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (count . 1) (max_protocol_count . 1) (protocol_version . "fdb00a400050001") (source_version . "9430e1127b4991cbc5ab2b17f41cfffa5de07e9d"))))) (page_cache (log_hit_rate . 0.5) (storage_hit_rate . 0.5)) (messages . #(((reasons . #(((description . "Blah.")))) (unreachable_processes . #(((address . "1.2.3.4:1234")))) (name ($enum . #("unreachable_master_worker" "unreachable_dataDistributor_worker" "unreachable_ratekeeper_worker" "unreadable_configuration" "full_replication_timeout" "client_issues" "unreachable_processes" "immediate_priority_transaction_start_probe_timeout" "batch_priority_transaction_start_probe_timeout" "transaction_start_probe_timeout" "read_probe_timeout" "commit_probe_timeout" "storage_servers_error" "status_incomplete" "layer_status_incomplete" "database_availability_timeout" "consistencycheck_suspendkey_fetch_timeout" "consistencycheck_disabled"))) (issues . #(((name ($enum . #("incorrect_cluster_file_contents"))) (description . "Cluster file contents do not match current cluster connection string. Verify cluster file is writable and has not been overwritten externally.")))) (description . "abc")))) (recovery_state (required_resolvers . 1) (required_proxies . 1) (name ($enum . #("reading_coordinated_state" "locking_coordinated_state" "locking_old_transaction_servers" "reading_transaction_system_state" "configuration_missing" "configuration_never_created" "configuration_invalid" "recruiting_transaction_servers" "initializing_transaction_servers" "recovery_transaction" "writing_coordinated_state" "accepting_commits" "all_logs_recruited" "storage_recovered" "fully_recovered"))) (required_logs . 3) (missing_logs . "7f8d623d0cb9966e") (active_generations . 1) (description . "Recovery complete.")) (workload (operations (writes (hz . 0.0) (counter . 0) (roughness . 0.0)) (reads (hz . 0.0) (counter . 0) (roughness . 0.0)) (read_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (location_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (memory_errors (hz . 0.0) (counter . 0) (roughness . 0.0))) (bytes (written (hz . 0.0) (counter . 0) (roughness . 0.0)) (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (keys (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (transactions (started (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_immediate_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_default_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_batch_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (conflicted (hz . 0.0) (counter . 0) (roughness . 0.0)) (committed (hz . 0.0) (counter . 0) (roughness . 0.0)))) (cluster_controller_timestamp . 1415650089) (protocol_version . "fdb00a400050001") (connection_string . "a:a@127.0.0.1:4000") (full_replication . #t) (maintenance_zone . "0ccb4e0fdbdb5583010f6b77d9d10ece") (maintenance_seconds_remaining . 1.0) (data_distribution_disabled_for_ss_failures . #t) (data_distribution_disabled_for_rebalance . #t) (data_distribution_disabled . #t) (configuration (log_anti_quorum . 0) (log_replicas . 2) (log_replication_policy . "(zoneid^3x1)") (redundancy_mode ($enum . #("single" "double" "triple" "three_datacenter" "three_datacenter_fallback" "three_data_hall" "three_data_hall_fallback"))) (regions . #(((datacenters . #(((id . "mr") (priority . 1) (satellite . 1) (satellite_logs . 2)))) (satellite_redundancy_mode ($enum . #("one_satellite_single" "one_satellite_double" "one_satellite_triple" "two_satellite_safe" "two_satellite_fast"))) (satellite_log_replicas . 1) (satellite_usable_dcs . 1) (satellite_anti_quorum . 0) (satellite_log_policy . "(zoneid^3x1)") (satellite_logs . 2)))) (remote_redundancy_mode ($enum . #("remote_default" "remote_single" "remote_double" "remote_triple" "remote_three_data_hall"))) (remote_log_replicas . 3) (remote_logs . 5) (log_routers . 10) (usable_regions . 1) (repopulate_anti_quorum . 1) (storage_replicas . 1) (resolvers . 1) (storage_replication_policy . "(zoneid^3x1)") (logs . 2) (log_version . 2) (log_engine . 1) (log_spill . 1) (storage_engine ($enum . #("ssd" "ssd-1" "ssd-2" "ssd-redwood-experimental" "memory"))) (coordinators_count . 1) (excluded_servers . #(((address . "10.0.4.1")))) (auto_proxies . 3) (auto_resolvers . 1) (auto_logs . 3) (proxies . 5)) (data (least_operating_space_bytes_log_server . 0) (average_partition_size_bytes . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . "")) (least_operating_space_ratio_storage_server . 0.1) (max_machine_failures_without_losing_availability . 0) (total_disk_used_bytes . 0) (total_kv_size_bytes . 0) (system_kv_size_bytes . 0) (partitions_count . 2) (moving_data (total_written_bytes . 0) (in_flight_bytes . 0) (in_queue_bytes . 0) (highest_priority . 0)) (team_trackers . #(((primary . #t) (in_flight_bytes . 0) (unhealthy_servers . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . ""))))) (least_operating_space_bytes_storage_server . 0) (max_machine_failures_without_losing_data . 0)) (machines ($map_key=machineid (network (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tcp_segments_retransmitted (hz . 0.0))) (memory (free_bytes . 0) (committed_bytes . 0) (total_bytes . 0)) (contributing_workers . 4) (datacenter_id . "6344abf1813eb05b") (excluded . #f) (address . "1.2.3.4") (machine_id . "6344abf1813eb05b") (locality ($map_key=localityName . "value")) (cpu (logical_core_utilization . 0.4))))) (client (coordinators (coordinators . #(((reachable . #t) (address . "127.0.0.1:4701")))) (quorum_reachable . #t)) (database_status (available . #t) (healthy . #t)) (messages . #(((name ($enum . #("inconsistent_cluster_file" "unreachable_cluster_controller" "no_cluster_controller" "status_incomplete_client" "status_incomplete_coordinators" "status_incomplete_error" "status_incomplete_timeout" "status_incomplete_cluster" "quorum_not_reachable"))) (description . "The cluster file is not up to date.")))) (timestamp . 1415650089) (cluster_file (path . "/etc/foundationdb/fdb.cluster") (up_to_date . #t)))) ((cluster (layers (_valid . #t) (_error . "some error description")) (processes ($map_key=zoneid (version . "3.0.0") (machine_id . "0ccb4e0feddb5583010f6b77d9d10ece") (locality ($map_key=localityName . "value")) (class_source ($enum . #("command_line" "configure_auto" "set_class"))) (class_type ($enum . #("unset" "storage" "transaction" "resolution" "proxy" "master" "test"))) (degraded . #t) (roles . #(((query_queue_max . 0) (local_rate . 0) (input_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (stored_bytes . 12341234) (kvstore_used_bytes . 12341234) (kvstore_available_bytes . 12341234) (kvstore_free_bytes . 12341234) (kvstore_total_bytes . 12341234) (durable_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (queue_disk_used_bytes . 12341234) (queue_disk_available_bytes . 12341234) (queue_disk_free_bytes . 12341234) (queue_disk_total_bytes . 12341234) (role ($enum . #("master" "proxy" "log" "storage" "resolver" "cluster_controller" "data_distributor" "ratekeeper" "router" "coordinator"))) (data_version . 12341234) (durable_version . 12341234) (data_lag (seconds . 5.0) (versions . 12341234)) (durability_lag (seconds . 5.0) (versions . 12341234)) (id . "eb84471d68c12d1d26f692a50000003f") (total_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (finished_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (bytes_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (keys_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutation_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutations (hz . 0.0) (counter . 0) (roughness . 0.0)) (grv_latency_bands ($map_key=upperBoundOfBand . 1)) (read_latency_bands ($map_key=upperBoundOfBand . 1)) (commit_latency_bands ($map_key=upperBoundOfBand . 1))))) (command_line . "-r simulation") (memory (available_bytes . 0) (limit_bytes . 0) (unused_allocated_memory . 0) (used_bytes . 0)) (messages . #(((time . 12345.12312) (type . "x") (name ($enum . #("file_open_error" "incorrect_cluster_file_contents" "process_error" "io_error" "io_timeout" "platform_error" "storage_server_lagging" "(other FDB error messages)"))) (raw_log_message . "<stuff/>") (description . "abc")))) (fault_domain . "0ccb4e0fdbdb5583010f6b77d9d10ece") (under_maintenance . #t) (excluded . #f) (address . "1.2.3.4:1234") (disk (free_bytes . 3451233456234) (reads (hz . 0.0) (counter . 0) (sectors . 0)) (busy . 0.0) (writes (hz . 0.0) (counter . 0) (sectors . 0)) (total_bytes . 123412341234)) (uptime_seconds . 1234.2345) (cpu (usage_cores . 0.0)) (network (current_connections . 0) (connections_established (hz . 0.0)) (connections_closed (hz . 0.0)) (connection_errors (hz . 0.0)) (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tls_policy_failures (hz . 0.0))) (run_loop_busy . 0.2))) (old_logs . #(((logs . #(((id . "7f8d623d0cb9966e") (healthy . #t) (address . "1.2.3.4:1234")))) (log_replication_factor . 3) (log_write_anti_quorum . 0) (log_fault_tolerance . 2) (remote_log_replication_factor . 3) (remote_log_fault_tolerance . 2) (satellite_log_replication_factor . 3) (satellite_log_write_anti_quorum . 0) (satellite_log_fault_tolerance . 2)))) (fault_tolerance (max_zone_failures_without_losing_availability . 0) (max_zone_failures_without_losing_data . 0)) (qos (worst_queue_bytes_log_server . 460) (batch_performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (batch_transactions_per_second_limit . 0) (transactions_per_second_limit . 0) (batch_released_transactions_per_second . 0) (released_transactions_per_second . 0) (limiting_queue_bytes_storage_server . 0) (worst_queue_bytes_storage_server . 0) (limiting_version_lag_storage_server . 0) (worst_version_lag_storage_server . 0) (limiting_data_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_data_lag_storage_server (versions . 0) (seconds . 0.0)) (limiting_durability_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_durability_lag_storage_server (versions . 0) (seconds . 0.0))) (incompatible_connections . #()) (datacenter_lag (seconds . 1.0) (versions . 1000000)) (degraded_processes . 0) (database_available . #t) (database_locked . #f) (generation . 2) (latency_probe (read_seconds . 7) (immediate_priority_transaction_start_seconds . 0.0) (batch_priority_transaction_start_seconds . 0.0) (transaction_start_seconds . 0.0) (commit_seconds . 0.02)) (clients (count . 1) (supported_versions . #(((client_version . "3.0.0") (connected_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (max_protocol_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (count . 1) (max_protocol_count . 1) (protocol_version . "fdb00a400050001") (source_version . "9430e1127b4991cbc5ab2b17f41cfffa5de07e9d"))))) (page_cache (log_hit_rate . 0.5) (storage_hit_rate . 0.5)) (messages . #(((reasons . #(((description . "Blah.")))) (unreachable_processes . #(((address . "1.2.3.4:1234")))) (name ($enum . #("unreachable_master_worker" "unreachable_dataDistributor_worker" "unreachable_ratekeeper_worker" "unreadable_configuration" "full_replication_timeout" "client_issues" "unreachable_processes" "immediate_priority_transaction_start_probe_timeout" "batch_priority_transaction_start_probe_timeout" "transaction_start_probe_timeout" "read_probe_timeout" "commit_probe_timeout" "storage_servers_error" "status_incomplete" "layer_status_incomplete" "database_availability_timeout" "consistencycheck_suspendkey_fetch_timeout" "consistencycheck_disabled"))) (issues . #(((name ($enum . #("incorrect_cluster_file_contents"))) (description . "Cluster file contents do not match current cluster connection string. Verify cluster file is writable and has not been overwritten externally.")))) (description . "abc")))) (recovery_state (required_resolvers . 1) (required_proxies . 1) (name ($enum . #("reading_coordinated_state" "locking_coordinated_state" "locking_old_transaction_servers" "reading_transaction_system_state" "configuration_missing" "configuration_never_created" "configuration_invalid" "recruiting_transaction_servers" "initializing_transaction_servers" "recovery_transaction" "writing_coordinated_state" "accepting_commits" "all_logs_recruited" "storage_recovered" "fully_recovered"))) (required_logs . 3) (missing_logs . "7f8d623d0cb9966e") (active_generations . 1) (description . "Recovery complete.")) (workload (operations (writes (hz . 0.0) (counter . 0) (roughness . 0.0)) (reads (hz . 0.0) (counter . 0) (roughness . 0.0)) (read_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (location_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (memory_errors (hz . 0.0) (counter . 0) (roughness . 0.0))) (bytes (written (hz . 0.0) (counter . 0) (roughness . 0.0)) (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (keys (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (transactions (started (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_immediate_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_default_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_batch_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (conflicted (hz . 0.0) (counter . 0) (roughness . 0.0)) (committed (hz . 0.0) (counter . 0) (roughness . 0.0)))) (cluster_controller_timestamp . 1415650089) (protocol_version . "fdb00a400050001") (connection_string . "a:a@127.0.0.1:4000") (full_replication . #t) (maintenance_zone . "0ccb4e0fdbdb5583010f6b77d9d10ece") (maintenance_seconds_remaining . 1.0) (data_distribution_disabled_for_ss_failures . #t) (data_distribution_disabled_for_rebalance . #t) (data_distribution_disabled . #t) (configuration (log_anti_quorum . 0) (log_replicas . 2) (log_replication_policy . "(zoneid^3x1)") (redundancy_mode ($enum . #("single" "double" "triple" "three_datacenter" "three_datacenter_fallback" "three_data_hall" "three_data_hall_fallback"))) (regions . #(((datacenters . #(((id . "mr") (priority . 1) (satellite . 1) (satellite_logs . 2)))) (satellite_redundancy_mode ($enum . #("one_satellite_single" "one_satellite_double" "one_satellite_triple" "two_satellite_safe" "two_satellite_fast"))) (satellite_log_replicas . 1) (satellite_usable_dcs . 1) (satellite_anti_quorum . 0) (satellite_log_policy . "(zoneid^3x1)") (satellite_logs . 2)))) (remote_redundancy_mode ($enum . #("remote_default" "remote_single" "remote_double" "remote_triple" "remote_three_data_hall"))) (remote_log_replicas . 3) (remote_logs . 5) (log_routers . 10) (usable_regions . 1) (repopulate_anti_quorum . 1) (storage_replicas . 1) (resolvers . 1) (storage_replication_policy . "(zoneid^3x1)") (logs . 2) (log_version . 2) (log_engine . 1) (log_spill . 1) (storage_engine ($enum . #("ssd" "ssd-1" "ssd-2" "ssd-redwood-experimental" "memory"))) (coordinators_count . 1) (excluded_servers . #(((address . "10.0.4.1")))) (auto_proxies . 3) (auto_resolvers . 1) (auto_logs . 3) (proxies . 5)) (data (least_operating_space_bytes_log_server . 0) (average_partition_size_bytes . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . "")) (least_operating_space_ratio_storage_server . 0.1) (max_machine_failures_without_losing_availability . 0) (total_disk_used_bytes . 0) (total_kv_size_bytes . 0) (system_kv_size_bytes . 0) (partitions_count . 2) (moving_data (total_written_bytes . 0) (in_flight_bytes . 0) (in_queue_bytes . 0) (highest_priority . 0)) (team_trackers . #(((primary . #t) (in_flight_bytes . 0) (unhealthy_servers . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . ""))))) (least_operating_space_bytes_storage_server . 0) (max_machine_failures_without_losing_data . 0)) (machines ($map_key=machineid (network (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tcp_segments_retransmitted (hz . 0.0))) (memory (free_bytes . 0) (committed_bytes . 0) (total_bytes . 0)) (contributing_workers . 4) (datacenter_id . "6344abf1813eb05b") (excluded . #f) (address . "1.2.3.4") (machine_id . "6344abf1813eb05b") (locality ($map_key=localityName . "value")) (cpu (logical_core_utilization . 0.4))))) (client (coordinators (coordinators . #(((reachable . #t) (address . "127.0.0.1:4701")))) (quorum_reachable . #t)) (database_status (available . #t) (healthy . #t)) (messages . #(((name ($enum . #("inconsistent_cluster_file" "unreachable_cluster_controller" "no_cluster_controller" "status_incomplete_client" "status_incomplete_coordinators" "status_incomplete_error" "status_incomplete_timeout" "status_incomplete_cluster" "quorum_not_reachable"))) (description . "The cluster file is not up to date.")))) (timestamp . 1415650089) (cluster_file (path . "/etc/foundationdb/fdb.cluster") (up_to_date . #t))))))
ERROR on line 1286 of file /usr/local/share/chibi/init-7.scm: non procedure application: #(#f unexpected-result ((cluster (layers (_valid . #t) (_error . "some error description")) (processes ($map_key=zoneid (version . "3.0.0") (machine_id . "0ccb4e0feddb5583010f6b77d9d10ece") (locality ($map_key=localityName . "value")) (class_source ($enum . #("command_line" "configure_auto" "set_class"))) (class_type ($enum . #("unset" "storage" "transaction" "resolution" "proxy" "master" "test"))) (degraded . #t) (roles . #(((query_queue_max . 0) (local_rate . 0) (input_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (stored_bytes . 12341234) (kvstore_used_bytes . 12341234) (kvstore_available_bytes . 12341234) (kvstore_free_bytes . 12341234) (kvstore_total_bytes . 12341234) (durable_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (queue_disk_used_bytes . 12341234) (queue_disk_available_bytes . 12341234) (queue_disk_free_bytes . 12341234) (queue_disk_total_bytes . 12341234) (role ($enum . #("master" "proxy" "log" "storage" "resolver" "cluster_controller" "data_distributor" "ratekeeper" "router" "coordinator"))) (data_version . 12341234) (durable_version . 12341234) (data_lag (seconds . 5.0) (versions . 12341234)) (durability_lag (seconds . 5.0) (versions . 12341234)) (id . "eb84471d68c12d1d26f692a50000003f") (total_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (finished_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (bytes_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (keys_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutation_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutations (hz . 0.0) (counter . 0) (roughness . 0.0)) (grv_latency_bands ($map_key=upperBoundOfBand . 1)) (read_latency_bands ($map_key=upperBoundOfBand . 1)) (commit_latency_bands ($map_key=upperBoundOfBand . 1))))) (command_line . "-r simulation") (memory (available_bytes . 0) (limit_bytes . 0) (unused_allocated_memory . 0) (used_bytes . 0)) (messages . #(((time . 12345.12312) (type . "x") (name ($enum . #("file_open_error" "incorrect_cluster_file_contents" "process_error" "io_error" "io_timeout" "platform_error" "storage_server_lagging" "(other FDB error\nmessages)"))) (raw_log_message . "<stuff/>") (description . "abc")))) (fault_domain . "0ccb4e0fdbdb5583010f6b77d9d10ece") (under_maintenance . #t) (excluded . #f) (address . "1.2.3.4:1234") (disk (free_bytes . 3451233456234) (reads (hz . 0.0) (counter . 0) (sectors . 0)) (busy . 0.0) (writes (hz . 0.0) (counter . 0) (sectors . 0)) (total_bytes . 123412341234)) (uptime_seconds . 1234.2345) (cpu (usage_cores . 0.0)) (network (current_connections . 0) (connections_established (hz . 0.0)) (connections_closed (hz . 0.0)) (connection_errors (hz . 0.0)) (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tls_policy_failures (hz . 0.0))) (run_loop_busy . 0.2))) (old_logs . #(((logs . #(((id . "7f8d623d0cb9966e") (healthy . #t) (address . "1.2.3.4:1234")))) (log_replication_factor . 3) (log_write_anti_quorum . 0) (log_fault_tolerance . 2) (remote_log_replication_factor . 3) (remote_log_fault_tolerance . 2) (satellite_log_replication_factor . 3) (satellite_log_write_anti_quorum . 0) (satellite_log_fault_tolerance . 2)))) (fault_tolerance (max_zone_failures_without_losing_availability . 0) (max_zone_failures_without_losing_data . 0)) (qos (worst_queue_bytes_log_server . 460) (batch_performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (batch_transactions_per_second_limit . 0) (transactions_per_second_limit . 0) (batch_released_transactions_per_second . 0) (released_transactions_per_second . 0) (limiting_queue_bytes_storage_server . 0) (worst_queue_bytes_storage_server . 0) (limiting_version_lag_storage_server . 0) (worst_version_lag_storage_server . 0) (limiting_data_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_data_lag_storage_server (versions . 0) (seconds . 0.0)) (limiting_durability_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_durability_lag_storage_server (versions . 0) (seconds . 0.0))) (incompatible_connections . #()) (datacenter_lag (seconds . 1.0) (versions . 1000000)) (degraded_processes . 0) (database_available . #t) (database_locked . #f) (generation . 2) (latency_probe (read_seconds . 7) (immediate_priority_transaction_start_seconds . 0.0) (batch_priority_transaction_start_seconds . 0.0) (transaction_start_seconds . 0.0) (commit_seconds . 0.02)) (clients (count . 1) (supported_versions . #(((client_version . "3.0.0") (connected_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (max_protocol_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (count . 1) (max_protocol_count . 1) (protocol_version . "fdb00a400050001") (source_version . "9430e1127b4991cbc5ab2b17f41cfffa5de07e9d"))))) (page_cache (log_hit_rate . 0.5) (storage_hit_rate . 0.5)) (messages . #(((reasons . #(((description . "Blah.")))) (unreachable_processes . #(((address . "1.2.3.4:1234")))) (name ($enum . #("unreachable_master_worker" "unreachable_dataDistributor_worker" "unreachable_ratekeeper_worker" "unreadable_configuration" "full_replication_timeout" "client_issues" "unreachable_processes" "immediate_priority_transaction_start_probe_timeout" "batch_priority_transaction_start_probe_timeout" "transaction_start_probe_timeout" "read_probe_timeout" "commit_probe_timeout" "storage_servers_error" "status_incomplete" "layer_status_incomplete" "database_availability_timeout" "consistencycheck_suspendkey_fetch_timeout" "consistencycheck_disabled"))) (issues . #(((name ($enum . #("incorrect_cluster_file_contents"))) (description . "Cluster file contents do not match current cluster connection string. Verify cluster file is writable and has not been overwritten externally.")))) (description . "abc")))) (recovery_state (required_resolvers . 1) (required_proxies . 1) (name ($enum . #("reading_coordinated_state" "locking_coordinated_state" "locking_old_transaction_servers" "reading_transaction_system_state" "configuration_missing" "configuration_never_created" "configuration_invalid" "recruiting_transaction_servers" "initializing_transaction_servers" "recovery_transaction" "writing_coordinated_state" "accepting_commits" "all_logs_recruited" "storage_recovered" "fully_recovered"))) (required_logs . 3) (missing_logs . "7f8d623d0cb9966e") (active_generations . 1) (description . "Recovery complete.")) (workload (operations (writes (hz . 0.0) (counter . 0) (roughness . 0.0)) (reads (hz . 0.0) (counter . 0) (roughness . 0.0)) (read_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (location_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (memory_errors (hz . 0.0) (counter . 0) (roughness . 0.0))) (bytes (written (hz . 0.0) (counter . 0) (roughness . 0.0)) (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (keys (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (transactions (started (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_immediate_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_default_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_batch_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (conflicted (hz . 0.0) (counter . 0) (roughness . 0.0)) (committed (hz . 0.0) (counter . 0) (roughness . 0.0)))) (cluster_controller_timestamp . 1415650089) (protocol_version . "fdb00a400050001") (connection_string . "a:a@127.0.0.1:4000") (full_replication . #t) (maintenance_zone . "0ccb4e0fdbdb5583010f6b77d9d10ece") (maintenance_seconds_remaining . 1.0) (data_distribution_disabled_for_ss_failures . #t) (data_distribution_disabled_for_rebalance . #t) (data_distribution_disabled . #t) (configuration (log_anti_quorum . 0) (log_replicas . 2) (log_replication_policy . "(zoneid^3x1)") (redundancy_mode ($enum . #("single" "double" "triple" "three_datacenter" "three_datacenter_fallback" "three_data_hall" "three_data_hall_fallback"))) (regions . #(((datacenters . #(((id . "mr") (priority . 1) (satellite . 1) (satellite_logs . 2)))) (satellite_redundancy_mode ($enum . #("one_satellite_single" "one_satellite_double" "one_satellite_triple" "two_satellite_safe" "two_satellite_fast"))) (satellite_log_replicas . 1) (satellite_usable_dcs . 1) (satellite_anti_quorum . 0) (satellite_log_policy . "(zoneid^3x1)") (satellite_logs . 2)))) (remote_redundancy_mode ($enum . #("remote_default" "remote_single" "remote_double" "remote_triple" "remote_three_data_hall"))) (remote_log_replicas . 3) (remote_logs . 5) (log_routers . 10) (usable_regions . 1) (repopulate_anti_quorum . 1) (storage_replicas . 1) (resolvers . 1) (storage_replication_policy . "(zoneid^3x1)") (logs . 2) (log_version . 2) (log_engine . 1) (log_spill . 1) (storage_engine ($enum . #("ssd" "ssd-1" "ssd-2" "ssd-redwood-experimental" "memory"))) (coordinators_count . 1) (excluded_servers . #(((address . "10.0.4.1")))) (auto_proxies . 3) (auto_resolvers . 1) (auto_logs . 3) (proxies . 5)) (data (least_operating_space_bytes_log_server . 0) (average_partition_size_bytes . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . "")) (least_operating_space_ratio_storage_server . 0.1) (max_machine_failures_without_losing_availability . 0) (total_disk_used_bytes . 0) (total_kv_size_bytes . 0) (system_kv_size_bytes . 0) (partitions_count . 2) (moving_data (total_written_bytes . 0) (in_flight_bytes . 0) (in_queue_bytes . 0) (highest_priority . 0)) (team_trackers . #(((primary . #t) (in_flight_bytes . 0) (unhealthy_servers . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . ""))))) (least_operating_space_bytes_storage_server . 0) (max_machine_failures_without_losing_data . 0)) (machines ($map_key=machineid (network (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tcp_segments_retransmitted (hz . 0.0))) (memory (free_bytes . 0) (committed_bytes . 0) (total_bytes . 0)) (contributing_workers . 4) (datacenter_id . "6344abf1813eb05b") (excluded . #f) (address . "1.2.3.4") (machine_id . "6344abf1813eb05b") (locality ($map_key=localityName . "value")) (cpu (logical_core_utilization . 0.4))))) (client (coordinators (coordinators . #(((reachable . #t) (address . "127.0.0.1:4701")))) (quorum_reachable . #t)) (database_status (available . #t) (healthy . #t)) (messages . #(((name ($enum . #("inconsistent_cluster_file" "unreachable_cluster_controller" "no_cluster_controller" "status_incomplete_client" "status_incomplete_coordinators" "status_incomplete_error" "status_incomplete_timeout" "status_incomplete_cluster" "quorum_not_reachable"))) (description . "The cluster file is not up to date.")))) (timestamp . 1415650089) (cluster_file (path . "/etc/foundationdb/fdb.cluster") (up_to_date . #t)))) ((cluster (layers (_valid . #t) (_error . "some error description")) (processes ($map_key=zoneid (version . "3.0.0") (machine_id . "0ccb4e0feddb5583010f6b77d9d10ece") (locality ($map_key=localityName . "value")) (class_source ($enum . #("command_line" "configure_auto" "set_class"))) (class_type ($enum . #("unset" "storage" "transaction" "resolution" "proxy" "master" "test"))) (degraded . #t) (roles . #(((query_queue_max . 0) (local_rate . 0) (input_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (stored_bytes . 12341234) (kvstore_used_bytes . 12341234) (kvstore_available_bytes . 12341234) (kvstore_free_bytes . 12341234) (kvstore_total_bytes . 12341234) (durable_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (queue_disk_used_bytes . 12341234) (queue_disk_available_bytes . 12341234) (queue_disk_free_bytes . 12341234) (queue_disk_total_bytes . 12341234) (role ($enum . #("master" "proxy" "log" "storage" "resolver" "cluster_controller" "data_distributor" "ratekeeper" "router" "coordinator"))) (data_version . 12341234) (durable_version . 12341234) (data_lag (seconds . 5.0) (versions . 12341234)) (durability_lag (seconds . 5.0) (versions . 12341234)) (id . "eb84471d68c12d1d26f692a50000003f") (total_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (finished_queries (hz . 0.0) (counter . 0) (roughness . 0.0)) (bytes_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (keys_queried (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutation_bytes (hz . 0.0) (counter . 0) (roughness . 0.0)) (mutations (hz . 0.0) (counter . 0) (roughness . 0.0)) (grv_latency_bands ($map_key=upperBoundOfBand . 1)) (read_latency_bands ($map_key=upperBoundOfBand . 1)) (commit_latency_bands ($map_key=upperBoundOfBand . 1))))) (command_line . "-r simulation") (memory (available_bytes . 0) (limit_bytes . 0) (unused_allocated_memory . 0) (used_bytes . 0)) (messages . #(((time . 12345.12312) (type . "x") (name ($enum . #("file_open_error" "incorrect_cluster_file_contents" "process_error" "io_error" "io_timeout" "platform_error" "storage_server_lagging" "(other FDB error messages)"))) (raw_log_message . "<stuff/>") (description . "abc")))) (fault_domain . "0ccb4e0fdbdb5583010f6b77d9d10ece") (under_maintenance . #t) (excluded . #f) (address . "1.2.3.4:1234") (disk (free_bytes . 3451233456234) (reads (hz . 0.0) (counter . 0) (sectors . 0)) (busy . 0.0) (writes (hz . 0.0) (counter . 0) (sectors . 0)) (total_bytes . 123412341234)) (uptime_seconds . 1234.2345) (cpu (usage_cores . 0.0)) (network (current_connections . 0) (connections_established (hz . 0.0)) (connections_closed (hz . 0.0)) (connection_errors (hz . 0.0)) (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tls_policy_failures (hz . 0.0))) (run_loop_busy . 0.2))) (old_logs . #(((logs . #(((id . "7f8d623d0cb9966e") (healthy . #t) (address . "1.2.3.4:1234")))) (log_replication_factor . 3) (log_write_anti_quorum . 0) (log_fault_tolerance . 2) (remote_log_replication_factor . 3) (remote_log_fault_tolerance . 2) (satellite_log_replication_factor . 3) (satellite_log_write_anti_quorum . 0) (satellite_log_fault_tolerance . 2)))) (fault_tolerance (max_zone_failures_without_losing_availability . 0) (max_zone_failures_without_losing_data . 0)) (qos (worst_queue_bytes_log_server . 460) (batch_performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (performance_limited_by (reason_server_id . "7f8d623d0cb9966e") (reason_id . 0) (name ($enum . #("workload" "storage_server_write_queue_size" "storage_server_write_bandwidth_mvcc" "storage_server_readable_behind" "log_server_mvcc_write_bandwidth" "log_server_write_queue" "storage_server_min_free_space" "storage_server_min_free_space_ratio" "log_server_min_free_space" "log_server_min_free_space_ratio" "storage_server_durability_lag"))) (description . "The database is not being saturated by the workload.")) (batch_transactions_per_second_limit . 0) (transactions_per_second_limit . 0) (batch_released_transactions_per_second . 0) (released_transactions_per_second . 0) (limiting_queue_bytes_storage_server . 0) (worst_queue_bytes_storage_server . 0) (limiting_version_lag_storage_server . 0) (worst_version_lag_storage_server . 0) (limiting_data_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_data_lag_storage_server (versions . 0) (seconds . 0.0)) (limiting_durability_lag_storage_server (versions . 0) (seconds . 0.0)) (worst_durability_lag_storage_server (versions . 0) (seconds . 0.0))) (incompatible_connections . #()) (datacenter_lag (seconds . 1.0) (versions . 1000000)) (degraded_processes . 0) (database_available . #t) (database_locked . #f) (generation . 2) (latency_probe (read_seconds . 7) (immediate_priority_transaction_start_seconds . 0.0) (batch_priority_transaction_start_seconds . 0.0) (transaction_start_seconds . 0.0) (commit_seconds . 0.02)) (clients (count . 1) (supported_versions . #(((client_version . "3.0.0") (connected_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (max_protocol_clients . #(((address . "127.0.0.1:9898") (log_group . "default")))) (count . 1) (max_protocol_count . 1) (protocol_version . "fdb00a400050001") (source_version . "9430e1127b4991cbc5ab2b17f41cfffa5de07e9d"))))) (page_cache (log_hit_rate . 0.5) (storage_hit_rate . 0.5)) (messages . #(((reasons . #(((description . "Blah.")))) (unreachable_processes . #(((address . "1.2.3.4:1234")))) (name ($enum . #("unreachable_master_worker" "unreachable_dataDistributor_worker" "unreachable_ratekeeper_worker" "unreadable_configuration" "full_replication_timeout" "client_issues" "unreachable_processes" "immediate_priority_transaction_start_probe_timeout" "batch_priority_transaction_start_probe_timeout" "transaction_start_probe_timeout" "read_probe_timeout" "commit_probe_timeout" "storage_servers_error" "status_incomplete" "layer_status_incomplete" "database_availability_timeout" "consistencycheck_suspendkey_fetch_timeout" "consistencycheck_disabled"))) (issues . #(((name ($enum . #("incorrect_cluster_file_contents"))) (description . "Cluster file contents do not match current cluster connection string. Verify cluster file is writable and has not been overwritten externally.")))) (description . "abc")))) (recovery_state (required_resolvers . 1) (required_proxies . 1) (name ($enum . #("reading_coordinated_state" "locking_coordinated_state" "locking_old_transaction_servers" "reading_transaction_system_state" "configuration_missing" "configuration_never_created" "configuration_invalid" "recruiting_transaction_servers" "initializing_transaction_servers" "recovery_transaction" "writing_coordinated_state" "accepting_commits" "all_logs_recruited" "storage_recovered" "fully_recovered"))) (required_logs . 3) (missing_logs . "7f8d623d0cb9966e") (active_generations . 1) (description . "Recovery complete.")) (workload (operations (writes (hz . 0.0) (counter . 0) (roughness . 0.0)) (reads (hz . 0.0) (counter . 0) (roughness . 0.0)) (read_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (location_requests (hz . 0.0) (counter . 0) (roughness . 0.0)) (memory_errors (hz . 0.0) (counter . 0) (roughness . 0.0))) (bytes (written (hz . 0.0) (counter . 0) (roughness . 0.0)) (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (keys (read (hz . 0.0) (counter . 0) (roughness . 0.0))) (transactions (started (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_immediate_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_default_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (started_batch_priority (hz . 0.0) (counter . 0) (roughness . 0.0)) (conflicted (hz . 0.0) (counter . 0) (roughness . 0.0)) (committed (hz . 0.0) (counter . 0) (roughness . 0.0)))) (cluster_controller_timestamp . 1415650089) (protocol_version . "fdb00a400050001") (connection_string . "a:a@127.0.0.1:4000") (full_replication . #t) (maintenance_zone . "0ccb4e0fdbdb5583010f6b77d9d10ece") (maintenance_seconds_remaining . 1.0) (data_distribution_disabled_for_ss_failures . #t) (data_distribution_disabled_for_rebalance . #t) (data_distribution_disabled . #t) (configuration (log_anti_quorum . 0) (log_replicas . 2) (log_replication_policy . "(zoneid^3x1)") (redundancy_mode ($enum . #("single" "double" "triple" "three_datacenter" "three_datacenter_fallback" "three_data_hall" "three_data_hall_fallback"))) (regions . #(((datacenters . #(((id . "mr") (priority . 1) (satellite . 1) (satellite_logs . 2)))) (satellite_redundancy_mode ($enum . #("one_satellite_single" "one_satellite_double" "one_satellite_triple" "two_satellite_safe" "two_satellite_fast"))) (satellite_log_replicas . 1) (satellite_usable_dcs . 1) (satellite_anti_quorum . 0) (satellite_log_policy . "(zoneid^3x1)") (satellite_logs . 2)))) (remote_redundancy_mode ($enum . #("remote_default" "remote_single" "remote_double" "remote_triple" "remote_three_data_hall"))) (remote_log_replicas . 3) (remote_logs . 5) (log_routers . 10) (usable_regions . 1) (repopulate_anti_quorum . 1) (storage_replicas . 1) (resolvers . 1) (storage_replication_policy . "(zoneid^3x1)") (logs . 2) (log_version . 2) (log_engine . 1) (log_spill . 1) (storage_engine ($enum . #("ssd" "ssd-1" "ssd-2" "ssd-redwood-experimental" "memory"))) (coordinators_count . 1) (excluded_servers . #(((address . "10.0.4.1")))) (auto_proxies . 3) (auto_resolvers . 1) (auto_logs . 3) (proxies . 5)) (data (least_operating_space_bytes_log_server . 0) (average_partition_size_bytes . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . "")) (least_operating_space_ratio_storage_server . 0.1) (max_machine_failures_without_losing_availability . 0) (total_disk_used_bytes . 0) (total_kv_size_bytes . 0) (system_kv_size_bytes . 0) (partitions_count . 2) (moving_data (total_written_bytes . 0) (in_flight_bytes . 0) (in_queue_bytes . 0) (highest_priority . 0)) (team_trackers . #(((primary . #t) (in_flight_bytes . 0) (unhealthy_servers . 0) (state (healthy . #t) (min_replicas_remaining . 0) (name ($enum . #("initializing" "missing_data" "healing" "optimizing_team_collections" "healthy_populating_region" "healthy_repartitioning" "healthy_removing_server" "healthy_rebalancing" "healthy"))) (description . ""))))) (least_operating_space_bytes_storage_server . 0) (max_machine_failures_without_losing_data . 0)) (machines ($map_key=machineid (network (megabits_sent (hz . 0.0)) (megabits_received (hz . 0.0)) (tcp_segments_retransmitted (hz . 0.0))) (memory (free_bytes . 0) (committed_bytes . 0) (total_bytes . 0)) (contributing_workers . 4) (datacenter_id . "6344abf1813eb05b") (excluded . #f) (address . "1.2.3.4") (machine_id . "6344abf1813eb05b") (locality ($map_key=localityName . "value")) (cpu (logical_core_utilization . 0.4))))) (client (coordinators (coordinators . #(((reachable . #t) (address . "127.0.0.1:4701")))) (quorum_reachable . #t)) (database_status (available . #t) (healthy . #t)) (messages . #(((name ($enum . #("inconsistent_cluster_file" "unreachable_cluster_controller" "no_cluster_controller" "status_incomplete_client" "status_incomplete_coordinators" "status_incomplete_error" "status_incomplete_timeout" "status_incomplete_cluster" "quorum_not_reachable"))) (description . "The cluster file is not up to date.")))) (timestamp . 1415650089) (cluster_file (path . "/etc/foundationdb/fdb.cluster") (up_to_date . #t)))))
>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment