Skip to content

Instantly share code, notes, and snippets.

@pejotes

pejotes/ceph pg 10.1bb80 query

Created August 3, 2018 10:44
Show Gist options
  • Save pejotes/aea71ecd2718dbb3ceab0e648924d06b to your computer and use it in GitHub Desktop.
Save pejotes/aea71ecd2718dbb3ceab0e648924d06b to your computer and use it in GitHub Desktop.
Download ZIP
Raw
ceph pg 10.1bb80 query
{
"state": "active+undersized+degraded",
"snap_trimq": "[]",
"epoch": 94387,
"up": [
261,
695
],
"acting": [
261,
695
],
"actingbackfill": [
"261",
"695"
],
"info": {
"pgid": "10.1b80",
"last_update": "94387'1820744",
"last_complete": "94387'1820744",
"log_tail": "78728'1817267",
"last_user_version": 1820744,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": "[1~2b,2d~83,b1~90,142~58a,6cd~3fa,ac8~57,b21~27,b49~21b,d65~19b,f01~a4,fa6~16f,1116~4,111b~3,111f~4a3,15c3~74,1638~1,1640~1,1644~1,1647~6c,16c0~1b9,187a~2b,18a7~26,18ce~36,1905~27d,1b83~8,1b8e~b5,1c46~2e,1c75~4,1c7a~5,1c81~b6,1d38~9c,1dd7~168,1f41~12]",
"history": {
"epoch_created": 1539,
"last_epoch_started": 91660,
"last_epoch_clean": 91660,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 86075,
"same_interval_since": 91659,
"same_primary_since": 43207,
"last_scrub": "78735'1820296",
"last_scrub_stamp": "2018-08-01 19:05:28.361813",
"last_deep_scrub": "78726'1802131",
"last_deep_scrub_stamp": "2018-07-26 07:16:00.129178",
"last_clean_scrub_stamp": "2018-08-01 19:05:28.361813"
},
"stats": {
"version": "94387'1820744",
"reported_seq": "1829866",
"reported_epoch": "94387",
"state": "active+undersized+degraded",
"last_fresh": "2018-08-03 10:06:26.273316",
"last_change": "2018-08-02 16:47:20.805651",
"last_active": "2018-08-03 10:06:26.273316",
"last_peered": "2018-08-03 10:06:26.273316",
"last_clean": "2018-08-02 14:10:17.053033",
"last_became_active": "2018-08-02 16:47:20.805651",
"last_became_peered": "2018-08-02 16:47:20.805651",
"last_unstale": "2018-08-03 10:06:26.273316",
"last_undegraded": "2018-08-02 16:47:19.827545",
"last_fullsized": "2018-08-02 16:47:19.827545",
"mapping_epoch": 86075,
"log_start": "78728'1817267",
"ondisk_log_start": "78728'1817267",
"created": 1539,
"last_epoch_clean": 91660,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "78735'1820296",
"last_scrub_stamp": "2018-08-01 19:05:28.361813",
"last_deep_scrub": "78726'1802131",
"last_deep_scrub_stamp": "2018-07-26 07:16:00.129178",
"last_clean_scrub_stamp": "2018-08-01 19:05:28.361813",
"log_size": 3477,
"ondisk_log_size": 3477,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 1100546560,
"num_objects": 268,
"num_object_clones": 0,
"num_object_copies": 804,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 268,
"num_objects_misplaced": 0,
"num_objects_unfound": 0,
"num_objects_dirty": 268,
"num_whiteouts": 0,
"num_read": 1052039,
"num_read_kb": 25286022,
"num_write": 1820934,
"num_write_kb": 45347260,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 2542,
"num_bytes_recovered": 10353882624,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0
},
"up": [
261,
695
],
"acting": [
261,
695
],
"blocked_by": [],
"up_primary": 261,
"acting_primary": 261
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 91660,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
},
"peer_info": [
{
"peer": "695",
"pgid": "10.1b80",
"last_update": "94387'1820744",
"last_complete": "94387'1820744",
"log_tail": "78728'1817267",
"last_user_version": 1820362,
"last_backfill": "MAX",
"last_backfill_bitwise": 0,
"purged_snaps": "[1~2b,2d~83,b1~90,142~58a,6cd~3fa,ac8~57,b21~27,b49~21b,d65~19b,f01~a4,fa6~16f,1116~4,111b~3,111f~4a3,15c3~74,1638~1,1640~1,1644~1,1647~6c,16c0~1b9,187a~2b,18a7~26,18ce~36,1905~27d,1b83~8,1b8e~b5,1c46~2e,1c75~4,1c7a~5,1c81~b6,1d38~9c,1dd7~168,1f41~12]",
"history": {
"epoch_created": 1539,
"last_epoch_started": 91660,
"last_epoch_clean": 91660,
"last_epoch_split": 0,
"last_epoch_marked_full": 0,
"same_up_since": 86075,
"same_interval_since": 91659,
"same_primary_since": 43207,
"last_scrub": "78735'1820296",
"last_scrub_stamp": "2018-08-01 19:05:28.361813",
"last_deep_scrub": "78726'1802131",
"last_deep_scrub_stamp": "2018-07-26 07:16:00.129178",
"last_clean_scrub_stamp": "2018-08-01 19:05:28.361813"
},
"stats": {
"version": "91070'1820361",
"reported_seq": "1829451",
"reported_epoch": "91070",
"state": "active+remapped",
"last_fresh": "2018-08-02 16:09:00.017051",
"last_change": "2018-08-02 14:11:48.527355",
"last_active": "2018-08-02 16:09:00.017051",
"last_peered": "2018-08-02 16:09:00.017051",
"last_clean": "2018-08-02 14:10:17.053033",
"last_became_active": "2018-08-02 14:11:48.527355",
"last_became_peered": "2018-08-02 14:11:48.527355",
"last_unstale": "2018-08-02 16:09:00.017051",
"last_undegraded": "2018-08-02 16:09:00.017051",
"last_fullsized": "2018-08-02 16:09:00.017051",
"mapping_epoch": 86075,
"log_start": "78728'1817267",
"ondisk_log_start": "78728'1817267",
"created": 1539,
"last_epoch_clean": 86082,
"parent": "0.0",
"parent_split_bits": 0,
"last_scrub": "78735'1820296",
"last_scrub_stamp": "2018-08-01 19:05:28.361813",
"last_deep_scrub": "78726'1802131",
"last_deep_scrub_stamp": "2018-07-26 07:16:00.129178",
"last_clean_scrub_stamp": "2018-08-01 19:05:28.361813",
"log_size": 3094,
"ondisk_log_size": 3094,
"stats_invalid": false,
"dirty_stats_invalid": false,
"omap_stats_invalid": false,
"hitset_stats_invalid": false,
"hitset_bytes_stats_invalid": false,
"pin_stats_invalid": false,
"stat_sum": {
"num_bytes": 1100546560,
"num_objects": 268,
"num_object_clones": 0,
"num_object_copies": 801,
"num_objects_missing_on_primary": 0,
"num_objects_missing": 0,
"num_objects_degraded": 14,
"num_objects_misplaced": 267,
"num_objects_unfound": 0,
"num_objects_dirty": 268,
"num_whiteouts": 0,
"num_read": 1051784,
"num_read_kb": 25282946,
"num_write": 1820552,
"num_write_kb": 45326780,
"num_scrub_errors": 0,
"num_shallow_scrub_errors": 0,
"num_deep_scrub_errors": 0,
"num_objects_recovered": 2542,
"num_bytes_recovered": 10353882624,
"num_keys_recovered": 0,
"num_objects_omap": 0,
"num_objects_hit_set_archive": 0,
"num_bytes_hit_set_archive": 0,
"num_flush": 0,
"num_flush_kb": 0,
"num_evict": 0,
"num_evict_kb": 0,
"num_promote": 0,
"num_flush_mode_high": 0,
"num_flush_mode_low": 0,
"num_evict_mode_some": 0,
"num_evict_mode_full": 0,
"num_objects_pinned": 0
},
"up": [
261,
695
],
"acting": [
261,
695
],
"blocked_by": [],
"up_primary": 261,
"acting_primary": 261
},
"empty": 0,
"dne": 0,
"incomplete": 0,
"last_epoch_started": 91660,
"hit_set_history": {
"current_last_update": "0'0",
"history": []
}
}
],
"recovery_state": [
{
"name": "Started\/Primary\/Active",
"enter_time": "2018-08-02 16:47:20.774538",
"might_have_unfound": [
{
"osd": "500",
"status": "osd is down"
}
],
"recovery_progress": {
"backfill_targets": [],
"waiting_on_backfill": [],
"last_backfill_started": "MIN",
"backfill_info": {
"begin": "MIN",
"end": "MIN",
"objects": []
},
"peer_backfill_info": [],
"backfills_in_flight": [],
"recovering": [],
"pg_backend": {
"pull_from_peer": [],
"pushing": []
}
},
"scrub": {
"scrubber.epoch_start": "74946",
"scrubber.active": 0,
"scrubber.state": "INACTIVE",
"scrubber.start": "MIN",
"scrubber.end": "MIN",
"scrubber.subset_last_update": "0'0",
"scrubber.deep": false,
"scrubber.seed": 0,
"scrubber.waiting_on": 0,
"scrubber.waiting_on_whom": []
}
},
{
"name": "Started",
"enter_time": "2018-08-02 16:47:19.825872"
}
],
"agent_state": {}
}
Raw
ceph status detail
cluster 0f195b16-dfa3-493a-a0d5-89007a8a90ab
health HEALTH_WARN
1 pgs degraded
1 pgs stuck degraded
1 pgs stuck unclean
1 pgs stuck undersized
1 pgs undersized
recovery 268/19265130 objects degraded (0.001%)
monmap e1: 3 mons at {ceph-mon01=192.xxx.yyy.56:6789/0,ceph-mon02=192.xxx.yyy.57:6789/0,ceph-mon03=192.xxx.yyy.58:6789/0}
election epoch 174, quorum 0,1,2 ceph-mon01,ceph-mon02,ceph-mon03
osdmap e94387: 687 osds: 686 up, 686 in
flags sortbitwise,require_jewel_osds
pgmap v38697958: 35736 pgs, 19 pools, 21277 GB data, 6271 kobjects
64739 GB used, 1135 TB / 1198 TB avail
268/19265130 objects degraded (0.001%)
35735 active+clean
1 active+undersized+degraded
client io 37717 kB/s rd, 436 MB/s wr, 1190 op/s rd, 1572 op/s wr
HEALTH_WARN 1 pgs degraded; 1 pgs stuck degraded; 1 pgs stuck unclean; 1 pgs stuck undersized; 1 pgs undersized; recovery 268/19265127 objects degraded (0.001%)
pg 10.1b80 is stuck unclean for 73574.426220, current state active+undersized+degraded, last acting [261,695]
pg 10.1b80 is stuck undersized for 64151.652797, current state active+undersized+degraded, last acting [261,695]
pg 10.1b80 is stuck degraded for 64151.653790, current state active+undersized+degraded, last acting [261,695]
pg 10.1b80 is active+undersized+degraded, acting [261,695]
recovery 268/19265127 objects degraded (0.001%)
Raw
ceph version
`ceph version 10.2.7-1~u16.04+2 (587873cc596a8eea800a82fa753eac1d6139e2da)`
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment