{ "state": "active+clean+inconsistent", "snap_trimq": "[]", "snap_trimq_len": 0, "epoch": 180046, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting_recovery_backfill": [ "98(3)", "111(6)", "150(8)", "155(7)", "170(4)", "245(2)", "246(0)", "295(9)", "348(5)", "447(1)" ], "info": { "pgid": "4.e19s0", "last_update": "180046'4963906", "last_complete": "180046'4963906", "log_tail": "180029'4960893", "last_user_version": 4963906, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "12f" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" }, { "start": "3ca", "length": "2" }, { "start": "3cd", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "180046'4963906", "reported_seq": "5786900", "reported_epoch": "180046", "state": "active+clean+inconsistent", "last_fresh": "2018-07-03 12:28:42.836772", "last_change": "2018-07-03 00:41:48.167464", "last_active": "2018-07-03 12:28:42.836772", "last_peered": "2018-07-03 12:28:42.836772", "last_clean": "2018-07-03 12:28:42.836772", "last_became_active": "2018-07-02 12:46:59.344867", "last_became_peered": "2018-07-02 12:46:59.344867", "last_unstale": "2018-07-03 12:28:42.836772", "last_undegraded": "2018-07-03 12:28:42.836772", "last_fullsized": "2018-07-03 12:28:42.836772", "mapping_epoch": 179843, "log_start": "180029'4960893", "ondisk_log_start": "180029'4960893", "created": 7960, "last_epoch_clean": 179977, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3013, "ondisk_log_size": 3013, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 388507414811, "num_objects": 125349, "num_object_clones": 24024, "num_object_copies": 1253490, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 125349, "num_whiteouts": 24024, "num_read": 7755, "num_read_kb": 13616819, "num_write": 358525, "num_write_kb": 717855712, "num_scrub_errors": 1, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 1, "num_objects_recovered": 1462, "num_bytes_recovered": 4554232086, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, "peer_info": [ { "peer": "98(3)", "pgid": "4.e19s3", "last_update": "180046'4963906", "last_complete": "180046'4963906", "log_tail": "179705'4943480", "last_user_version": 4946579, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "129" }, { "start": "39b", "length": "2" }, { "start": "39e", "length": "1" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "179800'4946579", "reported_seq": "5773598", "reported_epoch": "179800", "state": "active+undersized+degraded+inconsistent", "last_fresh": "2018-07-02 12:45:31.115592", "last_change": "2018-07-02 12:29:20.105700", "last_active": "2018-07-02 12:45:31.115592", "last_peered": "2018-07-02 12:45:31.115592", "last_clean": "2018-07-02 12:29:10.812734", "last_became_active": "2018-07-02 12:29:20.105700", "last_became_peered": "2018-07-02 12:29:20.105700", "last_unstale": "2018-07-02 12:45:31.115592", "last_undegraded": "2018-07-02 12:29:18.805153", "last_fullsized": "2018-07-02 12:29:17.950834", "mapping_epoch": 179843, "log_start": "179705'4943480", "ondisk_log_start": "179705'4943480", "created": 7960, "last_epoch_clean": 178762, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3099, "ondisk_log_size": 3099, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 386771620433, "num_objects": 124924, "num_object_clones": 24062, "num_object_copies": 1249240, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 124924, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 124924, "num_whiteouts": 24062, "num_read": 7755, "num_read_kb": 13616819, "num_write": 356248, "num_write_kb": 713034756, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 1451, "num_bytes_recovered": 4508094742, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "111(6)", "pgid": "4.e19s6", "last_update": "180046'4963906", "last_complete": "180046'4963906", "log_tail": "179705'4943480", "last_user_version": 4946579, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "129" }, { "start": "39b", "length": "2" }, { "start": "39e", "length": "1" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "179800'4946579", "reported_seq": "5773598", "reported_epoch": "179800", "state": "active+undersized+degraded+inconsistent", "last_fresh": "2018-07-02 12:45:31.115592", "last_change": "2018-07-02 12:29:20.105700", "last_active": "2018-07-02 12:45:31.115592", "last_peered": "2018-07-02 12:45:31.115592", "last_clean": "2018-07-02 12:29:10.812734", "last_became_active": "2018-07-02 12:29:20.105700", "last_became_peered": "2018-07-02 12:29:20.105700", "last_unstale": "2018-07-02 12:45:31.115592", "last_undegraded": "2018-07-02 12:29:18.805153", "last_fullsized": "2018-07-02 12:29:17.950834", "mapping_epoch": 179843, "log_start": "179705'4943480", "ondisk_log_start": "179705'4943480", "created": 7960, "last_epoch_clean": 178762, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3099, "ondisk_log_size": 3099, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 386771620433, "num_objects": 124924, "num_object_clones": 24062, "num_object_copies": 1249240, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 124924, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 124924, "num_whiteouts": 24062, "num_read": 7755, "num_read_kb": 13616819, "num_write": 356248, "num_write_kb": 713034756, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 1451, "num_bytes_recovered": 4508094742, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "150(8)", "pgid": "4.e19s8", "last_update": "180046'4963906", "last_complete": "179705'4946568", "log_tail": "179705'4943480", "last_user_version": 4946568, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "129" }, { "start": "39b", "length": "2" }, { "start": "39e", "length": "1" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "179705'4946568", "reported_seq": "5773478", "reported_epoch": "179705", "state": "active+clean+inconsistent", "last_fresh": "2018-07-02 12:29:10.812734", "last_change": "2018-07-02 03:59:54.398822", "last_active": "2018-07-02 12:29:10.812734", "last_peered": "2018-07-02 12:29:10.812734", "last_clean": "2018-07-02 12:29:10.812734", "last_became_active": "2018-06-30 03:06:45.261646", "last_became_peered": "2018-06-30 03:06:45.261646", "last_unstale": "2018-07-02 12:29:10.812734", "last_undegraded": "2018-07-02 12:29:10.812734", "last_fullsized": "2018-07-02 12:29:10.812734", "mapping_epoch": 179843, "log_start": "179705'4943480", "ondisk_log_start": "179705'4943480", "created": 7960, "last_epoch_clean": 178762, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3088, "ondisk_log_size": 3088, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 386725483089, "num_objects": 124913, "num_object_clones": 24062, "num_object_copies": 1249130, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 124913, "num_whiteouts": 24062, "num_read": 7755, "num_read_kb": 13616819, "num_write": 356237, "num_write_kb": 712989700, "num_scrub_errors": 1, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 1, "num_objects_recovered": 1451, "num_bytes_recovered": 4508094742, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "155(7)", "pgid": "4.e19s7", "last_update": "180046'4963906", "last_complete": "180046'4963906", "log_tail": "179705'4943480", "last_user_version": 4946579, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "129" }, { "start": "39b", "length": "2" }, { "start": "39e", "length": "1" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "179800'4946579", "reported_seq": "5773598", "reported_epoch": "179800", "state": "active+undersized+degraded+inconsistent", "last_fresh": "2018-07-02 12:45:31.115592", "last_change": "2018-07-02 12:29:20.105700", "last_active": "2018-07-02 12:45:31.115592", "last_peered": "2018-07-02 12:45:31.115592", "last_clean": "2018-07-02 12:29:10.812734", "last_became_active": "2018-07-02 12:29:20.105700", "last_became_peered": "2018-07-02 12:29:20.105700", "last_unstale": "2018-07-02 12:45:31.115592", "last_undegraded": "2018-07-02 12:29:18.805153", "last_fullsized": "2018-07-02 12:29:17.950834", "mapping_epoch": 179843, "log_start": "179705'4943480", "ondisk_log_start": "179705'4943480", "created": 7960, "last_epoch_clean": 178762, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3099, "ondisk_log_size": 3099, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 386771620433, "num_objects": 124924, "num_object_clones": 24062, "num_object_copies": 1249240, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 124924, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 124924, "num_whiteouts": 24062, "num_read": 7755, "num_read_kb": 13616819, "num_write": 356248, "num_write_kb": 713034756, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 1451, "num_bytes_recovered": 4508094742, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "170(4)", "pgid": "4.e19s4", "last_update": "180046'4963906", "last_complete": "180046'4963906", "log_tail": "179705'4943480", "last_user_version": 4946579, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "129" }, { "start": "39b", "length": "2" }, { "start": "39e", "length": "1" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "179800'4946579", "reported_seq": "5773598", "reported_epoch": "179800", "state": "active+undersized+degraded+inconsistent", "last_fresh": "2018-07-02 12:45:31.115592", "last_change": "2018-07-02 12:29:20.105700", "last_active": "2018-07-02 12:45:31.115592", "last_peered": "2018-07-02 12:45:31.115592", "last_clean": "2018-07-02 12:29:10.812734", "last_became_active": "2018-07-02 12:29:20.105700", "last_became_peered": "2018-07-02 12:29:20.105700", "last_unstale": "2018-07-02 12:45:31.115592", "last_undegraded": "2018-07-02 12:29:18.805153", "last_fullsized": "2018-07-02 12:29:17.950834", "mapping_epoch": 179843, "log_start": "179705'4943480", "ondisk_log_start": "179705'4943480", "created": 7960, "last_epoch_clean": 178762, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3099, "ondisk_log_size": 3099, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 386771620433, "num_objects": 124924, "num_object_clones": 24062, "num_object_copies": 1249240, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 124924, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 124924, "num_whiteouts": 24062, "num_read": 7755, "num_read_kb": 13616819, "num_write": 356248, "num_write_kb": 713034756, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 1451, "num_bytes_recovered": 4508094742, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "245(2)", "pgid": "4.e19s2", "last_update": "180046'4963906", "last_complete": "180046'4963906", "log_tail": "179705'4943480", "last_user_version": 4946579, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "129" }, { "start": "39b", "length": "2" }, { "start": "39e", "length": "1" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "179800'4946579", "reported_seq": "5773598", "reported_epoch": "179800", "state": "active+undersized+degraded+inconsistent", "last_fresh": "2018-07-02 12:45:31.115592", "last_change": "2018-07-02 12:29:20.105700", "last_active": "2018-07-02 12:45:31.115592", "last_peered": "2018-07-02 12:45:31.115592", "last_clean": "2018-07-02 12:29:10.812734", "last_became_active": "2018-07-02 12:29:20.105700", "last_became_peered": "2018-07-02 12:29:20.105700", "last_unstale": "2018-07-02 12:45:31.115592", "last_undegraded": "2018-07-02 12:29:18.805153", "last_fullsized": "2018-07-02 12:29:17.950834", "mapping_epoch": 179843, "log_start": "179705'4943480", "ondisk_log_start": "179705'4943480", "created": 7960, "last_epoch_clean": 178762, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3099, "ondisk_log_size": 3099, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 386771620433, "num_objects": 124924, "num_object_clones": 24062, "num_object_copies": 1249240, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 124924, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 124924, "num_whiteouts": 24062, "num_read": 7755, "num_read_kb": 13616819, "num_write": 356248, "num_write_kb": 713034756, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 1451, "num_bytes_recovered": 4508094742, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "295(9)", "pgid": "4.e19s9", "last_update": "180046'4963906", "last_complete": "180046'4963906", "log_tail": "179705'4943480", "last_user_version": 4946579, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "129" }, { "start": "39b", "length": "2" }, { "start": "39e", "length": "1" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "179800'4946579", "reported_seq": "5773598", "reported_epoch": "179800", "state": "active+undersized+degraded+inconsistent", "last_fresh": "2018-07-02 12:45:31.115592", "last_change": "2018-07-02 12:29:20.105700", "last_active": "2018-07-02 12:45:31.115592", "last_peered": "2018-07-02 12:45:31.115592", "last_clean": "2018-07-02 12:29:10.812734", "last_became_active": "2018-07-02 12:29:20.105700", "last_became_peered": "2018-07-02 12:29:20.105700", "last_unstale": "2018-07-02 12:45:31.115592", "last_undegraded": "2018-07-02 12:29:18.805153", "last_fullsized": "2018-07-02 12:29:17.950834", "mapping_epoch": 179843, "log_start": "179705'4943480", "ondisk_log_start": "179705'4943480", "created": 7960, "last_epoch_clean": 178762, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3099, "ondisk_log_size": 3099, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 386771620433, "num_objects": 124924, "num_object_clones": 24062, "num_object_copies": 1249240, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 124924, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 124924, "num_whiteouts": 24062, "num_read": 7755, "num_read_kb": 13616819, "num_write": 356248, "num_write_kb": 713034756, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 1451, "num_bytes_recovered": 4508094742, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "348(5)", "pgid": "4.e19s5", "last_update": "180046'4963906", "last_complete": "180046'4963906", "log_tail": "179705'4943480", "last_user_version": 4946579, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "129" }, { "start": "39b", "length": "2" }, { "start": "39e", "length": "1" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "179800'4946579", "reported_seq": "5773598", "reported_epoch": "179800", "state": "active+undersized+degraded+inconsistent", "last_fresh": "2018-07-02 12:45:31.115592", "last_change": "2018-07-02 12:29:20.105700", "last_active": "2018-07-02 12:45:31.115592", "last_peered": "2018-07-02 12:45:31.115592", "last_clean": "2018-07-02 12:29:10.812734", "last_became_active": "2018-07-02 12:29:20.105700", "last_became_peered": "2018-07-02 12:29:20.105700", "last_unstale": "2018-07-02 12:45:31.115592", "last_undegraded": "2018-07-02 12:29:18.805153", "last_fullsized": "2018-07-02 12:29:17.950834", "mapping_epoch": 179843, "log_start": "179705'4943480", "ondisk_log_start": "179705'4943480", "created": 7960, "last_epoch_clean": 178762, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3099, "ondisk_log_size": 3099, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 386771620433, "num_objects": 124924, "num_object_clones": 24062, "num_object_copies": 1249240, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 124924, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 124924, "num_whiteouts": 24062, "num_read": 7755, "num_read_kb": 13616819, "num_write": 356248, "num_write_kb": 713034756, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 1451, "num_bytes_recovered": 4508094742, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "447(1)", "pgid": "4.e19s1", "last_update": "180046'4963906", "last_complete": "180046'4963906", "log_tail": "179705'4943480", "last_user_version": 4946579, "last_backfill": "MAX", "last_backfill_bitwise": 1, "purged_snaps": [ { "start": "2", "length": "66" }, { "start": "69", "length": "12e" }, { "start": "199", "length": "3" }, { "start": "19d", "length": "2" }, { "start": "1a0", "length": "1" }, { "start": "1a2", "length": "9" }, { "start": "1ac", "length": "6" }, { "start": "1b3", "length": "5" }, { "start": "1ba", "length": "4" }, { "start": "1bf", "length": "5" }, { "start": "1c5", "length": "4" }, { "start": "1ca", "length": "5" }, { "start": "1d0", "length": "4" }, { "start": "1d5", "length": "3" }, { "start": "1d9", "length": "5" }, { "start": "1df", "length": "3" }, { "start": "1e3", "length": "4" }, { "start": "1e8", "length": "4" }, { "start": "1ed", "length": "3" }, { "start": "1f1", "length": "4" }, { "start": "1f6", "length": "75" }, { "start": "271", "length": "129" }, { "start": "39b", "length": "2" }, { "start": "39e", "length": "1" }, { "start": "3a2", "length": "1" }, { "start": "3a4", "length": "1" }, { "start": "3a6", "length": "1" }, { "start": "3a9", "length": "2" }, { "start": "3ae", "length": "3" }, { "start": "3b2", "length": "3" }, { "start": "3b6", "length": "1" }, { "start": "3b8", "length": "2" }, { "start": "3bb", "length": "1" }, { "start": "3bd", "length": "1" }, { "start": "3c0", "length": "1" }, { "start": "3c2", "length": "1" }, { "start": "3c4", "length": "1" }, { "start": "3c6", "length": "1" }, { "start": "3c8", "length": "1" } ], "history": { "epoch_created": 7960, "epoch_pool_created": 735, "last_epoch_started": 179844, "last_interval_started": 179843, "last_epoch_clean": 179977, "last_interval_clean": 179843, "last_epoch_split": 7960, "last_epoch_marked_full": 0, "same_up_since": 179841, "same_interval_since": 179843, "same_primary_since": 174416, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026" }, "stats": { "version": "179800'4946579", "reported_seq": "5773598", "reported_epoch": "179800", "state": "active+undersized+degraded+inconsistent", "last_fresh": "2018-07-02 12:45:31.115592", "last_change": "2018-07-02 12:29:20.105700", "last_active": "2018-07-02 12:45:31.115592", "last_peered": "2018-07-02 12:45:31.115592", "last_clean": "2018-07-02 12:29:10.812734", "last_became_active": "2018-07-02 12:29:20.105700", "last_became_peered": "2018-07-02 12:29:20.105700", "last_unstale": "2018-07-02 12:45:31.115592", "last_undegraded": "2018-07-02 12:29:18.805153", "last_fullsized": "2018-07-02 12:29:17.950834", "mapping_epoch": 179843, "log_start": "179705'4943480", "ondisk_log_start": "179705'4943480", "created": 7960, "last_epoch_clean": 178762, "parent": "0.0", "parent_split_bits": 12, "last_scrub": "179705'4945850", "last_scrub_stamp": "2018-07-02 03:59:54.398615", "last_deep_scrub": "179705'4945850", "last_deep_scrub_stamp": "2018-07-02 03:59:54.398615", "last_clean_scrub_stamp": "2018-06-28 12:31:38.897026", "log_size": 3099, "ondisk_log_size": 3099, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": true, "snaptrimq_len": 0, "stat_sum": { "num_bytes": 386771620433, "num_objects": 124924, "num_object_clones": 24062, "num_object_copies": 1249240, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 124924, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 124924, "num_whiteouts": 24062, "num_read": 7755, "num_read_kb": 13616819, "num_write": 356248, "num_write_kb": 713034756, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 1451, "num_bytes_recovered": 4508094742, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0 }, "up": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "acting": [ 246, 447, 245, 98, 170, 348, 111, 155, 150, 295 ], "blocked_by": [], "up_primary": 246, "acting_primary": 246, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 179844, "hit_set_history": { "current_last_update": "0'0", "history": [] } } ], "recovery_state": [ { "name": "Started/Primary/Active", "enter_time": "2018-07-02 12:46:59.286550", "might_have_unfound": [ { "osd": "98(3)", "status": "already probed" }, { "osd": "111(6)", "status": "already probed" }, { "osd": "150(8)", "status": "already probed" }, { "osd": "155(7)", "status": "already probed" }, { "osd": "170(4)", "status": "already probed" }, { "osd": "190(8)", "status": "not queried" }, { "osd": "191(8)", "status": "not queried" }, { "osd": "245(2)", "status": "already probed" }, { "osd": "295(9)", "status": "already probed" }, { "osd": "348(5)", "status": "already probed" }, { "osd": "416(8)", "status": "not queried" }, { "osd": "417(8)", "status": "not queried" }, { "osd": "447(1)", "status": "already probed" } ], "recovery_progress": { "backfill_targets": [], "waiting_on_backfill": [], "last_backfill_started": "MIN", "backfill_info": { "begin": "MIN", "end": "MIN", "objects": [] }, "peer_backfill_info": [], "backfills_in_flight": [], "recovering": [], "pg_backend": { "recovery_ops": [], "read_ops": [] } }, "scrub": { "scrubber.epoch_start": "178761", "scrubber.active": false, "scrubber.state": "INACTIVE", "scrubber.start": "MIN", "scrubber.end": "MIN", "scrubber.max_end": "MIN", "scrubber.subset_last_update": "0'0", "scrubber.deep": false, "scrubber.waiting_on_whom": [] } }, { "name": "Started", "enter_time": "2018-07-02 12:46:58.157884" } ], "agent_state": {} }