# HELP ceph_health_status Cluster health status
# TYPE ceph_health_status untyped
ceph_health_status 0.0
# HELP ceph_mon_quorum_status Monitors in quorum
# TYPE ceph_mon_quorum_status gauge
ceph_mon_quorum_status{ceph_daemon="mon.ceph1new"} 1.0
ceph_mon_quorum_status{ceph_daemon="mon.ceph2new"} 1.0
ceph_mon_quorum_status{ceph_daemon="mon.ceph3new"} 1.0
# HELP ceph_fs_metadata FS Metadata
# TYPE ceph_fs_metadata untyped
ceph_fs_metadata{data_pools="2",fs_id="1",metadata_pool="3",name="cephfs"} 1.0
ceph_fs_metadata{data_pools="7",fs_id="2",metadata_pool="6",name="cephfs_dev"} 1.0
# HELP ceph_mds_metadata MDS Metadata
# TYPE ceph_mds_metadata untyped
ceph_mds_metadata{ceph_daemon="mds.cephfs.ceph1new.grwqkz",fs_id="-1",hostname="ceph1new",public_addr="162.19.30.165:6801/2778039031",rank="-1",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_mds_metadata{ceph_daemon="mds.cephfs_dev.ceph1new.idgvxc",fs_id="-1",hostname="ceph1new",public_addr="162.19.30.165:6803/3560137003",rank="-1",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_mds_metadata{ceph_daemon="mds.cephfs.ceph3new.evmbmx",fs_id="-1",hostname="",public_addr="162.19.30.166:6803/2922969391",rank="-1",ceph_version=""} 1.0
ceph_mds_metadata{ceph_daemon="mds.cephfs.ceph2new.yhzcqt",fs_id="1",hostname="ceph2new",public_addr="162.19.30.167:6801/1136205795",rank="0",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_mds_metadata{ceph_daemon="mds.cephfs_dev.ceph3new.ezciqj",fs_id="2",hostname="",public_addr="162.19.30.166:6801/190199433",rank="0",ceph_version=""} 1.0
# HELP ceph_mon_metadata MON Metadata
# TYPE ceph_mon_metadata untyped
ceph_mon_metadata{ceph_daemon="mon.ceph1new",hostname="ceph1new",public_addr="162.19.30.165",rank="0",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_mon_metadata{ceph_daemon="mon.ceph2new",hostname="ceph2new",public_addr="162.19.30.167",rank="1",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_mon_metadata{ceph_daemon="mon.ceph3new",hostname="ceph3new",public_addr="162.19.30.166",rank="2",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
# HELP ceph_mgr_metadata MGR metadata
# TYPE ceph_mgr_metadata gauge
ceph_mgr_metadata{ceph_daemon="mgr.ceph1new.bhbxbc",hostname="ceph1new",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_mgr_metadata{ceph_daemon="mgr.ceph2new.ugohmv",hostname="ceph2new",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
# HELP ceph_mgr_status MGR status (0=standby, 1=active)
# TYPE ceph_mgr_status gauge
ceph_mgr_status{ceph_daemon="mgr.ceph1new.bhbxbc"} 0.0
ceph_mgr_status{ceph_daemon="mgr.ceph2new.ugohmv"} 1.0
# HELP ceph_mgr_module_status MGR module status (0=disabled, 1=enabled, 2=auto-enabled)
# TYPE ceph_mgr_module_status gauge
ceph_mgr_module_status{name="alerts"} 0.0
ceph_mgr_module_status{name="balancer"} 2.0
ceph_mgr_module_status{name="cephadm"} 1.0
ceph_mgr_module_status{name="crash"} 2.0
ceph_mgr_module_status{name="dashboard"} 1.0
ceph_mgr_module_status{name="devicehealth"} 2.0
ceph_mgr_module_status{name="diskprediction_local"} 0.0
ceph_mgr_module_status{name="influx"} 0.0
ceph_mgr_module_status{name="insights"} 0.0
ceph_mgr_module_status{name="iostat"} 1.0
ceph_mgr_module_status{name="k8sevents"} 0.0
ceph_mgr_module_status{name="localpool"} 0.0
ceph_mgr_module_status{name="mds_autoscaler"} 0.0
ceph_mgr_module_status{name="mirroring"} 0.0
ceph_mgr_module_status{name="nfs"} 1.0
ceph_mgr_module_status{name="orchestrator"} 2.0
ceph_mgr_module_status{name="osd_perf_query"} 0.0
ceph_mgr_module_status{name="osd_support"} 0.0
ceph_mgr_module_status{name="pg_autoscaler"} 2.0
ceph_mgr_module_status{name="progress"} 2.0
ceph_mgr_module_status{name="prometheus"} 1.0
ceph_mgr_module_status{name="rbd_support"} 2.0
ceph_mgr_module_status{name="restful"} 1.0
ceph_mgr_module_status{name="rook"} 0.0
ceph_mgr_module_status{name="selftest"} 0.0
ceph_mgr_module_status{name="snap_schedule"} 0.0
ceph_mgr_module_status{name="stats"} 0.0
ceph_mgr_module_status{name="status"} 2.0
ceph_mgr_module_status{name="telegraf"} 0.0
ceph_mgr_module_status{name="telemetry"} 2.0
ceph_mgr_module_status{name="test_orchestrator"} 0.0
ceph_mgr_module_status{name="volumes"} 2.0
ceph_mgr_module_status{name="zabbix"} 0.0
# HELP ceph_mgr_module_can_run MGR module runnable state i.e. can it run (0=no, 1=yes)
# TYPE ceph_mgr_module_can_run gauge
ceph_mgr_module_can_run{name="alerts"} 1.0
ceph_mgr_module_can_run{name="balancer"} 1.0
ceph_mgr_module_can_run{name="cephadm"} 1.0
ceph_mgr_module_can_run{name="crash"} 1.0
ceph_mgr_module_can_run{name="dashboard"} 1.0
ceph_mgr_module_can_run{name="devicehealth"} 1.0
ceph_mgr_module_can_run{name="diskprediction_local"} 1.0
ceph_mgr_module_can_run{name="influx"} 0.0
ceph_mgr_module_can_run{name="insights"} 1.0
ceph_mgr_module_can_run{name="iostat"} 1.0
ceph_mgr_module_can_run{name="k8sevents"} 1.0
ceph_mgr_module_can_run{name="localpool"} 1.0
ceph_mgr_module_can_run{name="mds_autoscaler"} 1.0
ceph_mgr_module_can_run{name="mirroring"} 1.0
ceph_mgr_module_can_run{name="nfs"} 1.0
ceph_mgr_module_can_run{name="orchestrator"} 1.0
ceph_mgr_module_can_run{name="osd_perf_query"} 1.0
ceph_mgr_module_can_run{name="osd_support"} 1.0
ceph_mgr_module_can_run{name="pg_autoscaler"} 1.0
ceph_mgr_module_can_run{name="progress"} 1.0
ceph_mgr_module_can_run{name="prometheus"} 1.0
ceph_mgr_module_can_run{name="rbd_support"} 1.0
ceph_mgr_module_can_run{name="restful"} 1.0
ceph_mgr_module_can_run{name="rook"} 1.0
ceph_mgr_module_can_run{name="selftest"} 1.0
ceph_mgr_module_can_run{name="snap_schedule"} 1.0
ceph_mgr_module_can_run{name="stats"} 1.0
ceph_mgr_module_can_run{name="status"} 1.0
ceph_mgr_module_can_run{name="telegraf"} 1.0
ceph_mgr_module_can_run{name="telemetry"} 1.0
ceph_mgr_module_can_run{name="test_orchestrator"} 1.0
ceph_mgr_module_can_run{name="volumes"} 1.0
ceph_mgr_module_can_run{name="zabbix"} 1.0
# HELP ceph_osd_metadata OSD Metadata
# TYPE ceph_osd_metadata untyped
ceph_osd_metadata{back_iface="",ceph_daemon="osd.0",cluster_addr="192.168.1.111",device_class="ssd",front_iface="",hostname="ceph1new",objectstore="bluestore",public_addr="162.19.30.165",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_osd_metadata{back_iface="",ceph_daemon="osd.1",cluster_addr="192.168.1.113",device_class="ssd",front_iface="",hostname="ceph3new",objectstore="bluestore",public_addr="162.19.30.166",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_osd_metadata{back_iface="",ceph_daemon="osd.2",cluster_addr="192.168.1.112",device_class="ssd",front_iface="",hostname="ceph2new",objectstore="bluestore",public_addr="162.19.30.167",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_osd_metadata{back_iface="",ceph_daemon="osd.3",cluster_addr="192.168.1.111",device_class="ssd",front_iface="",hostname="ceph1new",objectstore="bluestore",public_addr="162.19.30.165",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_osd_metadata{back_iface="",ceph_daemon="osd.4",cluster_addr="192.168.1.113",device_class="ssd",front_iface="",hostname="ceph3new",objectstore="bluestore",public_addr="162.19.30.166",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_osd_metadata{back_iface="",ceph_daemon="osd.5",cluster_addr="192.168.1.112",device_class="ssd",front_iface="",hostname="ceph2new",objectstore="bluestore",public_addr="162.19.30.167",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_osd_metadata{back_iface="",ceph_daemon="osd.6",cluster_addr="192.168.1.113",device_class="ssd",front_iface="",hostname="ceph3new",objectstore="bluestore",public_addr="162.19.30.166",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_osd_metadata{back_iface="",ceph_daemon="osd.7",cluster_addr="192.168.1.112",device_class="ssd",front_iface="",hostname="ceph2new",objectstore="bluestore",public_addr="162.19.30.167",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
ceph_osd_metadata{back_iface="",ceph_daemon="osd.8",cluster_addr="192.168.1.111",device_class="ssd",front_iface="",hostname="ceph1new",objectstore="bluestore",public_addr="162.19.30.165",ceph_version="ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable)"} 1.0
# HELP ceph_disk_occupation Associate Ceph daemon with disk used
# TYPE ceph_disk_occupation untyped
ceph_disk_occupation{ceph_daemon="osd.0",device="/dev/dm-2",db_device="",wal_device="",instance="ceph1new",devices="nvme1n1",device_ids="nvme1n1=SAMSUNG_MZQL21T9HCJR-00A07_S64GNE0T429687"} 1.0
ceph_disk_occupation{ceph_daemon="osd.1",device="/dev/dm-2",db_device="",wal_device="",instance="ceph3new",devices="nvme1n1",device_ids="nvme1n1=SAMSUNG_MZQL21T9HCJR-00A07_S64GNN0TA00732"} 1.0
ceph_disk_occupation{ceph_daemon="osd.2",device="/dev/dm-0",db_device="",wal_device="",instance="ceph2new",devices="nvme1n1",device_ids="nvme1n1=SAMSUNG_MZQL21T9HCJR-00A07_S64GNE0T429684"} 1.0
ceph_disk_occupation{ceph_daemon="osd.3",device="/dev/dm-0",db_device="",wal_device="",instance="ceph1new",devices="nvme2n1",device_ids="nvme2n1=SAMSUNG_MZQL21T9HCJR-00A07_S64GNE0T428975"} 1.0
ceph_disk_occupation{ceph_daemon="osd.4",device="/dev/dm-0",db_device="",wal_device="",instance="ceph3new",devices="nvme2n1",device_ids="nvme2n1=SAMSUNG_MZQL21T9HCJR-00A07_S64GNN0TA00704"} 1.0
ceph_disk_occupation{ceph_daemon="osd.5",device="/dev/dm-2",db_device="",wal_device="",instance="ceph2new",devices="nvme2n1",device_ids="nvme2n1=SAMSUNG_MZQL21T9HCJR-00A07_S64GNN0TA01013"} 1.0
ceph_disk_occupation{ceph_daemon="osd.6",device="/dev/dm-1",db_device="",wal_device="",instance="ceph3new",devices="nvme3n1",device_ids="nvme3n1=SAMSUNG_MZQL21T9HCJR-00A07_S64GNN0TA01014"} 1.0
ceph_disk_occupation{ceph_daemon="osd.7",device="/dev/dm-1",db_device="",wal_device="",instance="ceph2new",devices="nvme3n1",device_ids="nvme3n1=SAMSUNG_MZQL21T9HCJR-00A07_S64GNN0TA00019"} 1.0
ceph_disk_occupation{ceph_daemon="osd.8",device="/dev/dm-1",db_device="",wal_device="",instance="ceph1new",devices="nvme3n1",device_ids="nvme3n1=SAMSUNG_MZQL21T9HCJR-00A07_S64GNE0T429685"} 1.0
# HELP ceph_disk_occupation_human Associate Ceph daemon with disk used
# TYPE ceph_disk_occupation_human untyped
ceph_disk_occupation_human{ceph_daemon="osd.0",device="/dev/dm-2",instance="ceph1new"} 1.0
ceph_disk_occupation_human{ceph_daemon="osd.1",device="/dev/dm-2",instance="ceph3new"} 1.0
ceph_disk_occupation_human{ceph_daemon="osd.2",device="/dev/dm-0",instance="ceph2new"} 1.0
ceph_disk_occupation_human{ceph_daemon="osd.3",device="/dev/dm-0",instance="ceph1new"} 1.0
ceph_disk_occupation_human{ceph_daemon="osd.4",device="/dev/dm-0",instance="ceph3new"} 1.0
ceph_disk_occupation_human{ceph_daemon="osd.5",device="/dev/dm-2",instance="ceph2new"} 1.0
ceph_disk_occupation_human{ceph_daemon="osd.6",device="/dev/dm-1",instance="ceph3new"} 1.0
ceph_disk_occupation_human{ceph_daemon="osd.7",device="/dev/dm-1",instance="ceph2new"} 1.0
ceph_disk_occupation_human{ceph_daemon="osd.8",device="/dev/dm-1",instance="ceph1new"} 1.0
# HELP ceph_pool_metadata POOL Metadata
# TYPE ceph_pool_metadata untyped
ceph_pool_metadata{pool_id="1",name=".mgr",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="2",name="cephfs_data",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="3",name="cephfs_metadata",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="4",name="cephfs.cephfs.meta",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="5",name="cephfs.cephfs.data",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="6",name="cephfs.cephfs_dev.meta",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="7",name="cephfs.cephfs_dev.data",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="8",name=".rgw.root",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="9",name="default.rgw.log",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="10",name="default.rgw.control",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="11",name="default.rgw.meta",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="12",name="k8sdev",type="replicated",description="replica:3",compression_mode="none"} 1.0
ceph_pool_metadata{pool_id="13",name="k8s",type="replicated",description="replica:3",compression_mode="none"} 1.0
# HELP ceph_rgw_metadata RGW Metadata
# TYPE ceph_rgw_metadata untyped
# HELP ceph_rbd_mirror_metadata RBD Mirror Metadata
# TYPE ceph_rbd_mirror_metadata untyped
# HELP ceph_pg_total PG Total Count per Pool
# TYPE ceph_pg_total gauge
ceph_pg_total{pool_id="1"} 1.0
ceph_pg_total{pool_id="10"} 32.0
ceph_pg_total{pool_id="11"} 32.0
ceph_pg_total{pool_id="12"} 32.0
ceph_pg_total{pool_id="13"} 32.0
ceph_pg_total{pool_id="2"} 128.0
ceph_pg_total{pool_id="3"} 32.0
ceph_pg_total{pool_id="4"} 32.0
ceph_pg_total{pool_id="5"} 32.0
ceph_pg_total{pool_id="6"} 16.0
ceph_pg_total{pool_id="7"} 32.0
ceph_pg_total{pool_id="8"} 32.0
ceph_pg_total{pool_id="9"} 32.0
# HELP ceph_health_detail healthcheck status by type (0=inactive, 1=active)
# TYPE ceph_health_detail gauge
ceph_health_detail{name="TOO_FEW_OSDS",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="MON_DOWN",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="OSD_DOWN",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="OSD_HOST_DOWN",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="PG_DEGRADED",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="FS_DEGRADED",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="MDS_SLOW_REQUEST",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="MDS_CLIENT_LATE_RELEASE",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="MGR_MODULE_ERROR",severity="HEALTH_ERR"} 0.0
ceph_health_detail{name="CEPHADM_HOST_CHECK_FAILED",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="PG_AVAILABILITY",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="MDS_CLIENT_RECALL",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="MON_CLOCK_SKEW",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="CEPHADM_REFRESH_FAILED",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="MDS_SLOW_METADATA_IO",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="OSD_SLOW_PING_TIME_BACK",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="OSD_SLOW_PING_TIME_FRONT",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="SLOW_OPS",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="CEPHADM_FAILED_DAEMON",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="RECENT_CRASH",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="MDS_TRIM",severity="HEALTH_WARN"} 0.0
ceph_health_detail{name="CEPHADM_STRAY_DAEMON",severity="HEALTH_WARN"} 0.0
# HELP ceph_osd_flag_noup OSD Flag noup
# TYPE ceph_osd_flag_noup untyped
ceph_osd_flag_noup 0.0
# HELP ceph_osd_flag_nodown OSD Flag nodown
# TYPE ceph_osd_flag_nodown untyped
ceph_osd_flag_nodown 0.0
# HELP ceph_osd_flag_noout OSD Flag noout
# TYPE ceph_osd_flag_noout untyped
ceph_osd_flag_noout 0.0
# HELP ceph_osd_flag_noin OSD Flag noin
# TYPE ceph_osd_flag_noin untyped
ceph_osd_flag_noin 0.0
# HELP ceph_osd_flag_nobackfill OSD Flag nobackfill
# TYPE ceph_osd_flag_nobackfill untyped
ceph_osd_flag_nobackfill 0.0
# HELP ceph_osd_flag_norebalance OSD Flag norebalance
# TYPE ceph_osd_flag_norebalance untyped
ceph_osd_flag_norebalance 0.0
# HELP ceph_osd_flag_norecover OSD Flag norecover
# TYPE ceph_osd_flag_norecover untyped
ceph_osd_flag_norecover 0.0
# HELP ceph_osd_flag_noscrub OSD Flag noscrub
# TYPE ceph_osd_flag_noscrub untyped
ceph_osd_flag_noscrub 0.0
# HELP ceph_osd_flag_nodeep_scrub OSD Flag nodeep-scrub
# TYPE ceph_osd_flag_nodeep_scrub untyped
ceph_osd_flag_nodeep_scrub 0.0
# HELP ceph_osd_weight OSD status weight
# TYPE ceph_osd_weight untyped
ceph_osd_weight{ceph_daemon="osd.0"} 1.0
ceph_osd_weight{ceph_daemon="osd.1"} 1.0
ceph_osd_weight{ceph_daemon="osd.2"} 1.0
ceph_osd_weight{ceph_daemon="osd.3"} 1.0
ceph_osd_weight{ceph_daemon="osd.4"} 1.0
ceph_osd_weight{ceph_daemon="osd.5"} 1.0
ceph_osd_weight{ceph_daemon="osd.6"} 1.0
ceph_osd_weight{ceph_daemon="osd.7"} 1.0
ceph_osd_weight{ceph_daemon="osd.8"} 1.0
# HELP ceph_osd_up OSD status up
# TYPE ceph_osd_up untyped
ceph_osd_up{ceph_daemon="osd.0"} 1.0
ceph_osd_up{ceph_daemon="osd.1"} 1.0
ceph_osd_up{ceph_daemon="osd.2"} 1.0
ceph_osd_up{ceph_daemon="osd.3"} 1.0
ceph_osd_up{ceph_daemon="osd.4"} 1.0
ceph_osd_up{ceph_daemon="osd.5"} 1.0
ceph_osd_up{ceph_daemon="osd.6"} 1.0
ceph_osd_up{ceph_daemon="osd.7"} 1.0
ceph_osd_up{ceph_daemon="osd.8"} 1.0
# HELP ceph_osd_in OSD status in
# TYPE ceph_osd_in untyped
ceph_osd_in{ceph_daemon="osd.0"} 1.0
ceph_osd_in{ceph_daemon="osd.1"} 1.0
ceph_osd_in{ceph_daemon="osd.2"} 1.0
ceph_osd_in{ceph_daemon="osd.3"} 1.0
ceph_osd_in{ceph_daemon="osd.4"} 1.0
ceph_osd_in{ceph_daemon="osd.5"} 1.0
ceph_osd_in{ceph_daemon="osd.6"} 1.0
ceph_osd_in{ceph_daemon="osd.7"} 1.0
ceph_osd_in{ceph_daemon="osd.8"} 1.0
# HELP ceph_osd_apply_latency_ms OSD stat apply_latency_ms
# TYPE ceph_osd_apply_latency_ms gauge
ceph_osd_apply_latency_ms{ceph_daemon="osd.8"} 0.0
ceph_osd_apply_latency_ms{ceph_daemon="osd.3"} 0.0
ceph_osd_apply_latency_ms{ceph_daemon="osd.0"} 0.0
ceph_osd_apply_latency_ms{ceph_daemon="osd.2"} 0.0
ceph_osd_apply_latency_ms{ceph_daemon="osd.1"} 0.0
ceph_osd_apply_latency_ms{ceph_daemon="osd.4"} 0.0
ceph_osd_apply_latency_ms{ceph_daemon="osd.5"} 0.0
ceph_osd_apply_latency_ms{ceph_daemon="osd.6"} 0.0
ceph_osd_apply_latency_ms{ceph_daemon="osd.7"} 0.0
# HELP ceph_osd_commit_latency_ms OSD stat commit_latency_ms
# TYPE ceph_osd_commit_latency_ms gauge
ceph_osd_commit_latency_ms{ceph_daemon="osd.8"} 0.0
ceph_osd_commit_latency_ms{ceph_daemon="osd.3"} 0.0
ceph_osd_commit_latency_ms{ceph_daemon="osd.0"} 0.0
ceph_osd_commit_latency_ms{ceph_daemon="osd.2"} 0.0
ceph_osd_commit_latency_ms{ceph_daemon="osd.1"} 0.0
ceph_osd_commit_latency_ms{ceph_daemon="osd.4"} 0.0
ceph_osd_commit_latency_ms{ceph_daemon="osd.5"} 0.0
ceph_osd_commit_latency_ms{ceph_daemon="osd.6"} 0.0
ceph_osd_commit_latency_ms{ceph_daemon="osd.7"} 0.0
# HELP ceph_pool_recovering_objects_per_sec OSD pool stats: recovering_objects_per_sec
# TYPE ceph_pool_recovering_objects_per_sec gauge
ceph_pool_recovering_objects_per_sec{pool_id="1"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="2"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="3"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="4"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="5"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="6"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="7"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="8"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="9"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="10"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="11"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="12"} 0.0
ceph_pool_recovering_objects_per_sec{pool_id="13"} 0.0
# HELP ceph_pool_recovering_bytes_per_sec OSD pool stats: recovering_bytes_per_sec
# TYPE ceph_pool_recovering_bytes_per_sec gauge
ceph_pool_recovering_bytes_per_sec{pool_id="1"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="2"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="3"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="4"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="5"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="6"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="7"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="8"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="9"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="10"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="11"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="12"} 0.0
ceph_pool_recovering_bytes_per_sec{pool_id="13"} 0.0
# HELP ceph_pool_recovering_keys_per_sec OSD pool stats: recovering_keys_per_sec
# TYPE ceph_pool_recovering_keys_per_sec gauge
ceph_pool_recovering_keys_per_sec{pool_id="1"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="2"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="3"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="4"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="5"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="6"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="7"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="8"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="9"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="10"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="11"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="12"} 0.0
ceph_pool_recovering_keys_per_sec{pool_id="13"} 0.0
# HELP ceph_pool_num_objects_recovered OSD pool stats: num_objects_recovered
# TYPE ceph_pool_num_objects_recovered gauge
ceph_pool_num_objects_recovered{pool_id="1"} 0.0
ceph_pool_num_objects_recovered{pool_id="2"} 0.0
ceph_pool_num_objects_recovered{pool_id="3"} 0.0
ceph_pool_num_objects_recovered{pool_id="4"} 0.0
ceph_pool_num_objects_recovered{pool_id="5"} 0.0
ceph_pool_num_objects_recovered{pool_id="6"} 0.0
ceph_pool_num_objects_recovered{pool_id="7"} 0.0
ceph_pool_num_objects_recovered{pool_id="8"} 0.0
ceph_pool_num_objects_recovered{pool_id="9"} 0.0
ceph_pool_num_objects_recovered{pool_id="10"} 0.0
ceph_pool_num_objects_recovered{pool_id="11"} 0.0
ceph_pool_num_objects_recovered{pool_id="12"} 0.0
ceph_pool_num_objects_recovered{pool_id="13"} 0.0
# HELP ceph_pool_num_bytes_recovered OSD pool stats: num_bytes_recovered
# TYPE ceph_pool_num_bytes_recovered gauge
ceph_pool_num_bytes_recovered{pool_id="1"} 0.0
ceph_pool_num_bytes_recovered{pool_id="2"} 0.0
ceph_pool_num_bytes_recovered{pool_id="3"} 0.0
ceph_pool_num_bytes_recovered{pool_id="4"} 0.0
ceph_pool_num_bytes_recovered{pool_id="5"} 0.0
ceph_pool_num_bytes_recovered{pool_id="6"} 0.0
ceph_pool_num_bytes_recovered{pool_id="7"} 0.0
ceph_pool_num_bytes_recovered{pool_id="8"} 0.0
ceph_pool_num_bytes_recovered{pool_id="9"} 0.0
ceph_pool_num_bytes_recovered{pool_id="10"} 0.0
ceph_pool_num_bytes_recovered{pool_id="11"} 0.0
ceph_pool_num_bytes_recovered{pool_id="12"} 0.0
ceph_pool_num_bytes_recovered{pool_id="13"} 0.0
# HELP ceph_pg_active PG active per pool
# TYPE ceph_pg_active gauge
ceph_pg_active{pool_id="1"} 1.0
ceph_pg_active{pool_id="10"} 32.0
ceph_pg_active{pool_id="11"} 32.0
ceph_pg_active{pool_id="12"} 32.0
ceph_pg_active{pool_id="13"} 32.0
ceph_pg_active{pool_id="2"} 128.0
ceph_pg_active{pool_id="3"} 32.0
ceph_pg_active{pool_id="4"} 32.0
ceph_pg_active{pool_id="5"} 32.0
ceph_pg_active{pool_id="6"} 16.0
ceph_pg_active{pool_id="7"} 32.0
ceph_pg_active{pool_id="8"} 32.0
ceph_pg_active{pool_id="9"} 32.0
# HELP ceph_pg_clean PG clean per pool
# TYPE ceph_pg_clean gauge
ceph_pg_clean{pool_id="1"} 1.0
ceph_pg_clean{pool_id="10"} 32.0
ceph_pg_clean{pool_id="11"} 32.0
ceph_pg_clean{pool_id="12"} 32.0
ceph_pg_clean{pool_id="13"} 32.0
ceph_pg_clean{pool_id="2"} 128.0
ceph_pg_clean{pool_id="3"} 32.0
ceph_pg_clean{pool_id="4"} 32.0
ceph_pg_clean{pool_id="5"} 32.0
ceph_pg_clean{pool_id="6"} 16.0
ceph_pg_clean{pool_id="7"} 32.0
ceph_pg_clean{pool_id="8"} 32.0
ceph_pg_clean{pool_id="9"} 32.0
# HELP ceph_pg_down PG down per pool
# TYPE ceph_pg_down gauge
# HELP ceph_pg_recovery_unfound PG recovery_unfound per pool
# TYPE ceph_pg_recovery_unfound gauge
# HELP ceph_pg_backfill_unfound PG backfill_unfound per pool
# TYPE ceph_pg_backfill_unfound gauge
# HELP ceph_pg_scrubbing PG scrubbing per pool
# TYPE ceph_pg_scrubbing gauge
# HELP ceph_pg_degraded PG degraded per pool
# TYPE ceph_pg_degraded gauge
# HELP ceph_pg_inconsistent PG inconsistent per pool
# TYPE ceph_pg_inconsistent gauge
# HELP ceph_pg_peering PG peering per pool
# TYPE ceph_pg_peering gauge
# HELP ceph_pg_repair PG repair per pool
# TYPE ceph_pg_repair gauge
# HELP ceph_pg_recovering PG recovering per pool
# TYPE ceph_pg_recovering gauge
# HELP ceph_pg_forced_recovery PG forced_recovery per pool
# TYPE ceph_pg_forced_recovery gauge
# HELP ceph_pg_backfill_wait PG backfill_wait per pool
# TYPE ceph_pg_backfill_wait gauge
# HELP ceph_pg_incomplete PG incomplete per pool
# TYPE ceph_pg_incomplete gauge
# HELP ceph_pg_stale PG stale per pool
# TYPE ceph_pg_stale gauge
# HELP ceph_pg_remapped PG remapped per pool
# TYPE ceph_pg_remapped gauge
# HELP ceph_pg_deep PG deep per pool
# TYPE ceph_pg_deep gauge
# HELP ceph_pg_backfilling PG backfilling per pool
# TYPE ceph_pg_backfilling gauge
# HELP ceph_pg_forced_backfill PG forced_backfill per pool
# TYPE ceph_pg_forced_backfill gauge
# HELP ceph_pg_backfill_toofull PG backfill_toofull per pool
# TYPE ceph_pg_backfill_toofull gauge
# HELP ceph_pg_recovery_wait PG recovery_wait per pool
# TYPE ceph_pg_recovery_wait gauge
# HELP ceph_pg_recovery_toofull PG recovery_toofull per pool
# TYPE ceph_pg_recovery_toofull gauge
# HELP ceph_pg_undersized PG undersized per pool
# TYPE ceph_pg_undersized gauge
# HELP ceph_pg_activating PG activating per pool
# TYPE ceph_pg_activating gauge
# HELP ceph_pg_peered PG peered per pool
# TYPE ceph_pg_peered gauge
# HELP ceph_pg_snaptrim PG snaptrim per pool
# TYPE ceph_pg_snaptrim gauge
# HELP ceph_pg_snaptrim_wait PG snaptrim_wait per pool
# TYPE ceph_pg_snaptrim_wait gauge
# HELP ceph_pg_snaptrim_error PG snaptrim_error per pool
# TYPE ceph_pg_snaptrim_error gauge
# HELP ceph_pg_creating PG creating per pool
# TYPE ceph_pg_creating gauge
# HELP ceph_pg_unknown PG unknown per pool
# TYPE ceph_pg_unknown gauge
# HELP ceph_pg_premerge PG premerge per pool
# TYPE ceph_pg_premerge gauge
# HELP ceph_pg_failed_repair PG failed_repair per pool
# TYPE ceph_pg_failed_repair gauge
# HELP ceph_pg_laggy PG laggy per pool
# TYPE ceph_pg_laggy gauge
# HELP ceph_pg_wait PG wait per pool
# TYPE ceph_pg_wait gauge
# HELP ceph_cluster_total_bytes DF total_bytes
# TYPE ceph_cluster_total_bytes gauge
ceph_cluster_total_bytes 17283409772544.0
# HELP ceph_cluster_by_class_total_bytes DF total_bytes
# TYPE ceph_cluster_by_class_total_bytes gauge
ceph_cluster_by_class_total_bytes{device_class="ssd"} 17283409772544.0
# HELP ceph_cluster_total_used_bytes DF total_used_bytes
# TYPE ceph_cluster_total_used_bytes gauge
ceph_cluster_total_used_bytes 6221096763392.0
# HELP ceph_cluster_by_class_total_used_bytes DF total_used_bytes
# TYPE ceph_cluster_by_class_total_used_bytes gauge
ceph_cluster_by_class_total_used_bytes{device_class="ssd"} 6221096763392.0
# HELP ceph_cluster_total_used_raw_bytes DF total_used_raw_bytes
# TYPE ceph_cluster_total_used_raw_bytes gauge
ceph_cluster_total_used_raw_bytes 6221096763392.0
# HELP ceph_cluster_by_class_total_used_raw_bytes DF total_used_raw_bytes
# TYPE ceph_cluster_by_class_total_used_raw_bytes gauge
ceph_cluster_by_class_total_used_raw_bytes{device_class="ssd"} 6221096763392.0
# HELP ceph_pool_max_avail DF pool max_avail
# TYPE ceph_pool_max_avail gauge
ceph_pool_max_avail{pool_id="1"} 3214482079744.0
ceph_pool_max_avail{pool_id="2"} 3214482079744.0
ceph_pool_max_avail{pool_id="3"} 3214482079744.0
ceph_pool_max_avail{pool_id="4"} 3214482079744.0
ceph_pool_max_avail{pool_id="5"} 3214482079744.0
ceph_pool_max_avail{pool_id="6"} 3214482079744.0
ceph_pool_max_avail{pool_id="7"} 3214482079744.0
ceph_pool_max_avail{pool_id="8"} 3214482079744.0
ceph_pool_max_avail{pool_id="9"} 3214482079744.0
ceph_pool_max_avail{pool_id="10"} 3214482079744.0
ceph_pool_max_avail{pool_id="11"} 3214482079744.0
ceph_pool_max_avail{pool_id="12"} 3214482079744.0
ceph_pool_max_avail{pool_id="13"} 3214482079744.0
# HELP ceph_pool_avail_raw DF pool avail_raw
# TYPE ceph_pool_avail_raw gauge
ceph_pool_avail_raw{pool_id="1"} 9643446619985.0
ceph_pool_avail_raw{pool_id="2"} 9643446619985.0
ceph_pool_avail_raw{pool_id="3"} 9643446619985.0
ceph_pool_avail_raw{pool_id="4"} 9643446619985.0
ceph_pool_avail_raw{pool_id="5"} 9643446619985.0
ceph_pool_avail_raw{pool_id="6"} 9643446619985.0
ceph_pool_avail_raw{pool_id="7"} 9643446619985.0
ceph_pool_avail_raw{pool_id="8"} 9643446619985.0
ceph_pool_avail_raw{pool_id="9"} 9643446619985.0
ceph_pool_avail_raw{pool_id="10"} 9643446619985.0
ceph_pool_avail_raw{pool_id="11"} 9643446619985.0
ceph_pool_avail_raw{pool_id="12"} 9643446619985.0
ceph_pool_avail_raw{pool_id="13"} 9643446619985.0
# HELP ceph_pool_stored DF pool stored
# TYPE ceph_pool_stored gauge
ceph_pool_stored{pool_id="1"} 12255832.0
ceph_pool_stored{pool_id="2"} 1587168804864.0
ceph_pool_stored{pool_id="3"} 4542825536.0
ceph_pool_stored{pool_id="4"} 0.0
ceph_pool_stored{pool_id="5"} 0.0
ceph_pool_stored{pool_id="6"} 273792924.0
ceph_pool_stored{pool_id="7"} 25078818816.0
ceph_pool_stored{pool_id="8"} 1327.0
ceph_pool_stored{pool_id="9"} 182.0
ceph_pool_stored{pool_id="10"} 0.0
ceph_pool_stored{pool_id="11"} 382.0
ceph_pool_stored{pool_id="12"} 383804766.0
ceph_pool_stored{pool_id="13"} 425037812718.0
# HELP ceph_pool_stored_raw DF pool stored_raw
# TYPE ceph_pool_stored_raw gauge
ceph_pool_stored_raw{pool_id="1"} 36767496.0
ceph_pool_stored_raw{pool_id="2"} 4761506545664.0
ceph_pool_stored_raw{pool_id="3"} 13628476416.0
ceph_pool_stored_raw{pool_id="4"} 0.0
ceph_pool_stored_raw{pool_id="5"} 0.0
ceph_pool_stored_raw{pool_id="6"} 821378816.0
ceph_pool_stored_raw{pool_id="7"} 75236458496.0
ceph_pool_stored_raw{pool_id="8"} 3981.0
ceph_pool_stored_raw{pool_id="9"} 546.0
ceph_pool_stored_raw{pool_id="10"} 0.0
ceph_pool_stored_raw{pool_id="11"} 1146.0
ceph_pool_stored_raw{pool_id="12"} 1151414272.0
ceph_pool_stored_raw{pool_id="13"} 1275113504768.0
# HELP ceph_pool_objects DF pool objects
# TYPE ceph_pool_objects gauge
ceph_pool_objects{pool_id="1"} 4.0
ceph_pool_objects{pool_id="2"} 7182764.0
ceph_pool_objects{pool_id="3"} 376294.0
ceph_pool_objects{pool_id="4"} 0.0
ceph_pool_objects{pool_id="5"} 0.0
ceph_pool_objects{pool_id="6"} 768.0
ceph_pool_objects{pool_id="7"} 17443.0
ceph_pool_objects{pool_id="8"} 4.0
ceph_pool_objects{pool_id="9"} 2.0
ceph_pool_objects{pool_id="10"} 8.0
ceph_pool_objects{pool_id="11"} 2.0
ceph_pool_objects{pool_id="12"} 186.0
ceph_pool_objects{pool_id="13"} 102008.0
# HELP ceph_pool_dirty DF pool dirty
# TYPE ceph_pool_dirty gauge
ceph_pool_dirty{pool_id="1"} 0.0
ceph_pool_dirty{pool_id="2"} 0.0
ceph_pool_dirty{pool_id="3"} 0.0
ceph_pool_dirty{pool_id="4"} 0.0
ceph_pool_dirty{pool_id="5"} 0.0
ceph_pool_dirty{pool_id="6"} 0.0
ceph_pool_dirty{pool_id="7"} 0.0
ceph_pool_dirty{pool_id="8"} 0.0
ceph_pool_dirty{pool_id="9"} 0.0
ceph_pool_dirty{pool_id="10"} 0.0
ceph_pool_dirty{pool_id="11"} 0.0
ceph_pool_dirty{pool_id="12"} 0.0
ceph_pool_dirty{pool_id="13"} 0.0
# HELP ceph_pool_quota_bytes DF pool quota_bytes
# TYPE ceph_pool_quota_bytes gauge
ceph_pool_quota_bytes{pool_id="1"} 0.0
ceph_pool_quota_bytes{pool_id="2"} 0.0
ceph_pool_quota_bytes{pool_id="3"} 0.0
ceph_pool_quota_bytes{pool_id="4"} 0.0
ceph_pool_quota_bytes{pool_id="5"} 0.0
ceph_pool_quota_bytes{pool_id="6"} 0.0
ceph_pool_quota_bytes{pool_id="7"} 0.0
ceph_pool_quota_bytes{pool_id="8"} 0.0
ceph_pool_quota_bytes{pool_id="9"} 0.0
ceph_pool_quota_bytes{pool_id="10"} 0.0
ceph_pool_quota_bytes{pool_id="11"} 0.0
ceph_pool_quota_bytes{pool_id="12"} 0.0
ceph_pool_quota_bytes{pool_id="13"} 0.0
# HELP ceph_pool_quota_objects DF pool quota_objects
# TYPE ceph_pool_quota_objects gauge
ceph_pool_quota_objects{pool_id="1"} 0.0
ceph_pool_quota_objects{pool_id="2"} 0.0
ceph_pool_quota_objects{pool_id="3"} 0.0
ceph_pool_quota_objects{pool_id="4"} 0.0
ceph_pool_quota_objects{pool_id="5"} 0.0
ceph_pool_quota_objects{pool_id="6"} 0.0
ceph_pool_quota_objects{pool_id="7"} 0.0
ceph_pool_quota_objects{pool_id="8"} 0.0
ceph_pool_quota_objects{pool_id="9"} 0.0
ceph_pool_quota_objects{pool_id="10"} 0.0
ceph_pool_quota_objects{pool_id="11"} 0.0
ceph_pool_quota_objects{pool_id="12"} 0.0
ceph_pool_quota_objects{pool_id="13"} 0.0
# HELP ceph_pool_rd DF pool rd
# TYPE ceph_pool_rd counter
ceph_pool_rd{pool_id="1"} 141015.0
ceph_pool_rd{pool_id="2"} 19494735.0
ceph_pool_rd{pool_id="3"} 1231381219.0
ceph_pool_rd{pool_id="4"} 0.0
ceph_pool_rd{pool_id="5"} 0.0
ceph_pool_rd{pool_id="6"} 8009330.0
ceph_pool_rd{pool_id="7"} 1489975.0
ceph_pool_rd{pool_id="8"} 0.0
ceph_pool_rd{pool_id="9"} 0.0
ceph_pool_rd{pool_id="10"} 0.0
ceph_pool_rd{pool_id="11"} 0.0
ceph_pool_rd{pool_id="12"} 112005.0
ceph_pool_rd{pool_id="13"} 67933642.0
# HELP ceph_pool_rd_bytes DF pool rd_bytes
# TYPE ceph_pool_rd_bytes counter
ceph_pool_rd_bytes{pool_id="1"} 153235456.0
ceph_pool_rd_bytes{pool_id="2"} 2382969618432.0
ceph_pool_rd_bytes{pool_id="3"} 80563788302336.0
ceph_pool_rd_bytes{pool_id="4"} 0.0
ceph_pool_rd_bytes{pool_id="5"} 0.0
ceph_pool_rd_bytes{pool_id="6"} 9165422592.0
ceph_pool_rd_bytes{pool_id="7"} 162557716480.0
ceph_pool_rd_bytes{pool_id="8"} 0.0
ceph_pool_rd_bytes{pool_id="9"} 0.0
ceph_pool_rd_bytes{pool_id="10"} 0.0
ceph_pool_rd_bytes{pool_id="11"} 0.0
ceph_pool_rd_bytes{pool_id="12"} 137048064.0
ceph_pool_rd_bytes{pool_id="13"} 17694855531520.0
# HELP ceph_pool_wr DF pool wr
# TYPE ceph_pool_wr counter
ceph_pool_wr{pool_id="1"} 153892.0
ceph_pool_wr{pool_id="2"} 163282612.0
ceph_pool_wr{pool_id="3"} 11084880621.0
ceph_pool_wr{pool_id="4"} 0.0
ceph_pool_wr{pool_id="5"} 0.0
ceph_pool_wr{pool_id="6"} 152018936.0
ceph_pool_wr{pool_id="7"} 126000417.0
ceph_pool_wr{pool_id="8"} 0.0
ceph_pool_wr{pool_id="9"} 0.0
ceph_pool_wr{pool_id="10"} 0.0
ceph_pool_wr{pool_id="11"} 0.0
ceph_pool_wr{pool_id="12"} 3700065.0
ceph_pool_wr{pool_id="13"} 204484398.0
# HELP ceph_pool_wr_bytes DF pool wr_bytes
# TYPE ceph_pool_wr_bytes counter
ceph_pool_wr_bytes{pool_id="1"} 2847879168.0
ceph_pool_wr_bytes{pool_id="2"} 1583394622464.0
ceph_pool_wr_bytes{pool_id="3"} 34586042455040.0
ceph_pool_wr_bytes{pool_id="4"} 0.0
ceph_pool_wr_bytes{pool_id="5"} 0.0
ceph_pool_wr_bytes{pool_id="6"} 621003607040.0
ceph_pool_wr_bytes{pool_id="7"} 15819234360320.0
ceph_pool_wr_bytes{pool_id="8"} 0.0
ceph_pool_wr_bytes{pool_id="9"} 0.0
ceph_pool_wr_bytes{pool_id="10"} 0.0
ceph_pool_wr_bytes{pool_id="11"} 0.0
ceph_pool_wr_bytes{pool_id="12"} 94520790016.0
ceph_pool_wr_bytes{pool_id="13"} 91519045395456.0
# HELP ceph_pool_compress_bytes_used DF pool compress_bytes_used
# TYPE ceph_pool_compress_bytes_used gauge
ceph_pool_compress_bytes_used{pool_id="1"} 0.0
ceph_pool_compress_bytes_used{pool_id="2"} 0.0
ceph_pool_compress_bytes_used{pool_id="3"} 0.0
ceph_pool_compress_bytes_used{pool_id="4"} 0.0
ceph_pool_compress_bytes_used{pool_id="5"} 0.0
ceph_pool_compress_bytes_used{pool_id="6"} 0.0
ceph_pool_compress_bytes_used{pool_id="7"} 0.0
ceph_pool_compress_bytes_used{pool_id="8"} 0.0
ceph_pool_compress_bytes_used{pool_id="9"} 0.0
ceph_pool_compress_bytes_used{pool_id="10"} 0.0
ceph_pool_compress_bytes_used{pool_id="11"} 0.0
ceph_pool_compress_bytes_used{pool_id="12"} 0.0
ceph_pool_compress_bytes_used{pool_id="13"} 0.0
# HELP ceph_pool_compress_under_bytes DF pool compress_under_bytes
# TYPE ceph_pool_compress_under_bytes gauge
ceph_pool_compress_under_bytes{pool_id="1"} 0.0
ceph_pool_compress_under_bytes{pool_id="2"} 0.0
ceph_pool_compress_under_bytes{pool_id="3"} 0.0
ceph_pool_compress_under_bytes{pool_id="4"} 0.0
ceph_pool_compress_under_bytes{pool_id="5"} 0.0
ceph_pool_compress_under_bytes{pool_id="6"} 0.0
ceph_pool_compress_under_bytes{pool_id="7"} 0.0
ceph_pool_compress_under_bytes{pool_id="8"} 0.0
ceph_pool_compress_under_bytes{pool_id="9"} 0.0
ceph_pool_compress_under_bytes{pool_id="10"} 0.0
ceph_pool_compress_under_bytes{pool_id="11"} 0.0
ceph_pool_compress_under_bytes{pool_id="12"} 0.0
ceph_pool_compress_under_bytes{pool_id="13"} 0.0
# HELP ceph_pool_bytes_used DF pool bytes_used
# TYPE ceph_pool_bytes_used gauge
ceph_pool_bytes_used{pool_id="1"} 36777984.0
ceph_pool_bytes_used{pool_id="2"} 4815545090048.0
ceph_pool_bytes_used{pool_id="3"} 13628575646.0
ceph_pool_bytes_used{pool_id="4"} 0.0
ceph_pool_bytes_used{pool_id="5"} 0.0
ceph_pool_bytes_used{pool_id="6"} 821474438.0
ceph_pool_bytes_used{pool_id="7"} 75293110272.0
ceph_pool_bytes_used{pool_id="8"} 49152.0
ceph_pool_bytes_used{pool_id="9"} 24576.0
ceph_pool_bytes_used{pool_id="10"} 0.0
ceph_pool_bytes_used{pool_id="11"} 24576.0
ceph_pool_bytes_used{pool_id="12"} 1151463164.0
ceph_pool_bytes_used{pool_id="13"} 1275113561035.0
# HELP ceph_pool_percent_used DF pool percent_used
# TYPE ceph_pool_percent_used gauge
ceph_pool_percent_used{pool_id="1"} 3.813765715676709e-06
ceph_pool_percent_used{pool_id="2"} 0.3330484926700592
ceph_pool_percent_used{pool_id="3"} 0.001411253004334867
ceph_pool_percent_used{pool_id="4"} 0.0
ceph_pool_percent_used{pool_id="5"} 0.0
ceph_pool_percent_used{pool_id="6"} 8.517748210579157e-05
ceph_pool_percent_used{pool_id="7"} 0.007747210096567869
ceph_pool_percent_used{pool_id="8"} 5.096933097803458e-09
ceph_pool_percent_used{pool_id="9"} 2.548466548901729e-09
ceph_pool_percent_used{pool_id="10"} 0.0
ceph_pool_percent_used{pool_id="11"} 2.548466548901729e-09
ceph_pool_percent_used{pool_id="12"} 0.00011938944953726605
ceph_pool_percent_used{pool_id="13"} 0.11678403615951538
# HELP ceph_num_objects_degraded Number of degraded objects
# TYPE ceph_num_objects_degraded gauge
ceph_num_objects_degraded 0.0
# HELP ceph_num_objects_misplaced Number of misplaced objects
# TYPE ceph_num_objects_misplaced gauge
ceph_num_objects_misplaced 0.0
# HELP ceph_num_objects_unfound Number of unfound objects
# TYPE ceph_num_objects_unfound gauge
ceph_num_objects_unfound 0.0
# HELP ceph_healthcheck_slow_ops OSD or Monitor requests taking a long time to process
# TYPE ceph_healthcheck_slow_ops gauge
ceph_healthcheck_slow_ops 0.0
# HELP ceph_prometheus_collect_duration_seconds_sum The sum of seconds took to collect all metrics of this exporter
# TYPE ceph_prometheus_collect_duration_seconds_sum counter
ceph_prometheus_collect_duration_seconds_sum{method="get_health"} 40.34552478790283
ceph_prometheus_collect_duration_seconds_sum{method="get_pool_stats"} 48.52642798423767
ceph_prometheus_collect_duration_seconds_sum{method="get_df"} 106.57786822319031
ceph_prometheus_collect_duration_seconds_sum{method="get_fs"} 167.6412901878357
ceph_prometheus_collect_duration_seconds_sum{method="get_quorum_status"} 62.11136484146118
ceph_prometheus_collect_duration_seconds_sum{method="get_mgr_status"} 623.6554434299469
ceph_prometheus_collect_duration_seconds_sum{method="get_pg_status"} 72.25021171569824
ceph_prometheus_collect_duration_seconds_sum{method="get_osd_stats"} 112.247811794281
ceph_prometheus_collect_duration_seconds_sum{method="get_metadata_and_osd_status"} 245.51549005508423
ceph_prometheus_collect_duration_seconds_sum{method="get_num_objects"} 49.38453531265259
ceph_prometheus_collect_duration_seconds_sum{method="get_rbd_stats"} 7.618179798126221
# HELP ceph_prometheus_collect_duration_seconds_count The amount of metrics gathered for this exporter
# TYPE ceph_prometheus_collect_duration_seconds_count counter
ceph_prometheus_collect_duration_seconds_count{method="get_health"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_pool_stats"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_df"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_fs"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_quorum_status"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_mgr_status"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_pg_status"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_osd_stats"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_metadata_and_osd_status"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_num_objects"} 184779.0
ceph_prometheus_collect_duration_seconds_count{method="get_rbd_stats"} 184779.0
# HELP ceph_mds_caps Capabilities
# TYPE ceph_mds_caps gauge
ceph_mds_caps{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 115660.0
# HELP ceph_mds_ceph_cap_op_flush_ack caps truncate notify
# TYPE ceph_mds_ceph_cap_op_flush_ack counter
ceph_mds_ceph_cap_op_flush_ack{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_ceph_cap_op_flushsnap_ack caps truncate notify
# TYPE ceph_mds_ceph_cap_op_flushsnap_ack counter
ceph_mds_ceph_cap_op_flushsnap_ack{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_ceph_cap_op_grant Grant caps
# TYPE ceph_mds_ceph_cap_op_grant counter
ceph_mds_ceph_cap_op_grant{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 443695379.0
# HELP ceph_mds_ceph_cap_op_revoke Revoke caps
# TYPE ceph_mds_ceph_cap_op_revoke counter
ceph_mds_ceph_cap_op_revoke{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 407161561.0
# HELP ceph_mds_ceph_cap_op_trunc caps truncate notify
# TYPE ceph_mds_ceph_cap_op_trunc counter
ceph_mds_ceph_cap_op_trunc{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 60556728.0
# HELP ceph_mds_dir_commit Directory commit
# TYPE ceph_mds_dir_commit counter
ceph_mds_dir_commit{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 1470865.0
# HELP ceph_mds_dir_fetch Directory fetch
# TYPE ceph_mds_dir_fetch counter
ceph_mds_dir_fetch{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 21827.0
# HELP ceph_mds_dir_merge Directory merge
# TYPE ceph_mds_dir_merge counter
ceph_mds_dir_merge{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 81.0
# HELP ceph_mds_dir_split Directory split
# TYPE ceph_mds_dir_split counter
ceph_mds_dir_split{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 48.0
# HELP ceph_mds_exported_inodes Exported inodes
# TYPE ceph_mds_exported_inodes counter
ceph_mds_exported_inodes{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_forward Forwarding request
# TYPE ceph_mds_forward counter
ceph_mds_forward{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_handle_client_cap_release Client cap release msg
# TYPE ceph_mds_handle_client_cap_release counter
ceph_mds_handle_client_cap_release{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 35166493.0
# HELP ceph_mds_handle_client_caps Client caps msg
# TYPE ceph_mds_handle_client_caps counter
ceph_mds_handle_client_caps{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 462203555.0
# HELP ceph_mds_handle_client_caps_dirty Client dirty caps msg
# TYPE ceph_mds_handle_client_caps_dirty counter
ceph_mds_handle_client_caps_dirty{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 72378778.0
# HELP ceph_mds_handle_inode_file_caps Inter mds caps msg
# TYPE ceph_mds_handle_inode_file_caps counter
ceph_mds_handle_inode_file_caps{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_imported_inodes Imported inodes
# TYPE ceph_mds_imported_inodes counter
ceph_mds_imported_inodes{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_inodes Inodes
# TYPE ceph_mds_inodes gauge
ceph_mds_inodes{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 325857.0
# HELP ceph_mds_inodes_expired Inodes expired
# TYPE ceph_mds_inodes_expired gauge
ceph_mds_inodes_expired{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 22796548.0
# HELP ceph_mds_inodes_pinned Inodes pinned
# TYPE ceph_mds_inodes_pinned gauge
ceph_mds_inodes_pinned{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 73862.0
# HELP ceph_mds_inodes_with_caps Inodes with capabilities
# TYPE ceph_mds_inodes_with_caps gauge
ceph_mds_inodes_with_caps{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 53370.0
# HELP ceph_mds_load_cent Load per cent
# TYPE ceph_mds_load_cent gauge
ceph_mds_load_cent{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 544731.0
# HELP ceph_mds_openino_dir_fetch OpenIno incomplete directory fetchings
# TYPE ceph_mds_openino_dir_fetch counter
ceph_mds_openino_dir_fetch{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 703.0
# HELP ceph_mds_process_request_cap_release Process request cap release
# TYPE ceph_mds_process_request_cap_release counter
ceph_mds_process_request_cap_release{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 101559780.0
# HELP ceph_mds_reply_latency_sum Reply latency Total
# TYPE ceph_mds_reply_latency_sum counter
ceph_mds_reply_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 893875.676602492
# HELP ceph_mds_reply_latency_count Reply latency Count
# TYPE ceph_mds_reply_latency_count counter
ceph_mds_reply_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 3693779305.0
# HELP ceph_mds_request Requests
# TYPE ceph_mds_request counter
ceph_mds_request{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 3693779459.0
# HELP ceph_mds_root_rbytes root inode rbytes
# TYPE ceph_mds_root_rbytes gauge
ceph_mds_root_rbytes{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 1587377204742.0
# HELP ceph_mds_root_rfiles root inode rfiles
# TYPE ceph_mds_root_rfiles gauge
ceph_mds_root_rfiles{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 7124299.0
# HELP ceph_mds_root_rsnaps root inode rsnaps
# TYPE ceph_mds_root_rsnaps gauge
ceph_mds_root_rsnaps{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_slow_reply Slow replies
# TYPE ceph_mds_slow_reply counter
ceph_mds_slow_reply{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 1393.0
# HELP ceph_mds_subtrees Subtrees
# TYPE ceph_mds_subtrees gauge
ceph_mds_subtrees{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 2.0
# HELP ceph_mds_cache_ireq_enqueue_scrub Internal Request type enqueue scrub
# TYPE ceph_mds_cache_ireq_enqueue_scrub counter
ceph_mds_cache_ireq_enqueue_scrub{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_ireq_exportdir Internal Request type export dir
# TYPE ceph_mds_cache_ireq_exportdir counter
ceph_mds_cache_ireq_exportdir{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_ireq_flush Internal Request type flush
# TYPE ceph_mds_cache_ireq_flush counter
ceph_mds_cache_ireq_flush{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_ireq_fragmentdir Internal Request type fragmentdir
# TYPE ceph_mds_cache_ireq_fragmentdir counter
ceph_mds_cache_ireq_fragmentdir{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 129.0
# HELP ceph_mds_cache_ireq_fragstats Internal Request type frag stats
# TYPE ceph_mds_cache_ireq_fragstats counter
ceph_mds_cache_ireq_fragstats{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_ireq_inodestats Internal Request type inode stats
# TYPE ceph_mds_cache_ireq_inodestats counter
ceph_mds_cache_ireq_inodestats{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_num_recovering_enqueued Files waiting for recovery
# TYPE ceph_mds_cache_num_recovering_enqueued gauge
ceph_mds_cache_num_recovering_enqueued{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_num_recovering_prioritized Files waiting for recovery with elevated priority
# TYPE ceph_mds_cache_num_recovering_prioritized gauge
ceph_mds_cache_num_recovering_prioritized{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_num_recovering_processing Files currently being recovered
# TYPE ceph_mds_cache_num_recovering_processing gauge
ceph_mds_cache_num_recovering_processing{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_num_strays Stray dentries
# TYPE ceph_mds_cache_num_strays gauge
ceph_mds_cache_num_strays{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 1.0
# HELP ceph_mds_cache_num_strays_delayed Stray dentries delayed
# TYPE ceph_mds_cache_num_strays_delayed gauge
ceph_mds_cache_num_strays_delayed{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_num_strays_enqueuing Stray dentries enqueuing for purge
# TYPE ceph_mds_cache_num_strays_enqueuing gauge
ceph_mds_cache_num_strays_enqueuing{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_recovery_completed File recoveries completed
# TYPE ceph_mds_cache_recovery_completed counter
ceph_mds_cache_recovery_completed{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 138784.0
# HELP ceph_mds_cache_recovery_started File recoveries started
# TYPE ceph_mds_cache_recovery_started counter
ceph_mds_cache_recovery_started{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 138784.0
# HELP ceph_mds_cache_strays_created Stray dentries created
# TYPE ceph_mds_cache_strays_created counter
ceph_mds_cache_strays_created{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 25814753.0
# HELP ceph_mds_cache_strays_enqueued Stray dentries enqueued for purge
# TYPE ceph_mds_cache_strays_enqueued counter
ceph_mds_cache_strays_enqueued{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 25814764.0
# HELP ceph_mds_cache_strays_migrated Stray dentries migrated
# TYPE ceph_mds_cache_strays_migrated counter
ceph_mds_cache_strays_migrated{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_cache_strays_reintegrated Stray dentries reintegrated
# TYPE ceph_mds_cache_strays_reintegrated counter
ceph_mds_cache_strays_reintegrated{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_log_ev Events
# TYPE ceph_mds_log_ev gauge
ceph_mds_log_ev{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 108900.0
# HELP ceph_mds_log_evadd Events submitted
# TYPE ceph_mds_log_evadd counter
ceph_mds_log_evadd{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 239714072.0
# HELP ceph_mds_log_evex Total expired events
# TYPE ceph_mds_log_evex counter
ceph_mds_log_evex{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 239717593.0
# HELP ceph_mds_log_evexd Current expired events
# TYPE ceph_mds_log_evexd gauge
ceph_mds_log_evexd{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 778.0
# HELP ceph_mds_log_evexg Expiring events
# TYPE ceph_mds_log_evexg gauge
ceph_mds_log_evexg{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_log_evtrm Trimmed events
# TYPE ceph_mds_log_evtrm counter
ceph_mds_log_evtrm{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 239717593.0
# HELP ceph_mds_log_jlat_sum Journaler flush latency Total
# TYPE ceph_mds_log_jlat_sum counter
ceph_mds_log_jlat_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 235063.620044785
# HELP ceph_mds_log_jlat_count Journaler flush latency Count
# TYPE ceph_mds_log_jlat_count counter
ceph_mds_log_jlat_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 129872788.0
# HELP ceph_mds_log_replayed Events replayed
# TYPE ceph_mds_log_replayed counter
ceph_mds_log_replayed{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 112421.0
# HELP ceph_mds_log_seg Segments
# TYPE ceph_mds_log_seg gauge
ceph_mds_log_seg{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 129.0
# HELP ceph_mds_log_segadd Segments added
# TYPE ceph_mds_log_segadd counter
ceph_mds_log_segadd{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 276319.0
# HELP ceph_mds_log_segex Total expired segments
# TYPE ceph_mds_log_segex counter
ceph_mds_log_segex{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 276320.0
# HELP ceph_mds_log_segexd Current expired segments
# TYPE ceph_mds_log_segexd gauge
ceph_mds_log_segexd{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 1.0
# HELP ceph_mds_log_segexg Expiring segments
# TYPE ceph_mds_log_segexg gauge
ceph_mds_log_segexg{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_log_segtrm Trimmed segments
# TYPE ceph_mds_log_segtrm counter
ceph_mds_log_segtrm{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 276320.0
# HELP ceph_mds_mem_cap Capabilities
# TYPE ceph_mds_mem_cap gauge
ceph_mds_mem_cap{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 115659.0
# HELP ceph_mds_mem_cap_plus Capabilities added
# TYPE ceph_mds_mem_cap_plus counter
ceph_mds_mem_cap_plus{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 4293963649.0
# HELP ceph_mds_mem_cap_minus Capabilities removed
# TYPE ceph_mds_mem_cap_minus counter
ceph_mds_mem_cap_minus{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 4293847990.0
# HELP ceph_mds_mem_dir Directories
# TYPE ceph_mds_mem_dir gauge
ceph_mds_mem_dir{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 28124.0
# HELP ceph_mds_mem_dir_plus Directories opened
# TYPE ceph_mds_mem_dir_plus counter
ceph_mds_mem_dir_plus{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 44413.0
# HELP ceph_mds_mem_dir_minus Directories closed
# TYPE ceph_mds_mem_dir_minus counter
ceph_mds_mem_dir_minus{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 16289.0
# HELP ceph_mds_mem_dn Dentries
# TYPE ceph_mds_mem_dn gauge
ceph_mds_mem_dn{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 331215.0
# HELP ceph_mds_mem_dn_plus Dentries opened
# TYPE ceph_mds_mem_dn_plus counter
ceph_mds_mem_dn_plus{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 51785420.0
# HELP ceph_mds_mem_dn_minus Dentries closed
# TYPE ceph_mds_mem_dn_minus counter
ceph_mds_mem_dn_minus{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 51454205.0
# HELP ceph_mds_mem_heap Heap size
# TYPE ceph_mds_mem_heap gauge
ceph_mds_mem_heap{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 223508.0
# HELP ceph_mds_mem_ino Inodes
# TYPE ceph_mds_mem_ino gauge
ceph_mds_mem_ino{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 325862.0
# HELP ceph_mds_mem_ino_plus Inodes opened
# TYPE ceph_mds_mem_ino_plus counter
ceph_mds_mem_ino_plus{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 26153627.0
# HELP ceph_mds_mem_ino_minus Inodes closed
# TYPE ceph_mds_mem_ino_minus counter
ceph_mds_mem_ino_minus{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 25827765.0
# HELP ceph_mds_server_cap_acquisition_throttle Cap acquisition throttle counter
# TYPE ceph_mds_server_cap_acquisition_throttle counter
ceph_mds_server_cap_acquisition_throttle{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_cap_revoke_eviction Cap Revoke Client Eviction
# TYPE ceph_mds_server_cap_revoke_eviction counter
ceph_mds_server_cap_revoke_eviction{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_handle_client_request Client requests
# TYPE ceph_mds_server_handle_client_request counter
ceph_mds_server_handle_client_request{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 3693779459.0
# HELP ceph_mds_server_handle_client_session Client session messages
# TYPE ceph_mds_server_handle_client_session counter
ceph_mds_server_handle_client_session{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 11150969.0
# HELP ceph_mds_server_handle_peer_request Peer requests
# TYPE ceph_mds_server_handle_peer_request counter
ceph_mds_server_handle_peer_request{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_create_latency_sum Request type create latency Total
# TYPE ceph_mds_server_req_create_latency_sum counter
ceph_mds_server_req_create_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 64667.526722846
# HELP ceph_mds_server_req_create_latency_count Request type create latency Count
# TYPE ceph_mds_server_req_create_latency_count counter
ceph_mds_server_req_create_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 28202915.0
# HELP ceph_mds_server_req_getattr_latency_sum Request type get attribute latency Total
# TYPE ceph_mds_server_req_getattr_latency_sum counter
ceph_mds_server_req_getattr_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 653815.462896691
# HELP ceph_mds_server_req_getattr_latency_count Request type get attribute latency Count
# TYPE ceph_mds_server_req_getattr_latency_count counter
ceph_mds_server_req_getattr_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 51365171.0
# HELP ceph_mds_server_req_getfilelock_latency_sum Request type get file lock latency Total
# TYPE ceph_mds_server_req_getfilelock_latency_sum counter
ceph_mds_server_req_getfilelock_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_getfilelock_latency_count Request type get file lock latency Count
# TYPE ceph_mds_server_req_getfilelock_latency_count counter
ceph_mds_server_req_getfilelock_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_getvxattr_latency_sum Request type get virtual extended attribute latency Total
# TYPE ceph_mds_server_req_getvxattr_latency_sum counter
ceph_mds_server_req_getvxattr_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_getvxattr_latency_count Request type get virtual extended attribute latency Count
# TYPE ceph_mds_server_req_getvxattr_latency_count counter
ceph_mds_server_req_getvxattr_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_link_latency_sum Request type link latency Total
# TYPE ceph_mds_server_req_link_latency_sum counter
ceph_mds_server_req_link_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_link_latency_count Request type link latency Count
# TYPE ceph_mds_server_req_link_latency_count counter
ceph_mds_server_req_link_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_lookup_latency_sum Request type lookup latency Total
# TYPE ceph_mds_server_req_lookup_latency_sum counter
ceph_mds_server_req_lookup_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 66408.106603682
# HELP ceph_mds_server_req_lookup_latency_count Request type lookup latency Count
# TYPE ceph_mds_server_req_lookup_latency_count counter
ceph_mds_server_req_lookup_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 3507830048.0
# HELP ceph_mds_server_req_lookuphash_latency_sum Request type lookup hash of inode latency Total
# TYPE ceph_mds_server_req_lookuphash_latency_sum counter
ceph_mds_server_req_lookuphash_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_lookuphash_latency_count Request type lookup hash of inode latency Count
# TYPE ceph_mds_server_req_lookuphash_latency_count counter
ceph_mds_server_req_lookuphash_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_lookupino_latency_sum Request type lookup inode latency Total
# TYPE ceph_mds_server_req_lookupino_latency_sum counter
ceph_mds_server_req_lookupino_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.696958551
# HELP ceph_mds_server_req_lookupino_latency_count Request type lookup inode latency Count
# TYPE ceph_mds_server_req_lookupino_latency_count counter
ceph_mds_server_req_lookupino_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 8252.0
# HELP ceph_mds_server_req_lookupname_latency_sum Request type lookup name latency Total
# TYPE ceph_mds_server_req_lookupname_latency_sum counter
ceph_mds_server_req_lookupname_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_lookupname_latency_count Request type lookup name latency Count
# TYPE ceph_mds_server_req_lookupname_latency_count counter
ceph_mds_server_req_lookupname_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_lookupparent_latency_sum Request type lookup parent latency Total
# TYPE ceph_mds_server_req_lookupparent_latency_sum counter
ceph_mds_server_req_lookupparent_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_lookupparent_latency_count Request type lookup parent latency Count
# TYPE ceph_mds_server_req_lookupparent_latency_count counter
ceph_mds_server_req_lookupparent_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_lookupsnap_latency_sum Request type lookup snapshot latency Total
# TYPE ceph_mds_server_req_lookupsnap_latency_sum counter
ceph_mds_server_req_lookupsnap_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_lookupsnap_latency_count Request type lookup snapshot latency Count
# TYPE ceph_mds_server_req_lookupsnap_latency_count counter
ceph_mds_server_req_lookupsnap_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_lssnap_latency_sum Request type list snapshot latency Total
# TYPE ceph_mds_server_req_lssnap_latency_sum counter
ceph_mds_server_req_lssnap_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.000106883
# HELP ceph_mds_server_req_lssnap_latency_count Request type list snapshot latency Count
# TYPE ceph_mds_server_req_lssnap_latency_count counter
ceph_mds_server_req_lssnap_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 1.0
# HELP ceph_mds_server_req_mkdir_latency_sum Request type make directory latency Total
# TYPE ceph_mds_server_req_mkdir_latency_sum counter
ceph_mds_server_req_mkdir_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 37.51244228
# HELP ceph_mds_server_req_mkdir_latency_count Request type make directory latency Count
# TYPE ceph_mds_server_req_mkdir_latency_count counter
ceph_mds_server_req_mkdir_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 22115.0
# HELP ceph_mds_server_req_mknod_latency_sum Request type make node latency Total
# TYPE ceph_mds_server_req_mknod_latency_sum counter
ceph_mds_server_req_mknod_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_mknod_latency_count Request type make node latency Count
# TYPE ceph_mds_server_req_mknod_latency_count counter
ceph_mds_server_req_mknod_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_mksnap_latency_sum Request type make snapshot latency Total
# TYPE ceph_mds_server_req_mksnap_latency_sum counter
ceph_mds_server_req_mksnap_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_mksnap_latency_count Request type make snapshot latency Count
# TYPE ceph_mds_server_req_mksnap_latency_count counter
ceph_mds_server_req_mksnap_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_open_latency_sum Request type open latency Total
# TYPE ceph_mds_server_req_open_latency_sum counter
ceph_mds_server_req_open_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 2514.090838092
# HELP ceph_mds_server_req_open_latency_count Request type open latency Count
# TYPE ceph_mds_server_req_open_latency_count counter
ceph_mds_server_req_open_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 8375939.0
# HELP ceph_mds_server_req_readdir_latency_sum Request type read directory latency Total
# TYPE ceph_mds_server_req_readdir_latency_sum counter
ceph_mds_server_req_readdir_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 12230.779234821
# HELP ceph_mds_server_req_readdir_latency_count Request type read directory latency Count
# TYPE ceph_mds_server_req_readdir_latency_count counter
ceph_mds_server_req_readdir_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 20678214.0
# HELP ceph_mds_server_req_rename_latency_sum Request type rename latency Total
# TYPE ceph_mds_server_req_rename_latency_sum counter
ceph_mds_server_req_rename_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 173.000377593
# HELP ceph_mds_server_req_rename_latency_count Request type rename latency Count
# TYPE ceph_mds_server_req_rename_latency_count counter
ceph_mds_server_req_rename_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 991842.0
# HELP ceph_mds_server_req_renamesnap_latency_sum Request type rename snapshot latency Total
# TYPE ceph_mds_server_req_renamesnap_latency_sum counter
ceph_mds_server_req_renamesnap_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_renamesnap_latency_count Request type rename snapshot latency Count
# TYPE ceph_mds_server_req_renamesnap_latency_count counter
ceph_mds_server_req_renamesnap_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_rmdir_latency_sum Request type remove directory latency Total
# TYPE ceph_mds_server_req_rmdir_latency_sum counter
ceph_mds_server_req_rmdir_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 65.618079322
# HELP ceph_mds_server_req_rmdir_latency_count Request type remove directory latency Count
# TYPE ceph_mds_server_req_rmdir_latency_count counter
ceph_mds_server_req_rmdir_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 15839.0
# HELP ceph_mds_server_req_rmsnap_latency_sum Request type remove snapshot latency Total
# TYPE ceph_mds_server_req_rmsnap_latency_sum counter
ceph_mds_server_req_rmsnap_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_rmsnap_latency_count Request type remove snapshot latency Count
# TYPE ceph_mds_server_req_rmsnap_latency_count counter
ceph_mds_server_req_rmsnap_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_rmxattr_latency_sum Request type remove extended attribute latency Total
# TYPE ceph_mds_server_req_rmxattr_latency_sum counter
ceph_mds_server_req_rmxattr_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_rmxattr_latency_count Request type remove extended attribute latency Count
# TYPE ceph_mds_server_req_rmxattr_latency_count counter
ceph_mds_server_req_rmxattr_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_setattr_latency_sum Request type set attribute latency Total
# TYPE ceph_mds_server_req_setattr_latency_sum counter
ceph_mds_server_req_setattr_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 67384.445450082
# HELP ceph_mds_server_req_setattr_latency_count Request type set attribute latency Count
# TYPE ceph_mds_server_req_setattr_latency_count counter
ceph_mds_server_req_setattr_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 23327835.0
# HELP ceph_mds_server_req_setdirlayout_latency_sum Request type set directory layout latency Total
# TYPE ceph_mds_server_req_setdirlayout_latency_sum counter
ceph_mds_server_req_setdirlayout_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_setdirlayout_latency_count Request type set directory layout latency Count
# TYPE ceph_mds_server_req_setdirlayout_latency_count counter
ceph_mds_server_req_setdirlayout_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_setfilelock_latency_sum Request type set file lock latency Total
# TYPE ceph_mds_server_req_setfilelock_latency_sum counter
ceph_mds_server_req_setfilelock_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 2371.459576436
# HELP ceph_mds_server_req_setfilelock_latency_count Request type set file lock latency Count
# TYPE ceph_mds_server_req_setfilelock_latency_count counter
ceph_mds_server_req_setfilelock_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 27597088.0
# HELP ceph_mds_server_req_setlayout_latency_sum Request type set file layout latency Total
# TYPE ceph_mds_server_req_setlayout_latency_sum counter
ceph_mds_server_req_setlayout_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_setlayout_latency_count Request type set file layout latency Count
# TYPE ceph_mds_server_req_setlayout_latency_count counter
ceph_mds_server_req_setlayout_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_server_req_setxattr_latency_sum Request type set extended attribute latency Total
# TYPE ceph_mds_server_req_setxattr_latency_sum counter
ceph_mds_server_req_setxattr_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.232606286
# HELP ceph_mds_server_req_setxattr_latency_count Request type set extended attribute latency Count
# TYPE ceph_mds_server_req_setxattr_latency_count counter
ceph_mds_server_req_setxattr_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 5578.0
# HELP ceph_mds_server_req_symlink_latency_sum Request type symbolic link latency Total
# TYPE ceph_mds_server_req_symlink_latency_sum counter
ceph_mds_server_req_symlink_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.000945126
# HELP ceph_mds_server_req_symlink_latency_count Request type symbolic link latency Count
# TYPE ceph_mds_server_req_symlink_latency_count counter
ceph_mds_server_req_symlink_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 8.0
# HELP ceph_mds_server_req_unlink_latency_sum Request type unlink latency Total
# TYPE ceph_mds_server_req_unlink_latency_sum counter
ceph_mds_server_req_unlink_latency_sum{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 24206.743763801
# HELP ceph_mds_server_req_unlink_latency_count Request type unlink latency Count
# TYPE ceph_mds_server_req_unlink_latency_count counter
ceph_mds_server_req_unlink_latency_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 25358460.0
# HELP ceph_mds_sessions_average_load Average Load
# TYPE ceph_mds_sessions_average_load gauge
ceph_mds_sessions_average_load{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 1749.0
# HELP ceph_mds_sessions_avg_session_uptime Average session uptime
# TYPE ceph_mds_sessions_avg_session_uptime gauge
ceph_mds_sessions_avg_session_uptime{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 22631918.0
# HELP ceph_mds_sessions_session_add Sessions added
# TYPE ceph_mds_sessions_session_add counter
ceph_mds_sessions_session_add{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 9654.0
# HELP ceph_mds_sessions_session_count Session count
# TYPE ceph_mds_sessions_session_count gauge
ceph_mds_sessions_session_count{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 65.0
# HELP ceph_mds_sessions_session_remove Sessions removed
# TYPE ceph_mds_sessions_session_remove counter
ceph_mds_sessions_session_remove{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 9589.0
# HELP ceph_mds_sessions_sessions_open Sessions currently open
# TYPE ceph_mds_sessions_sessions_open gauge
ceph_mds_sessions_sessions_open{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 65.0
# HELP ceph_mds_sessions_sessions_stale Sessions currently stale
# TYPE ceph_mds_sessions_sessions_stale gauge
ceph_mds_sessions_sessions_stale{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mds_sessions_total_load Total Load
# TYPE ceph_mds_sessions_total_load gauge
ceph_mds_sessions_total_load{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 113734.0
# HELP ceph_objecter_op_active Operations active
# TYPE ceph_objecter_op_active gauge
ceph_objecter_op_active{ceph_daemon="osd.0"} 0.0
ceph_objecter_op_active{ceph_daemon="osd.3"} 0.0
ceph_objecter_op_active{ceph_daemon="osd.8"} 0.0
ceph_objecter_op_active{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
ceph_objecter_op_active{ceph_daemon="osd.2"} 0.0
ceph_objecter_op_active{ceph_daemon="osd.5"} 0.0
ceph_objecter_op_active{ceph_daemon="osd.7"} 0.0
ceph_objecter_op_active{ceph_daemon="osd.1"} 0.0
ceph_objecter_op_active{ceph_daemon="osd.4"} 0.0
ceph_objecter_op_active{ceph_daemon="osd.6"} 0.0
# HELP ceph_objecter_op_r Read operations
# TYPE ceph_objecter_op_r counter
ceph_objecter_op_r{ceph_daemon="osd.0"} 0.0
ceph_objecter_op_r{ceph_daemon="osd.3"} 0.0
ceph_objecter_op_r{ceph_daemon="osd.8"} 0.0
ceph_objecter_op_r{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 2680565.0
ceph_objecter_op_r{ceph_daemon="osd.2"} 0.0
ceph_objecter_op_r{ceph_daemon="osd.5"} 0.0
ceph_objecter_op_r{ceph_daemon="osd.7"} 0.0
ceph_objecter_op_r{ceph_daemon="osd.1"} 0.0
ceph_objecter_op_r{ceph_daemon="osd.4"} 0.0
ceph_objecter_op_r{ceph_daemon="osd.6"} 0.0
# HELP ceph_objecter_op_rmw Read-modify-write operations
# TYPE ceph_objecter_op_rmw counter
ceph_objecter_op_rmw{ceph_daemon="osd.0"} 0.0
ceph_objecter_op_rmw{ceph_daemon="osd.3"} 0.0
ceph_objecter_op_rmw{ceph_daemon="osd.8"} 0.0
ceph_objecter_op_rmw{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
ceph_objecter_op_rmw{ceph_daemon="osd.2"} 0.0
ceph_objecter_op_rmw{ceph_daemon="osd.5"} 0.0
ceph_objecter_op_rmw{ceph_daemon="osd.7"} 0.0
ceph_objecter_op_rmw{ceph_daemon="osd.1"} 0.0
ceph_objecter_op_rmw{ceph_daemon="osd.4"} 0.0
ceph_objecter_op_rmw{ceph_daemon="osd.6"} 0.0
# HELP ceph_objecter_op_w Write operations
# TYPE ceph_objecter_op_w counter
ceph_objecter_op_w{ceph_daemon="osd.0"} 0.0
ceph_objecter_op_w{ceph_daemon="osd.3"} 0.0
ceph_objecter_op_w{ceph_daemon="osd.8"} 0.0
ceph_objecter_op_w{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 199352167.0
ceph_objecter_op_w{ceph_daemon="osd.2"} 0.0
ceph_objecter_op_w{ceph_daemon="osd.5"} 0.0
ceph_objecter_op_w{ceph_daemon="osd.7"} 0.0
ceph_objecter_op_w{ceph_daemon="osd.1"} 0.0
ceph_objecter_op_w{ceph_daemon="osd.4"} 0.0
ceph_objecter_op_w{ceph_daemon="osd.6"} 0.0
# HELP ceph_purge_queue_pq_executed Purge queue tasks executed
# TYPE ceph_purge_queue_pq_executed counter
ceph_purge_queue_pq_executed{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 25814764.0
# HELP ceph_purge_queue_pq_executing Purge queue tasks in flight
# TYPE ceph_purge_queue_pq_executing gauge
ceph_purge_queue_pq_executing{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_purge_queue_pq_executing_high_water Maximum number of executing file purges
# TYPE ceph_purge_queue_pq_executing_high_water gauge
ceph_purge_queue_pq_executing_high_water{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 64.0
# HELP ceph_purge_queue_pq_executing_ops Purge queue ops in flight
# TYPE ceph_purge_queue_pq_executing_ops gauge
ceph_purge_queue_pq_executing_ops{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_purge_queue_pq_executing_ops_high_water Maximum number of executing file purge ops
# TYPE ceph_purge_queue_pq_executing_ops_high_water gauge
ceph_purge_queue_pq_executing_ops_high_water{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 73.0
# HELP ceph_purge_queue_pq_item_in_journal Purge item left in journal
# TYPE ceph_purge_queue_pq_item_in_journal gauge
ceph_purge_queue_pq_item_in_journal{ceph_daemon="mds.cephfs.ceph2new.yhzcqt"} 0.0
# HELP ceph_mon_election_call Elections started
# TYPE ceph_mon_election_call counter
ceph_mon_election_call{ceph_daemon="mon.ceph1new"} 3.0
ceph_mon_election_call{ceph_daemon="mon.ceph2new"} 12.0
ceph_mon_election_call{ceph_daemon="mon.ceph3new"} 4.0
# HELP ceph_mon_election_lose Elections lost
# TYPE ceph_mon_election_lose counter
ceph_mon_election_lose{ceph_daemon="mon.ceph1new"} 0.0
ceph_mon_election_lose{ceph_daemon="mon.ceph2new"} 6.0
ceph_mon_election_lose{ceph_daemon="mon.ceph3new"} 6.0
# HELP ceph_mon_election_win Elections won
# TYPE ceph_mon_election_win counter
ceph_mon_election_win{ceph_daemon="mon.ceph1new"} 2.0
ceph_mon_election_win{ceph_daemon="mon.ceph2new"} 3.0
ceph_mon_election_win{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_mon_num_elections Elections participated in
# TYPE ceph_mon_num_elections counter
ceph_mon_num_elections{ceph_daemon="mon.ceph1new"} 10.0
ceph_mon_num_elections{ceph_daemon="mon.ceph2new"} 47.0
ceph_mon_num_elections{ceph_daemon="mon.ceph3new"} 22.0
# HELP ceph_mon_num_sessions Open sessions
# TYPE ceph_mon_num_sessions gauge
ceph_mon_num_sessions{ceph_daemon="mon.ceph1new"} 52.0
ceph_mon_num_sessions{ceph_daemon="mon.ceph2new"} 106.0
ceph_mon_num_sessions{ceph_daemon="mon.ceph3new"} 61.0
# HELP ceph_mon_session_add Created sessions
# TYPE ceph_mon_session_add counter
ceph_mon_session_add{ceph_daemon="mon.ceph1new"} 2093.0
ceph_mon_session_add{ceph_daemon="mon.ceph2new"} 37833.0
ceph_mon_session_add{ceph_daemon="mon.ceph3new"} 2095.0
# HELP ceph_mon_session_rm Removed sessions
# TYPE ceph_mon_session_rm counter
ceph_mon_session_rm{ceph_daemon="mon.ceph1new"} 30101.0
ceph_mon_session_rm{ceph_daemon="mon.ceph2new"} 146192.0
ceph_mon_session_rm{ceph_daemon="mon.ceph3new"} 31646.0
# HELP ceph_mon_session_trim Trimmed sessions
# TYPE ceph_mon_session_trim counter
ceph_mon_session_trim{ceph_daemon="mon.ceph1new"} 4.0
ceph_mon_session_trim{ceph_daemon="mon.ceph2new"} 644.0
ceph_mon_session_trim{ceph_daemon="mon.ceph3new"} 7.0
# HELP ceph_paxos_accept_timeout Accept timeouts
# TYPE ceph_paxos_accept_timeout counter
ceph_paxos_accept_timeout{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_accept_timeout{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_accept_timeout{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_begin Started and handled begins
# TYPE ceph_paxos_begin counter
ceph_paxos_begin{ceph_daemon="mon.ceph1new"} 4846816.0
ceph_paxos_begin{ceph_daemon="mon.ceph2new"} 44084313.0
ceph_paxos_begin{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_paxos_begin_bytes_sum Data in transaction on begin Total
# TYPE ceph_paxos_begin_bytes_sum counter
ceph_paxos_begin_bytes_sum{ceph_daemon="mon.ceph1new"} 28007228191.0
ceph_paxos_begin_bytes_sum{ceph_daemon="mon.ceph2new"} 254461923738.0
ceph_paxos_begin_bytes_sum{ceph_daemon="mon.ceph3new"} 28095063045.0
# HELP ceph_paxos_begin_bytes_count Data in transaction on begin Count
# TYPE ceph_paxos_begin_bytes_count counter
ceph_paxos_begin_bytes_count{ceph_daemon="mon.ceph1new"} 4846816.0
ceph_paxos_begin_bytes_count{ceph_daemon="mon.ceph2new"} 44084313.0
ceph_paxos_begin_bytes_count{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_paxos_begin_keys_sum Keys in transaction on begin Total
# TYPE ceph_paxos_begin_keys_sum counter
ceph_paxos_begin_keys_sum{ceph_daemon="mon.ceph1new"} 14540448.0
ceph_paxos_begin_keys_sum{ceph_daemon="mon.ceph2new"} 7464.0
ceph_paxos_begin_keys_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_begin_keys_count Keys in transaction on begin Count
# TYPE ceph_paxos_begin_keys_count counter
ceph_paxos_begin_keys_count{ceph_daemon="mon.ceph1new"} 4846816.0
ceph_paxos_begin_keys_count{ceph_daemon="mon.ceph2new"} 2488.0
ceph_paxos_begin_keys_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_begin_latency_sum Latency of begin operation Total
# TYPE ceph_paxos_begin_latency_sum counter
ceph_paxos_begin_latency_sum{ceph_daemon="mon.ceph1new"} 1699.084255431
ceph_paxos_begin_latency_sum{ceph_daemon="mon.ceph2new"} 11216.726524374
ceph_paxos_begin_latency_sum{ceph_daemon="mon.ceph3new"} 1642.77337142
# HELP ceph_paxos_begin_latency_count Latency of begin operation Count
# TYPE ceph_paxos_begin_latency_count counter
ceph_paxos_begin_latency_count{ceph_daemon="mon.ceph1new"} 4846816.0
ceph_paxos_begin_latency_count{ceph_daemon="mon.ceph2new"} 44084313.0
ceph_paxos_begin_latency_count{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_paxos_collect Peon collects
# TYPE ceph_paxos_collect counter
ceph_paxos_collect{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_collect{ceph_daemon="mon.ceph2new"} 6.0
ceph_paxos_collect{ceph_daemon="mon.ceph3new"} 6.0
# HELP ceph_paxos_collect_bytes_sum Data in transaction on peon collect Total
# TYPE ceph_paxos_collect_bytes_sum counter
ceph_paxos_collect_bytes_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_collect_bytes_sum{ceph_daemon="mon.ceph2new"} 438.0
ceph_paxos_collect_bytes_sum{ceph_daemon="mon.ceph3new"} 438.0
# HELP ceph_paxos_collect_bytes_count Data in transaction on peon collect Count
# TYPE ceph_paxos_collect_bytes_count counter
ceph_paxos_collect_bytes_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_collect_bytes_count{ceph_daemon="mon.ceph2new"} 6.0
ceph_paxos_collect_bytes_count{ceph_daemon="mon.ceph3new"} 6.0
# HELP ceph_paxos_collect_keys_sum Keys in transaction on peon collect Total
# TYPE ceph_paxos_collect_keys_sum counter
ceph_paxos_collect_keys_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_collect_keys_sum{ceph_daemon="mon.ceph2new"} 6.0
ceph_paxos_collect_keys_sum{ceph_daemon="mon.ceph3new"} 6.0
# HELP ceph_paxos_collect_keys_count Keys in transaction on peon collect Count
# TYPE ceph_paxos_collect_keys_count counter
ceph_paxos_collect_keys_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_collect_keys_count{ceph_daemon="mon.ceph2new"} 6.0
ceph_paxos_collect_keys_count{ceph_daemon="mon.ceph3new"} 6.0
# HELP ceph_paxos_collect_latency_sum Peon collect latency Total
# TYPE ceph_paxos_collect_latency_sum counter
ceph_paxos_collect_latency_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_collect_latency_sum{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_collect_latency_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_collect_latency_count Peon collect latency Count
# TYPE ceph_paxos_collect_latency_count counter
ceph_paxos_collect_latency_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_collect_latency_count{ceph_daemon="mon.ceph2new"} 6.0
ceph_paxos_collect_latency_count{ceph_daemon="mon.ceph3new"} 6.0
# HELP ceph_paxos_collect_timeout Collect timeouts
# TYPE ceph_paxos_collect_timeout counter
ceph_paxos_collect_timeout{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_collect_timeout{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_collect_timeout{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_collect_uncommitted Uncommitted values in started and handled collects
# TYPE ceph_paxos_collect_uncommitted counter
ceph_paxos_collect_uncommitted{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_collect_uncommitted{ceph_daemon="mon.ceph2new"} 2.0
ceph_paxos_collect_uncommitted{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_commit Commits
# TYPE ceph_paxos_commit counter
ceph_paxos_commit{ceph_daemon="mon.ceph1new"} 4846816.0
ceph_paxos_commit{ceph_daemon="mon.ceph2new"} 44084312.0
ceph_paxos_commit{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_paxos_commit_bytes_sum Data in transaction on commit Total
# TYPE ceph_paxos_commit_bytes_sum counter
ceph_paxos_commit_bytes_sum{ceph_daemon="mon.ceph1new"} 27631518747.0
ceph_paxos_commit_bytes_sum{ceph_daemon="mon.ceph2new"} 20214681.0
ceph_paxos_commit_bytes_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_commit_bytes_count Data in transaction on commit Count
# TYPE ceph_paxos_commit_bytes_count counter
ceph_paxos_commit_bytes_count{ceph_daemon="mon.ceph1new"} 4846816.0
ceph_paxos_commit_bytes_count{ceph_daemon="mon.ceph2new"} 2487.0
ceph_paxos_commit_bytes_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_commit_keys_sum Keys in transaction on commit Total
# TYPE ceph_paxos_commit_keys_sum counter
ceph_paxos_commit_keys_sum{ceph_daemon="mon.ceph1new"} 42166884.0
ceph_paxos_commit_keys_sum{ceph_daemon="mon.ceph2new"} 23166.0
ceph_paxos_commit_keys_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_commit_keys_count Keys in transaction on commit Count
# TYPE ceph_paxos_commit_keys_count counter
ceph_paxos_commit_keys_count{ceph_daemon="mon.ceph1new"} 4846816.0
ceph_paxos_commit_keys_count{ceph_daemon="mon.ceph2new"} 2487.0
ceph_paxos_commit_keys_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_commit_latency_sum Commit latency Total
# TYPE ceph_paxos_commit_latency_sum counter
ceph_paxos_commit_latency_sum{ceph_daemon="mon.ceph1new"} 1468.026879812
ceph_paxos_commit_latency_sum{ceph_daemon="mon.ceph2new"} 0.760558743
ceph_paxos_commit_latency_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_commit_latency_count Commit latency Count
# TYPE ceph_paxos_commit_latency_count counter
ceph_paxos_commit_latency_count{ceph_daemon="mon.ceph1new"} 4846816.0
ceph_paxos_commit_latency_count{ceph_daemon="mon.ceph2new"} 2487.0
ceph_paxos_commit_latency_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_lease_ack_timeout Lease acknowledgement timeouts
# TYPE ceph_paxos_lease_ack_timeout counter
ceph_paxos_lease_ack_timeout{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_lease_ack_timeout{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_lease_ack_timeout{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_lease_timeout Lease timeouts
# TYPE ceph_paxos_lease_timeout counter
ceph_paxos_lease_timeout{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_lease_timeout{ceph_daemon="mon.ceph2new"} 4.0
ceph_paxos_lease_timeout{ceph_daemon="mon.ceph3new"} 1.0
# HELP ceph_paxos_new_pn New proposal number queries
# TYPE ceph_paxos_new_pn counter
ceph_paxos_new_pn{ceph_daemon="mon.ceph1new"} 2.0
ceph_paxos_new_pn{ceph_daemon="mon.ceph2new"} 3.0
ceph_paxos_new_pn{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_new_pn_latency_sum New proposal number getting latency Total
# TYPE ceph_paxos_new_pn_latency_sum counter
ceph_paxos_new_pn_latency_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_new_pn_latency_sum{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_new_pn_latency_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_new_pn_latency_count New proposal number getting latency Count
# TYPE ceph_paxos_new_pn_latency_count counter
ceph_paxos_new_pn_latency_count{ceph_daemon="mon.ceph1new"} 2.0
ceph_paxos_new_pn_latency_count{ceph_daemon="mon.ceph2new"} 3.0
ceph_paxos_new_pn_latency_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_refresh Refreshes
# TYPE ceph_paxos_refresh counter
ceph_paxos_refresh{ceph_daemon="mon.ceph1new"} 4846817.0
ceph_paxos_refresh{ceph_daemon="mon.ceph2new"} 44084315.0
ceph_paxos_refresh{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_paxos_refresh_latency_sum Refresh latency Total
# TYPE ceph_paxos_refresh_latency_sum counter
ceph_paxos_refresh_latency_sum{ceph_daemon="mon.ceph1new"} 21268.995499568
ceph_paxos_refresh_latency_sum{ceph_daemon="mon.ceph2new"} 102211.021300818
ceph_paxos_refresh_latency_sum{ceph_daemon="mon.ceph3new"} 21457.570908632
# HELP ceph_paxos_refresh_latency_count Refresh latency Count
# TYPE ceph_paxos_refresh_latency_count counter
ceph_paxos_refresh_latency_count{ceph_daemon="mon.ceph1new"} 4846817.0
ceph_paxos_refresh_latency_count{ceph_daemon="mon.ceph2new"} 44084315.0
ceph_paxos_refresh_latency_count{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_paxos_restart Restarts
# TYPE ceph_paxos_restart counter
ceph_paxos_restart{ceph_daemon="mon.ceph1new"} 13.0
ceph_paxos_restart{ceph_daemon="mon.ceph2new"} 62.0
ceph_paxos_restart{ceph_daemon="mon.ceph3new"} 31.0
# HELP ceph_paxos_share_state Sharings of state
# TYPE ceph_paxos_share_state counter
ceph_paxos_share_state{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_share_state{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_share_state{ceph_daemon="mon.ceph3new"} 1.0
# HELP ceph_paxos_share_state_bytes_sum Data in shared state Total
# TYPE ceph_paxos_share_state_bytes_sum counter
ceph_paxos_share_state_bytes_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_share_state_bytes_sum{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_share_state_bytes_sum{ceph_daemon="mon.ceph3new"} 77219.0
# HELP ceph_paxos_share_state_bytes_count Data in shared state Count
# TYPE ceph_paxos_share_state_bytes_count counter
ceph_paxos_share_state_bytes_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_share_state_bytes_count{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_share_state_bytes_count{ceph_daemon="mon.ceph3new"} 1.0
# HELP ceph_paxos_share_state_keys_sum Keys in shared state Total
# TYPE ceph_paxos_share_state_keys_sum counter
ceph_paxos_share_state_keys_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_share_state_keys_sum{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_share_state_keys_sum{ceph_daemon="mon.ceph3new"} 7.0
# HELP ceph_paxos_share_state_keys_count Keys in shared state Count
# TYPE ceph_paxos_share_state_keys_count counter
ceph_paxos_share_state_keys_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_share_state_keys_count{ceph_daemon="mon.ceph2new"} 0.0
ceph_paxos_share_state_keys_count{ceph_daemon="mon.ceph3new"} 1.0
# HELP ceph_paxos_start_leader Starts in leader role
# TYPE ceph_paxos_start_leader counter
ceph_paxos_start_leader{ceph_daemon="mon.ceph1new"} 2.0
ceph_paxos_start_leader{ceph_daemon="mon.ceph2new"} 3.0
ceph_paxos_start_leader{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_paxos_start_peon Starts in peon role
# TYPE ceph_paxos_start_peon counter
ceph_paxos_start_peon{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_start_peon{ceph_daemon="mon.ceph2new"} 6.0
ceph_paxos_start_peon{ceph_daemon="mon.ceph3new"} 6.0
# HELP ceph_paxos_store_state Store a shared state on disk
# TYPE ceph_paxos_store_state counter
ceph_paxos_store_state{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_store_state{ceph_daemon="mon.ceph2new"} 44081826.0
ceph_paxos_store_state{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_paxos_store_state_bytes_sum Data in transaction in stored state Total
# TYPE ceph_paxos_store_state_bytes_sum counter
ceph_paxos_store_state_bytes_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_store_state_bytes_sum{ceph_daemon="mon.ceph2new"} 500308540444.0
ceph_paxos_store_state_bytes_sum{ceph_daemon="mon.ceph3new"} 55244866072.0
# HELP ceph_paxos_store_state_bytes_count Data in transaction in stored state Count
# TYPE ceph_paxos_store_state_bytes_count counter
ceph_paxos_store_state_bytes_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_store_state_bytes_count{ceph_daemon="mon.ceph2new"} 44081826.0
ceph_paxos_store_state_bytes_count{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_paxos_store_state_keys_sum Keys in transaction in stored state Total
# TYPE ceph_paxos_store_state_keys_sum counter
ceph_paxos_store_state_keys_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_store_state_keys_sum{ceph_daemon="mon.ceph2new"} 429813428.0
ceph_paxos_store_state_keys_sum{ceph_daemon="mon.ceph3new"} 47146977.0
# HELP ceph_paxos_store_state_keys_count Keys in transaction in stored state Count
# TYPE ceph_paxos_store_state_keys_count counter
ceph_paxos_store_state_keys_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_store_state_keys_count{ceph_daemon="mon.ceph2new"} 44081826.0
ceph_paxos_store_state_keys_count{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_paxos_store_state_latency_sum Storing state latency Total
# TYPE ceph_paxos_store_state_latency_sum counter
ceph_paxos_store_state_latency_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_store_state_latency_sum{ceph_daemon="mon.ceph2new"} 10373.814739106
ceph_paxos_store_state_latency_sum{ceph_daemon="mon.ceph3new"} 1271.041437389
# HELP ceph_paxos_store_state_latency_count Storing state latency Count
# TYPE ceph_paxos_store_state_latency_count counter
ceph_paxos_store_state_latency_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_paxos_store_state_latency_count{ceph_daemon="mon.ceph2new"} 44081826.0
ceph_paxos_store_state_latency_count{ceph_daemon="mon.ceph3new"} 4859530.0
# HELP ceph_prioritycache_cache_bytes current memory available for caches.
# TYPE ceph_prioritycache_cache_bytes gauge
ceph_prioritycache_cache_bytes{ceph_daemon="mon.ceph1new"} 1020054731.0
ceph_prioritycache_cache_bytes{ceph_daemon="mon.ceph2new"} 1020054731.0
ceph_prioritycache_cache_bytes{ceph_daemon="mon.ceph3new"} 1020054731.0
# HELP ceph_prioritycache_heap_bytes aggregate bytes in use by the heap
# TYPE ceph_prioritycache_heap_bytes gauge
ceph_prioritycache_heap_bytes{ceph_daemon="mon.ceph1new"} 722870272.0
ceph_prioritycache_heap_bytes{ceph_daemon="mon.ceph2new"} 2048204800.0
ceph_prioritycache_heap_bytes{ceph_daemon="mon.ceph3new"} 723353600.0
# HELP ceph_prioritycache_mapped_bytes total bytes mapped by the process
# TYPE ceph_prioritycache_mapped_bytes gauge
ceph_prioritycache_mapped_bytes{ceph_daemon="mon.ceph1new"} 508846080.0
ceph_prioritycache_mapped_bytes{ceph_daemon="mon.ceph2new"} 1728454656.0
ceph_prioritycache_mapped_bytes{ceph_daemon="mon.ceph3new"} 504340480.0
# HELP ceph_prioritycache_target_bytes target process memory usage in bytes
# TYPE ceph_prioritycache_target_bytes gauge
ceph_prioritycache_target_bytes{ceph_daemon="mon.ceph1new"} 2147483648.0
ceph_prioritycache_target_bytes{ceph_daemon="mon.ceph2new"} 2147483648.0
ceph_prioritycache_target_bytes{ceph_daemon="mon.ceph3new"} 2147483648.0
# HELP ceph_prioritycache_unmapped_bytes unmapped bytes that the kernel has yet to reclaim
# TYPE ceph_prioritycache_unmapped_bytes gauge
ceph_prioritycache_unmapped_bytes{ceph_daemon="mon.ceph1new"} 214024192.0
ceph_prioritycache_unmapped_bytes{ceph_daemon="mon.ceph2new"} 319750144.0
ceph_prioritycache_unmapped_bytes{ceph_daemon="mon.ceph3new"} 219013120.0
# HELP ceph_prioritycache:full_committed_bytes total bytes committed,
# TYPE ceph_prioritycache:full_committed_bytes gauge
ceph_prioritycache:full_committed_bytes{ceph_daemon="mon.ceph1new"} 352321536.0
ceph_prioritycache:full_committed_bytes{ceph_daemon="mon.ceph2new"} 775946240.0
ceph_prioritycache:full_committed_bytes{ceph_daemon="mon.ceph3new"} 356515840.0
# HELP ceph_prioritycache:full_pri0_bytes bytes allocated to pri0
# TYPE ceph_prioritycache:full_pri0_bytes gauge
ceph_prioritycache:full_pri0_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri0_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri0_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_pri10_bytes bytes allocated to pri10
# TYPE ceph_prioritycache:full_pri10_bytes gauge
ceph_prioritycache:full_pri10_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri10_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri10_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_pri11_bytes bytes allocated to pri11
# TYPE ceph_prioritycache:full_pri11_bytes gauge
ceph_prioritycache:full_pri11_bytes{ceph_daemon="mon.ceph1new"} 272221927.0
ceph_prioritycache:full_pri11_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri11_bytes{ceph_daemon="mon.ceph3new"} 270473090.0
# HELP ceph_prioritycache:full_pri1_bytes bytes allocated to pri1
# TYPE ceph_prioritycache:full_pri1_bytes gauge
ceph_prioritycache:full_pri1_bytes{ceph_daemon="mon.ceph1new"} 12534394.0
ceph_prioritycache:full_pri1_bytes{ceph_daemon="mon.ceph2new"} 705197183.0
ceph_prioritycache:full_pri1_bytes{ceph_daemon="mon.ceph3new"} 16658087.0
# HELP ceph_prioritycache:full_pri2_bytes bytes allocated to pri2
# TYPE ceph_prioritycache:full_pri2_bytes gauge
ceph_prioritycache:full_pri2_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri2_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri2_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_pri3_bytes bytes allocated to pri3
# TYPE ceph_prioritycache:full_pri3_bytes gauge
ceph_prioritycache:full_pri3_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri3_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri3_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_pri4_bytes bytes allocated to pri4
# TYPE ceph_prioritycache:full_pri4_bytes gauge
ceph_prioritycache:full_pri4_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri4_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri4_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_pri5_bytes bytes allocated to pri5
# TYPE ceph_prioritycache:full_pri5_bytes gauge
ceph_prioritycache:full_pri5_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri5_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri5_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_pri6_bytes bytes allocated to pri6
# TYPE ceph_prioritycache:full_pri6_bytes gauge
ceph_prioritycache:full_pri6_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri6_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri6_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_pri7_bytes bytes allocated to pri7
# TYPE ceph_prioritycache:full_pri7_bytes gauge
ceph_prioritycache:full_pri7_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri7_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri7_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_pri8_bytes bytes allocated to pri8
# TYPE ceph_prioritycache:full_pri8_bytes gauge
ceph_prioritycache:full_pri8_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri8_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri8_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_pri9_bytes bytes allocated to pri9
# TYPE ceph_prioritycache:full_pri9_bytes gauge
ceph_prioritycache:full_pri9_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:full_pri9_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:full_pri9_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:full_reserved_bytes bytes reserved for future growth.
# TYPE ceph_prioritycache:full_reserved_bytes gauge
ceph_prioritycache:full_reserved_bytes{ceph_daemon="mon.ceph1new"} 67565215.0
ceph_prioritycache:full_reserved_bytes{ceph_daemon="mon.ceph2new"} 70749057.0
ceph_prioritycache:full_reserved_bytes{ceph_daemon="mon.ceph3new"} 69384663.0
# HELP ceph_prioritycache:inc_committed_bytes total bytes committed,
# TYPE ceph_prioritycache:inc_committed_bytes gauge
ceph_prioritycache:inc_committed_bytes{ceph_daemon="mon.ceph1new"} 343932928.0
ceph_prioritycache:inc_committed_bytes{ceph_daemon="mon.ceph2new"} 104857600.0
ceph_prioritycache:inc_committed_bytes{ceph_daemon="mon.ceph3new"} 339738624.0
# HELP ceph_prioritycache:inc_pri0_bytes bytes allocated to pri0
# TYPE ceph_prioritycache:inc_pri0_bytes gauge
ceph_prioritycache:inc_pri0_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri0_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri0_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_pri10_bytes bytes allocated to pri10
# TYPE ceph_prioritycache:inc_pri10_bytes gauge
ceph_prioritycache:inc_pri10_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri10_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri10_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_pri11_bytes bytes allocated to pri11
# TYPE ceph_prioritycache:inc_pri11_bytes gauge
ceph_prioritycache:inc_pri11_bytes{ceph_daemon="mon.ceph1new"} 272221927.0
ceph_prioritycache:inc_pri11_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri11_bytes{ceph_daemon="mon.ceph3new"} 270473090.0
# HELP ceph_prioritycache:inc_pri1_bytes bytes allocated to pri1
# TYPE ceph_prioritycache:inc_pri1_bytes gauge
ceph_prioritycache:inc_pri1_bytes{ceph_daemon="mon.ceph1new"} 576829.0
ceph_prioritycache:inc_pri1_bytes{ceph_daemon="mon.ceph2new"} 33839180.0
ceph_prioritycache:inc_pri1_bytes{ceph_daemon="mon.ceph3new"} 1116702.0
# HELP ceph_prioritycache:inc_pri2_bytes bytes allocated to pri2
# TYPE ceph_prioritycache:inc_pri2_bytes gauge
ceph_prioritycache:inc_pri2_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri2_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri2_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_pri3_bytes bytes allocated to pri3
# TYPE ceph_prioritycache:inc_pri3_bytes gauge
ceph_prioritycache:inc_pri3_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri3_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri3_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_pri4_bytes bytes allocated to pri4
# TYPE ceph_prioritycache:inc_pri4_bytes gauge
ceph_prioritycache:inc_pri4_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri4_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri4_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_pri5_bytes bytes allocated to pri5
# TYPE ceph_prioritycache:inc_pri5_bytes gauge
ceph_prioritycache:inc_pri5_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri5_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri5_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_pri6_bytes bytes allocated to pri6
# TYPE ceph_prioritycache:inc_pri6_bytes gauge
ceph_prioritycache:inc_pri6_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri6_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri6_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_pri7_bytes bytes allocated to pri7
# TYPE ceph_prioritycache:inc_pri7_bytes gauge
ceph_prioritycache:inc_pri7_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri7_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri7_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_pri8_bytes bytes allocated to pri8
# TYPE ceph_prioritycache:inc_pri8_bytes gauge
ceph_prioritycache:inc_pri8_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri8_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri8_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_pri9_bytes bytes allocated to pri9
# TYPE ceph_prioritycache:inc_pri9_bytes gauge
ceph_prioritycache:inc_pri9_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:inc_pri9_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:inc_pri9_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:inc_reserved_bytes bytes reserved for future growth.
# TYPE ceph_prioritycache:inc_reserved_bytes gauge
ceph_prioritycache:inc_reserved_bytes{ceph_daemon="mon.ceph1new"} 71134172.0
ceph_prioritycache:inc_reserved_bytes{ceph_daemon="mon.ceph2new"} 71018420.0
ceph_prioritycache:inc_reserved_bytes{ceph_daemon="mon.ceph3new"} 68148832.0
# HELP ceph_prioritycache:kv_committed_bytes total bytes committed,
# TYPE ceph_prioritycache:kv_committed_bytes gauge
ceph_prioritycache:kv_committed_bytes{ceph_daemon="mon.ceph1new"} 318767104.0
ceph_prioritycache:kv_committed_bytes{ceph_daemon="mon.ceph2new"} 134217728.0
ceph_prioritycache:kv_committed_bytes{ceph_daemon="mon.ceph3new"} 314572800.0
# HELP ceph_prioritycache:kv_pri0_bytes bytes allocated to pri0
# TYPE ceph_prioritycache:kv_pri0_bytes gauge
ceph_prioritycache:kv_pri0_bytes{ceph_daemon="mon.ceph1new"} 67108864.0
ceph_prioritycache:kv_pri0_bytes{ceph_daemon="mon.ceph2new"} 67108864.0
ceph_prioritycache:kv_pri0_bytes{ceph_daemon="mon.ceph3new"} 67108864.0
# HELP ceph_prioritycache:kv_pri10_bytes bytes allocated to pri10
# TYPE ceph_prioritycache:kv_pri10_bytes gauge
ceph_prioritycache:kv_pri10_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri10_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri10_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_pri11_bytes bytes allocated to pri11
# TYPE ceph_prioritycache:kv_pri11_bytes gauge
ceph_prioritycache:kv_pri11_bytes{ceph_daemon="mon.ceph1new"} 181481285.0
ceph_prioritycache:kv_pri11_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri11_bytes{ceph_daemon="mon.ceph3new"} 180315393.0
# HELP ceph_prioritycache:kv_pri1_bytes bytes allocated to pri1
# TYPE ceph_prioritycache:kv_pri1_bytes gauge
ceph_prioritycache:kv_pri1_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri1_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri1_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_pri2_bytes bytes allocated to pri2
# TYPE ceph_prioritycache:kv_pri2_bytes gauge
ceph_prioritycache:kv_pri2_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri2_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri2_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_pri3_bytes bytes allocated to pri3
# TYPE ceph_prioritycache:kv_pri3_bytes gauge
ceph_prioritycache:kv_pri3_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri3_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri3_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_pri4_bytes bytes allocated to pri4
# TYPE ceph_prioritycache:kv_pri4_bytes gauge
ceph_prioritycache:kv_pri4_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri4_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri4_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_pri5_bytes bytes allocated to pri5
# TYPE ceph_prioritycache:kv_pri5_bytes gauge
ceph_prioritycache:kv_pri5_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri5_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri5_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_pri6_bytes bytes allocated to pri6
# TYPE ceph_prioritycache:kv_pri6_bytes gauge
ceph_prioritycache:kv_pri6_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri6_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri6_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_pri7_bytes bytes allocated to pri7
# TYPE ceph_prioritycache:kv_pri7_bytes gauge
ceph_prioritycache:kv_pri7_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri7_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri7_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_pri8_bytes bytes allocated to pri8
# TYPE ceph_prioritycache:kv_pri8_bytes gauge
ceph_prioritycache:kv_pri8_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri8_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri8_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_pri9_bytes bytes allocated to pri9
# TYPE ceph_prioritycache:kv_pri9_bytes gauge
ceph_prioritycache:kv_pri9_bytes{ceph_daemon="mon.ceph1new"} 0.0
ceph_prioritycache:kv_pri9_bytes{ceph_daemon="mon.ceph2new"} 0.0
ceph_prioritycache:kv_pri9_bytes{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_prioritycache:kv_reserved_bytes bytes reserved for future growth.
# TYPE ceph_prioritycache:kv_reserved_bytes gauge
ceph_prioritycache:kv_reserved_bytes{ceph_daemon="mon.ceph1new"} 70176955.0
ceph_prioritycache:kv_reserved_bytes{ceph_daemon="mon.ceph2new"} 67108864.0
ceph_prioritycache:kv_reserved_bytes{ceph_daemon="mon.ceph3new"} 67148543.0
# HELP ceph_rocksdb_compact Compactions
# TYPE ceph_rocksdb_compact counter
ceph_rocksdb_compact{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_compact{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_compact{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_compact_queue_len Length of compaction queue
# TYPE ceph_rocksdb_compact_queue_len gauge
ceph_rocksdb_compact_queue_len{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_compact_queue_len{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_compact_queue_len{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_compact_queue_merge Mergings of ranges in compaction queue
# TYPE ceph_rocksdb_compact_queue_merge counter
ceph_rocksdb_compact_queue_merge{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_compact_queue_merge{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_compact_queue_merge{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_compact_range Compactions by range
# TYPE ceph_rocksdb_compact_range counter
ceph_rocksdb_compact_range{ceph_daemon="mon.ceph1new"} 53196.0
ceph_rocksdb_compact_range{ceph_daemon="mon.ceph2new"} 484448.0
ceph_rocksdb_compact_range{ceph_daemon="mon.ceph3new"} 53336.0
# HELP ceph_rocksdb_get_latency_sum Get latency Total
# TYPE ceph_rocksdb_get_latency_sum counter
ceph_rocksdb_get_latency_sum{ceph_daemon="mon.ceph1new"} 1900.952208173
ceph_rocksdb_get_latency_sum{ceph_daemon="mon.ceph2new"} 8148.106022314
ceph_rocksdb_get_latency_sum{ceph_daemon="mon.ceph3new"} 1762.344772331
# HELP ceph_rocksdb_get_latency_count Get latency Count
# TYPE ceph_rocksdb_get_latency_count counter
ceph_rocksdb_get_latency_count{ceph_daemon="mon.ceph1new"} 215537336.0
ceph_rocksdb_get_latency_count{ceph_daemon="mon.ceph2new"} 1896069576.0
ceph_rocksdb_get_latency_count{ceph_daemon="mon.ceph3new"} 211252016.0
# HELP ceph_rocksdb_rocksdb_write_delay_time_sum Rocksdb write delay time Total
# TYPE ceph_rocksdb_rocksdb_write_delay_time_sum counter
ceph_rocksdb_rocksdb_write_delay_time_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_rocksdb_write_delay_time_sum{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_rocksdb_write_delay_time_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_rocksdb_write_delay_time_count Rocksdb write delay time Count
# TYPE ceph_rocksdb_rocksdb_write_delay_time_count counter
ceph_rocksdb_rocksdb_write_delay_time_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_rocksdb_write_delay_time_count{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_rocksdb_write_delay_time_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_rocksdb_write_memtable_time_sum Rocksdb write memtable time Total
# TYPE ceph_rocksdb_rocksdb_write_memtable_time_sum counter
ceph_rocksdb_rocksdb_write_memtable_time_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_rocksdb_write_memtable_time_sum{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_rocksdb_write_memtable_time_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_rocksdb_write_memtable_time_count Rocksdb write memtable time Count
# TYPE ceph_rocksdb_rocksdb_write_memtable_time_count counter
ceph_rocksdb_rocksdb_write_memtable_time_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_rocksdb_write_memtable_time_count{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_rocksdb_write_memtable_time_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_rocksdb_write_pre_and_post_time_sum total time spent on writing a record, excluding write process Total
# TYPE ceph_rocksdb_rocksdb_write_pre_and_post_time_sum counter
ceph_rocksdb_rocksdb_write_pre_and_post_time_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_rocksdb_write_pre_and_post_time_sum{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_rocksdb_write_pre_and_post_time_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_rocksdb_write_pre_and_post_time_count total time spent on writing a record, excluding write process Count
# TYPE ceph_rocksdb_rocksdb_write_pre_and_post_time_count counter
ceph_rocksdb_rocksdb_write_pre_and_post_time_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_rocksdb_write_pre_and_post_time_count{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_rocksdb_write_pre_and_post_time_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_rocksdb_write_wal_time_sum Rocksdb write wal time Total
# TYPE ceph_rocksdb_rocksdb_write_wal_time_sum counter
ceph_rocksdb_rocksdb_write_wal_time_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_rocksdb_write_wal_time_sum{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_rocksdb_write_wal_time_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_rocksdb_write_wal_time_count Rocksdb write wal time Count
# TYPE ceph_rocksdb_rocksdb_write_wal_time_count counter
ceph_rocksdb_rocksdb_write_wal_time_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_rocksdb_write_wal_time_count{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_rocksdb_write_wal_time_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_submit_latency_sum Submit Latency Total
# TYPE ceph_rocksdb_submit_latency_sum counter
ceph_rocksdb_submit_latency_sum{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_submit_latency_sum{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_submit_latency_sum{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_submit_latency_count Submit Latency Count
# TYPE ceph_rocksdb_submit_latency_count counter
ceph_rocksdb_submit_latency_count{ceph_daemon="mon.ceph1new"} 0.0
ceph_rocksdb_submit_latency_count{ceph_daemon="mon.ceph2new"} 0.0
ceph_rocksdb_submit_latency_count{ceph_daemon="mon.ceph3new"} 0.0
# HELP ceph_rocksdb_submit_sync_latency_sum Submit Sync Latency Total
# TYPE ceph_rocksdb_submit_sync_latency_sum counter
ceph_rocksdb_submit_sync_latency_sum{ceph_daemon="mon.ceph1new"} 3067.160782403
ceph_rocksdb_submit_sync_latency_sum{ceph_daemon="mon.ceph2new"} 23387.775112261
ceph_rocksdb_submit_sync_latency_sum{ceph_daemon="mon.ceph3new"} 3044.871930434
# HELP ceph_rocksdb_submit_sync_latency_count Submit Sync Latency Count
# TYPE ceph_rocksdb_submit_sync_latency_count counter
ceph_rocksdb_submit_sync_latency_count{ceph_daemon="mon.ceph1new"} 10248483.0
ceph_rocksdb_submit_sync_latency_count{ceph_daemon="mon.ceph2new"} 93244332.0
ceph_rocksdb_submit_sync_latency_count{ceph_daemon="mon.ceph3new"} 10275702.0
# HELP ceph_bluefs_alloc_unit_db Allocation unit size (in bytes) for standalone DB device
# TYPE ceph_bluefs_alloc_unit_db counter
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.0"} 65536.0
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.3"} 65536.0
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.8"} 65536.0
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.2"} 65536.0
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.5"} 65536.0
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.7"} 65536.0
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.1"} 65536.0
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.4"} 65536.0
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.6"} 65536.0
# HELP ceph_bluefs_alloc_unit_main Allocation unit size (in bytes) for primary/shared device
# TYPE ceph_bluefs_alloc_unit_main counter
ceph_bluefs_alloc_unit_main{ceph_daemon="osd.0"} 0.0
ceph_bluefs_alloc_unit_main{ceph_daemon="osd.3"} 0.0
ceph_bluefs_alloc_unit_main{ceph_daemon="osd.8"} 0.0
ceph_bluefs_alloc_unit_main{ceph_daemon="osd.2"} 0.0
ceph_bluefs_alloc_unit_main{ceph_daemon="osd.5"} 0.0
ceph_bluefs_alloc_unit_main{ceph_daemon="osd.7"} 0.0
ceph_bluefs_alloc_unit_main{ceph_daemon="osd.1"} 0.0
ceph_bluefs_alloc_unit_main{ceph_daemon="osd.4"} 0.0
ceph_bluefs_alloc_unit_main{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_alloc_unit_wal Allocation unit size (in bytes) for standalone WAL device
# TYPE ceph_bluefs_alloc_unit_wal counter
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.0"} 0.0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.3"} 0.0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.8"} 0.0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.2"} 0.0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.5"} 0.0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.7"} 0.0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.1"} 0.0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.4"} 0.0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_bytes_written_slow Bytes written to WAL/SSTs at slow device
# TYPE ceph_bluefs_bytes_written_slow counter
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.0"} 0.0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.3"} 0.0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.8"} 0.0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.2"} 0.0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.5"} 0.0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.7"} 0.0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.1"} 0.0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.4"} 0.0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_bytes_written_sst Bytes written to SSTs
# TYPE ceph_bluefs_bytes_written_sst counter
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.0"} 169898942464.0
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.3"} 133018431488.0
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.8"} 175820197888.0
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.2"} 2970223722496.0
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.5"} 3425290231808.0
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.7"} 6290974584832.0
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.1"} 146044358656.0
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.4"} 140853268480.0
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.6"} 188567535616.0
# HELP ceph_bluefs_bytes_written_wal Bytes written to WAL
# TYPE ceph_bluefs_bytes_written_wal counter
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.0"} 849753206784.0
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.3"} 764524257280.0
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.8"} 1057154363392.0
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.2"} 27525153673216.0
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.5"} 30615609331712.0
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.7"} 41776597991424.0
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.1"} 953913147392.0
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.4"} 808072212480.0
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.6"} 924092235776.0
# HELP ceph_bluefs_db_total_bytes Total bytes (main db device)
# TYPE ceph_bluefs_db_total_bytes gauge
ceph_bluefs_db_total_bytes{ceph_daemon="osd.0"} 1920378863616.0
ceph_bluefs_db_total_bytes{ceph_daemon="osd.3"} 1920378863616.0
ceph_bluefs_db_total_bytes{ceph_daemon="osd.8"} 1920378863616.0
ceph_bluefs_db_total_bytes{ceph_daemon="osd.2"} 1920378863616.0
ceph_bluefs_db_total_bytes{ceph_daemon="osd.5"} 1920378863616.0
ceph_bluefs_db_total_bytes{ceph_daemon="osd.7"} 1920378863616.0
ceph_bluefs_db_total_bytes{ceph_daemon="osd.1"} 1920378863616.0
ceph_bluefs_db_total_bytes{ceph_daemon="osd.4"} 1920378863616.0
ceph_bluefs_db_total_bytes{ceph_daemon="osd.6"} 1920378863616.0
# HELP ceph_bluefs_db_used_bytes Used bytes (main db device)
# TYPE ceph_bluefs_db_used_bytes gauge
ceph_bluefs_db_used_bytes{ceph_daemon="osd.0"} 5597888512.0
ceph_bluefs_db_used_bytes{ceph_daemon="osd.3"} 5838667776.0
ceph_bluefs_db_used_bytes{ceph_daemon="osd.8"} 6094258176.0
ceph_bluefs_db_used_bytes{ceph_daemon="osd.2"} 5865472000.0
ceph_bluefs_db_used_bytes{ceph_daemon="osd.5"} 5445451776.0
ceph_bluefs_db_used_bytes{ceph_daemon="osd.7"} 6497894400.0
ceph_bluefs_db_used_bytes{ceph_daemon="osd.1"} 5399904256.0
ceph_bluefs_db_used_bytes{ceph_daemon="osd.4"} 5495717888.0
ceph_bluefs_db_used_bytes{ceph_daemon="osd.6"} 6060965888.0
# HELP ceph_bluefs_log_bytes Size of the metadata log
# TYPE ceph_bluefs_log_bytes gauge
ceph_bluefs_log_bytes{ceph_daemon="osd.0"} 16531456.0
ceph_bluefs_log_bytes{ceph_daemon="osd.3"} 1368064.0
ceph_bluefs_log_bytes{ceph_daemon="osd.8"} 1617920.0
ceph_bluefs_log_bytes{ceph_daemon="osd.2"} 5132288.0
ceph_bluefs_log_bytes{ceph_daemon="osd.5"} 4894720.0
ceph_bluefs_log_bytes{ceph_daemon="osd.7"} 16412672.0
ceph_bluefs_log_bytes{ceph_daemon="osd.1"} 1867776.0
ceph_bluefs_log_bytes{ceph_daemon="osd.4"} 11333632.0
ceph_bluefs_log_bytes{ceph_daemon="osd.6"} 16121856.0
# HELP ceph_bluefs_logged_bytes Bytes written to the metadata log
# TYPE ceph_bluefs_logged_bytes counter
ceph_bluefs_logged_bytes{ceph_daemon="osd.0"} 419581296640.0
ceph_bluefs_logged_bytes{ceph_daemon="osd.3"} 382198427648.0
ceph_bluefs_logged_bytes{ceph_daemon="osd.8"} 514226581504.0
ceph_bluefs_logged_bytes{ceph_daemon="osd.2"} 12397061525504.0
ceph_bluefs_logged_bytes{ceph_daemon="osd.5"} 13834948431872.0
ceph_bluefs_logged_bytes{ceph_daemon="osd.7"} 19096909701120.0
ceph_bluefs_logged_bytes{ceph_daemon="osd.1"} 462359883776.0
ceph_bluefs_logged_bytes{ceph_daemon="osd.4"} 397221302272.0
ceph_bluefs_logged_bytes{ceph_daemon="osd.6"} 464335024128.0
# HELP ceph_bluefs_max_bytes_db Maximum bytes allocated from DB
# TYPE ceph_bluefs_max_bytes_db counter
ceph_bluefs_max_bytes_db{ceph_daemon="osd.0"} 8853192704.0
ceph_bluefs_max_bytes_db{ceph_daemon="osd.3"} 10300817408.0
ceph_bluefs_max_bytes_db{ceph_daemon="osd.8"} 7494303744.0
ceph_bluefs_max_bytes_db{ceph_daemon="osd.2"} 7133528064.0
ceph_bluefs_max_bytes_db{ceph_daemon="osd.5"} 7433289728.0
ceph_bluefs_max_bytes_db{ceph_daemon="osd.7"} 9922215936.0
ceph_bluefs_max_bytes_db{ceph_daemon="osd.1"} 9747431424.0
ceph_bluefs_max_bytes_db{ceph_daemon="osd.4"} 9083944960.0
ceph_bluefs_max_bytes_db{ceph_daemon="osd.6"} 7686258688.0
# HELP ceph_bluefs_max_bytes_slow Maximum bytes allocated from SLOW
# TYPE ceph_bluefs_max_bytes_slow counter
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.0"} 0.0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.3"} 0.0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.8"} 0.0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.2"} 0.0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.5"} 0.0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.7"} 0.0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.1"} 0.0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.4"} 0.0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_max_bytes_wal Maximum bytes allocated from WAL
# TYPE ceph_bluefs_max_bytes_wal counter
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.0"} 0.0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.3"} 0.0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.8"} 0.0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.2"} 0.0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.5"} 0.0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.7"} 0.0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.1"} 0.0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.4"} 0.0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_num_files File count
# TYPE ceph_bluefs_num_files gauge
ceph_bluefs_num_files{ceph_daemon="osd.0"} 104.0
ceph_bluefs_num_files{ceph_daemon="osd.3"} 105.0
ceph_bluefs_num_files{ceph_daemon="osd.8"} 113.0
ceph_bluefs_num_files{ceph_daemon="osd.2"} 109.0
ceph_bluefs_num_files{ceph_daemon="osd.5"} 105.0
ceph_bluefs_num_files{ceph_daemon="osd.7"} 119.0
ceph_bluefs_num_files{ceph_daemon="osd.1"} 104.0
ceph_bluefs_num_files{ceph_daemon="osd.4"} 103.0
ceph_bluefs_num_files{ceph_daemon="osd.6"} 113.0
# HELP ceph_bluefs_read_bytes Bytes requested in buffered read mode
# TYPE ceph_bluefs_read_bytes counter
ceph_bluefs_read_bytes{ceph_daemon="osd.0"} 170781978001.0
ceph_bluefs_read_bytes{ceph_daemon="osd.3"} 182045034422.0
ceph_bluefs_read_bytes{ceph_daemon="osd.8"} 167565498161.0
ceph_bluefs_read_bytes{ceph_daemon="osd.2"} 9882374597827.0
ceph_bluefs_read_bytes{ceph_daemon="osd.5"} 13734602521909.0
ceph_bluefs_read_bytes{ceph_daemon="osd.7"} 20443339309254.0
ceph_bluefs_read_bytes{ceph_daemon="osd.1"} 170666622636.0
ceph_bluefs_read_bytes{ceph_daemon="osd.4"} 189462664355.0
ceph_bluefs_read_bytes{ceph_daemon="osd.6"} 178149235323.0
# HELP ceph_bluefs_read_count buffered read requests processed
# TYPE ceph_bluefs_read_count counter
ceph_bluefs_read_count{ceph_daemon="osd.0"} 13890171.0
ceph_bluefs_read_count{ceph_daemon="osd.3"} 14803178.0
ceph_bluefs_read_count{ceph_daemon="osd.8"} 14026270.0
ceph_bluefs_read_count{ceph_daemon="osd.2"} 215804647.0
ceph_bluefs_read_count{ceph_daemon="osd.5"} 311580452.0
ceph_bluefs_read_count{ceph_daemon="osd.7"} 442749943.0
ceph_bluefs_read_count{ceph_daemon="osd.1"} 13023465.0
ceph_bluefs_read_count{ceph_daemon="osd.4"} 15179762.0
ceph_bluefs_read_count{ceph_daemon="osd.6"} 14998208.0
# HELP ceph_bluefs_read_disk_bytes Bytes read in buffered mode from disk
# TYPE ceph_bluefs_read_disk_bytes counter
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.0"} 144226357248.0
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.3"} 155771740160.0
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.8"} 143267831808.0
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.2"} 8269431803904.0
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.5"} 11727656480768.0
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.7"} 17470489776128.0
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.1"} 145847496704.0
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.4"} 162914516992.0
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.6"} 151432069120.0
# HELP ceph_bluefs_read_disk_bytes_db reads requests going to DB disk
# TYPE ceph_bluefs_read_disk_bytes_db counter
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.0"} 144226361344.0
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.3"} 155771744256.0
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.8"} 143267835904.0
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.2"} 8269431808000.0
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.5"} 11727656484864.0
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.7"} 17470489780224.0
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.1"} 145847500800.0
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.4"} 162914521088.0
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.6"} 151432073216.0
# HELP ceph_bluefs_read_disk_bytes_slow reads requests going to main disk
# TYPE ceph_bluefs_read_disk_bytes_slow counter
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.0"} 0.0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.3"} 0.0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.8"} 0.0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.2"} 0.0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.5"} 0.0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.7"} 0.0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.1"} 0.0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.4"} 0.0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_read_disk_bytes_wal reads requests going to WAL disk
# TYPE ceph_bluefs_read_disk_bytes_wal counter
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.0"} 0.0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.3"} 0.0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.8"} 0.0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.2"} 0.0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.5"} 0.0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.7"} 0.0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.1"} 0.0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.4"} 0.0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_read_disk_count buffered reads requests going to disk
# TYPE ceph_bluefs_read_disk_count counter
ceph_bluefs_read_disk_count{ceph_daemon="osd.0"} 11437420.0
ceph_bluefs_read_disk_count{ceph_daemon="osd.3"} 12221773.0
ceph_bluefs_read_disk_count{ceph_daemon="osd.8"} 11479197.0
ceph_bluefs_read_disk_count{ceph_daemon="osd.2"} 174596575.0
ceph_bluefs_read_disk_count{ceph_daemon="osd.5"} 259348810.0
ceph_bluefs_read_disk_count{ceph_daemon="osd.7"} 374128370.0
ceph_bluefs_read_disk_count{ceph_daemon="osd.1"} 10731189.0
ceph_bluefs_read_disk_count{ceph_daemon="osd.4"} 12517245.0
ceph_bluefs_read_disk_count{ceph_daemon="osd.6"} 12300447.0
# HELP ceph_bluefs_read_prefetch_bytes Bytes requested in prefetch read mode
# TYPE ceph_bluefs_read_prefetch_bytes counter
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.0"} 169910858401.0
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.3"} 181232929617.0
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.8"} 167565373450.0
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.2"} 9881325648165.0
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.5"} 13733604831485.0
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.7"} 20442204180179.0
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.1"} 169437813590.0
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.4"} 188446316446.0
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.6"} 178149110612.0
# HELP ceph_bluefs_read_prefetch_count prefetch read requests processed
# TYPE ceph_bluefs_read_prefetch_count counter
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.0"} 13863578.0
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.3"} 14778385.0
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.8"} 14026253.0
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.2"} 215770442.0
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.5"} 311546747.0
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.7"} 442712203.0
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.1"} 12985955.0
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.4"} 15148733.0
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.6"} 14998191.0
# HELP ceph_bluefs_read_random_buffer_bytes Bytes read from prefetch buffer in random read mode
# TYPE ceph_bluefs_read_random_buffer_bytes counter
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.0"} 57431845000.0
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.3"} 55536566989.0
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.8"} 50982468193.0
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.2"} 427710486703.0
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.5"} 548977845407.0
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.7"} 859313905289.0
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.1"} 55309446542.0
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.4"} 58985558720.0
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.6"} 56591285512.0
# HELP ceph_bluefs_read_random_buffer_count random read requests processed using prefetch buffer
# TYPE ceph_bluefs_read_random_buffer_count counter
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.0"} 14433345.0
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.3"} 13973097.0
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.8"} 12838570.0
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.2"} 107323829.0
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.5"} 137650235.0
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.7"} 214486100.0
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.1"} 13847308.0
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.4"} 14758084.0
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.6"} 14186277.0
# HELP ceph_bluefs_read_random_bytes Bytes requested in random read mode
# TYPE ceph_bluefs_read_random_bytes counter
ceph_bluefs_read_random_bytes{ceph_daemon="osd.0"} 282553334450.0
ceph_bluefs_read_random_bytes{ceph_daemon="osd.3"} 247840339762.0
ceph_bluefs_read_random_bytes{ceph_daemon="osd.8"} 267990837901.0
ceph_bluefs_read_random_bytes{ceph_daemon="osd.2"} 4005261690650.0
ceph_bluefs_read_random_bytes{ceph_daemon="osd.5"} 4680355650330.0
ceph_bluefs_read_random_bytes{ceph_daemon="osd.7"} 8253445623850.0
ceph_bluefs_read_random_bytes{ceph_daemon="osd.1"} 252157941189.0
ceph_bluefs_read_random_bytes{ceph_daemon="osd.4"} 255803926709.0
ceph_bluefs_read_random_bytes{ceph_daemon="osd.6"} 294608132629.0
# HELP ceph_bluefs_read_random_count random read requests processed
# TYPE ceph_bluefs_read_random_count counter
ceph_bluefs_read_random_count{ceph_daemon="osd.0"} 27254962.0
ceph_bluefs_read_random_count{ceph_daemon="osd.3"} 26736239.0
ceph_bluefs_read_random_count{ceph_daemon="osd.8"} 23863190.0
ceph_bluefs_read_random_count{ceph_daemon="osd.2"} 260559374.0
ceph_bluefs_read_random_count{ceph_daemon="osd.5"} 317622245.0
ceph_bluefs_read_random_count{ceph_daemon="osd.7"} 493413972.0
ceph_bluefs_read_random_count{ceph_daemon="osd.1"} 25417386.0
ceph_bluefs_read_random_count{ceph_daemon="osd.4"} 27421648.0
ceph_bluefs_read_random_count{ceph_daemon="osd.6"} 26993382.0
# HELP ceph_bluefs_read_random_disk_bytes Bytes read from disk in random read mode
# TYPE ceph_bluefs_read_random_disk_bytes counter
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.0"} 225121489450.0
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.3"} 192303772773.0
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.8"} 217008369708.0
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.2"} 3577551203947.0
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.5"} 4131377804923.0
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.7"} 7394131718561.0
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.1"} 196848494647.0
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.4"} 196818367989.0
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.6"} 238016847117.0
# HELP ceph_bluefs_read_random_disk_bytes_db random reads requests going to DB disk
# TYPE ceph_bluefs_read_random_disk_bytes_db counter
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.0"} 225121489450.0
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.3"} 192303772773.0
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.8"} 217008369708.0
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.2"} 3577551203947.0
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.5"} 4131377804923.0
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.7"} 7394131718561.0
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.1"} 196848494647.0
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.4"} 196818367989.0
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.6"} 238016847117.0
# HELP ceph_bluefs_read_random_disk_bytes_slow random reads requests going to main disk
# TYPE ceph_bluefs_read_random_disk_bytes_slow counter
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.0"} 0.0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.3"} 0.0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.8"} 0.0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.2"} 0.0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.5"} 0.0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.7"} 0.0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.1"} 0.0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.4"} 0.0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_read_random_disk_bytes_wal random reads requests going to WAL disk
# TYPE ceph_bluefs_read_random_disk_bytes_wal counter
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.0"} 0.0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.3"} 0.0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.8"} 0.0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.2"} 0.0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.5"} 0.0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.7"} 0.0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.1"} 0.0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.4"} 0.0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_read_random_disk_count random reads requests going to disk
# TYPE ceph_bluefs_read_random_disk_count counter
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.0"} 14420204.0
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.3"} 14334805.0
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.8"} 12339119.0
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.2"} 164610076.0
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.5"} 192773593.0
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.7"} 301333855.0
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.1"} 13017964.0
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.4"} 14236622.0
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.6"} 14283035.0
# HELP ceph_bluefs_slow_total_bytes Total bytes (slow device)
# TYPE ceph_bluefs_slow_total_bytes gauge
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_slow_used_bytes Used bytes (slow device)
# TYPE ceph_bluefs_slow_used_bytes gauge
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_wal_total_bytes Total bytes (wal device)
# TYPE ceph_bluefs_wal_total_bytes gauge
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluefs_wal_used_bytes Used bytes (wal device)
# TYPE ceph_bluefs_wal_used_bytes gauge
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache_cache_bytes current memory available for caches.
# TYPE ceph_bluestore_pricache_cache_bytes gauge
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.0"} 2845415832.0
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.3"} 2845415831.0
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.8"} 2845415831.0
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.2"} 2845415831.0
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.5"} 2845415830.0
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.7"} 2845415830.0
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.1"} 2845415831.0
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.4"} 2845415831.0
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.6"} 2845415830.0
# HELP ceph_bluestore_pricache_heap_bytes aggregate bytes in use by the heap
# TYPE ceph_bluestore_pricache_heap_bytes gauge
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.0"} 4687200256.0
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.3"} 5286477824.0
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.8"} 5248671744.0
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.2"} 5114331136.0
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.5"} 5232336896.0
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.7"} 5587238912.0
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.1"} 5189935104.0
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.4"} 5484871680.0
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.6"} 5572870144.0
# HELP ceph_bluestore_pricache_mapped_bytes total bytes mapped by the process
# TYPE ceph_bluestore_pricache_mapped_bytes gauge
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.0"} 3551043584.0
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.3"} 3365314560.0
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.8"} 3150135296.0
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.2"} 3539140608.0
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.5"} 3685253120.0
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.7"} 3650420736.0
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.1"} 3213131776.0
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.4"} 3424002048.0
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.6"} 3744620544.0
# HELP ceph_bluestore_pricache_target_bytes target process memory usage in bytes
# TYPE ceph_bluestore_pricache_target_bytes gauge
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.0"} 4294967296.0
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.3"} 4294967296.0
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.8"} 4294967296.0
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.2"} 4294967296.0
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.5"} 4294967296.0
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.7"} 4294967296.0
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.1"} 4294967296.0
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.4"} 4294967296.0
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.6"} 4294967296.0
# HELP ceph_bluestore_pricache_unmapped_bytes unmapped bytes that the kernel has yet to reclaim
# TYPE ceph_bluestore_pricache_unmapped_bytes gauge
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.0"} 1136156672.0
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.3"} 1921163264.0
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.8"} 2098536448.0
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.2"} 1575190528.0
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.5"} 1547083776.0
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.7"} 1936818176.0
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.1"} 1976803328.0
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.4"} 2060869632.0
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.6"} 1828249600.0
# HELP ceph_bluestore_pricache:data_committed_bytes total bytes committed,
# TYPE ceph_bluestore_pricache:data_committed_bytes gauge
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.0"} 134217728.0
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.3"} 150994944.0
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.8"} 150994944.0
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.2"} 150994944.0
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.5"} 150994944.0
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.7"} 150994944.0
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.1"} 134217728.0
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.4"} 150994944.0
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.6"} 134217728.0
# HELP ceph_bluestore_pricache:data_pri0_bytes bytes allocated to pri0
# TYPE ceph_bluestore_pricache:data_pri0_bytes gauge
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:data_pri10_bytes bytes allocated to pri10
# TYPE ceph_bluestore_pricache:data_pri10_bytes gauge
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:data_pri11_bytes bytes allocated to pri11
# TYPE ceph_bluestore_pricache:data_pri11_bytes gauge
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.0"} 62438384.0
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.3"} 64583656.0
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.8"} 63239958.0
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.2"} 65234328.0
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.5"} 60794116.0
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.7"} 62835001.0
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.1"} 64283002.0
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.4"} 66617920.0
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.6"} 61951819.0
# HELP ceph_bluestore_pricache:data_pri1_bytes bytes allocated to pri1
# TYPE ceph_bluestore_pricache:data_pri1_bytes gauge
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.1"} 24576.0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:data_pri2_bytes bytes allocated to pri2
# TYPE ceph_bluestore_pricache:data_pri2_bytes gauge
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.8"} 4096.0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.4"} 12288.0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:data_pri3_bytes bytes allocated to pri3
# TYPE ceph_bluestore_pricache:data_pri3_bytes gauge
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.8"} 98304.0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.2"} 69632.0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.5"} 49152.0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.7"} 49152.0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.1"} 53248.0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.4"} 53248.0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:data_pri4_bytes bytes allocated to pri4
# TYPE ceph_bluestore_pricache:data_pri4_bytes gauge
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.0"} 131072.0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.3"} 262144.0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.8"} 290816.0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.2"} 4096.0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.5"} 102400.0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.7"} 258048.0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.1"} 49152.0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.4"} 49152.0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.6"} 303104.0
# HELP ceph_bluestore_pricache:data_pri5_bytes bytes allocated to pri5
# TYPE ceph_bluestore_pricache:data_pri5_bytes gauge
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.0"} 303104.0
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.3"} 471040.0
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.8"} 778240.0
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.2"} 1687552.0
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.5"} 937984.0
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.7"} 663552.0
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.1"} 552960.0
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.4"} 561152.0
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.6"} 499712.0
# HELP ceph_bluestore_pricache:data_pri6_bytes bytes allocated to pri6
# TYPE ceph_bluestore_pricache:data_pri6_bytes gauge
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.0"} 2273280.0
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.3"} 3321856.0
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.8"} 3903488.0
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.2"} 2850816.0
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.5"} 6119424.0
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.7"} 3837952.0
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.1"} 2043904.0
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.4"} 4472832.0
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.6"} 3792896.0
# HELP ceph_bluestore_pricache:data_pri7_bytes bytes allocated to pri7
# TYPE ceph_bluestore_pricache:data_pri7_bytes gauge
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:data_pri8_bytes bytes allocated to pri8
# TYPE ceph_bluestore_pricache:data_pri8_bytes gauge
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:data_pri9_bytes bytes allocated to pri9
# TYPE ceph_bluestore_pricache:data_pri9_bytes gauge
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:data_reserved_bytes bytes reserved for future growth.
# TYPE ceph_bluestore_pricache:data_reserved_bytes gauge
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.0"} 69071888.0
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.3"} 82356248.0
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.8"} 82680042.0
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.2"} 81148520.0
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.5"} 82991868.0
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.7"} 83351239.0
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.1"} 67210886.0
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.4"} 79228352.0
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.6"} 67670197.0
# HELP ceph_bluestore_pricache:kv_committed_bytes total bytes committed,
# TYPE ceph_bluestore_pricache:kv_committed_bytes gauge
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.0"} 620756992.0
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.3"} 637534208.0
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.8"} 620756992.0
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.2"} 637534208.0
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.5"} 603979776.0
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.7"} 620756992.0
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.1"} 620756992.0
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.4"} 637534208.0
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.6"} 603979776.0
# HELP ceph_bluestore_pricache:kv_pri0_bytes bytes allocated to pri0
# TYPE ceph_bluestore_pricache:kv_pri0_bytes gauge
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.0"} 67108864.0
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.3"} 67108864.0
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.8"} 67108864.0
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.2"} 67108864.0
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.5"} 67108864.0
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.7"} 67108864.0
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.1"} 67108864.0
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.4"} 67108864.0
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.6"} 67108864.0
# HELP ceph_bluestore_pricache:kv_pri10_bytes bytes allocated to pri10
# TYPE ceph_bluestore_pricache:kv_pri10_bytes gauge
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_pri11_bytes bytes allocated to pri11
# TYPE ceph_bluestore_pricache:kv_pri11_bytes gauge
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.0"} 468287881.0
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.3"} 484377423.0
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.8"} 474299690.0
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.2"} 489257460.0
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.5"} 455955876.0
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.7"} 471262508.0
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.1"} 482122516.0
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.4"} 499634400.0
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.6"} 464638649.0
# HELP ceph_bluestore_pricache:kv_pri1_bytes bytes allocated to pri1
# TYPE ceph_bluestore_pricache:kv_pri1_bytes gauge
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_pri2_bytes bytes allocated to pri2
# TYPE ceph_bluestore_pricache:kv_pri2_bytes gauge
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.8"} 3451840.0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.7"} 2530240.0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_pri3_bytes bytes allocated to pri3
# TYPE ceph_bluestore_pricache:kv_pri3_bytes gauge
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.0"} 1794768.0
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.3"} 2925104.0
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.2"} 2628720.0
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.5"} 2321184.0
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.1"} 2835472.0
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.4"} 2032176.0
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.6"} 1713168.0
# HELP ceph_bluestore_pricache:kv_pri4_bytes bytes allocated to pri4
# TYPE ceph_bluestore_pricache:kv_pri4_bytes gauge
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.1"} 560.0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_pri5_bytes bytes allocated to pri5
# TYPE ceph_bluestore_pricache:kv_pri5_bytes gauge
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.8"} 1107776.0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_pri6_bytes bytes allocated to pri6
# TYPE ceph_bluestore_pricache:kv_pri6_bytes gauge
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.0"} 1028288.0
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.3"} 1196976.0
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.8"} 32800.0
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_pri7_bytes bytes allocated to pri7
# TYPE ceph_bluestore_pricache:kv_pri7_bytes gauge
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_pri8_bytes bytes allocated to pri8
# TYPE ceph_bluestore_pricache:kv_pri8_bytes gauge
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_pri9_bytes bytes allocated to pri9
# TYPE ceph_bluestore_pricache:kv_pri9_bytes gauge
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_reserved_bytes bytes reserved for future growth.
# TYPE ceph_bluestore_pricache:kv_reserved_bytes gauge
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.0"} 82537191.0
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.3"} 81925841.0
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.8"} 74756022.0
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.2"} 78539164.0
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.5"} 78593852.0
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.7"} 79855380.0
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.1"} 68689580.0
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.4"} 68758768.0
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.6"} 70519095.0
# HELP ceph_bluestore_pricache:kv_onode_committed_bytes total bytes committed,
# TYPE ceph_bluestore_pricache:kv_onode_committed_bytes gauge
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.0"} 301989888.0
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.3"} 201326592.0
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.8"} 201326592.0
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.2"} 218103808.0
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.5"} 301989888.0
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.7"} 234881024.0
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.1"} 218103808.0
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.4"} 201326592.0
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.6"} 301989888.0
# HELP ceph_bluestore_pricache:kv_onode_pri0_bytes bytes allocated to pri0
# TYPE ceph_bluestore_pricache:kv_onode_pri0_bytes gauge
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.0"} 67108864.0
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.3"} 67108864.0
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.8"} 67108864.0
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.2"} 67108864.0
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.5"} 67108864.0
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.7"} 67108864.0
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.1"} 67108864.0
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.4"} 67108864.0
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.6"} 67108864.0
# HELP ceph_bluestore_pricache:kv_onode_pri10_bytes bytes allocated to pri10
# TYPE ceph_bluestore_pricache:kv_onode_pri10_bytes gauge
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.0"} 117832992.0
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.3"} 19096560.0
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.8"} 21927024.0
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.2"} 31523104.0
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.5"} 116698368.0
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.7"} 42046416.0
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.1"} 35958272.0
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.4"} 20659360.0
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.6"} 118427968.0
# HELP ceph_bluestore_pricache:kv_onode_pri11_bytes bytes allocated to pri11
# TYPE ceph_bluestore_pricache:kv_onode_pri11_bytes gauge
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.0"} 41625589.0
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.3"} 43055770.0
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.8"} 42159972.0
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.2"} 43489552.0
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.5"} 40529411.0
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.7"} 41890000.0
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.1"} 42855334.0
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.4"} 44411946.0
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.6"} 41301213.0
# HELP ceph_bluestore_pricache:kv_onode_pri1_bytes bytes allocated to pri1
# TYPE ceph_bluestore_pricache:kv_onode_pri1_bytes gauge
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_onode_pri2_bytes bytes allocated to pri2
# TYPE ceph_bluestore_pricache:kv_onode_pri2_bytes gauge
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_onode_pri3_bytes bytes allocated to pri3
# TYPE ceph_bluestore_pricache:kv_onode_pri3_bytes gauge
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_onode_pri4_bytes bytes allocated to pri4
# TYPE ceph_bluestore_pricache:kv_onode_pri4_bytes gauge
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_onode_pri5_bytes bytes allocated to pri5
# TYPE ceph_bluestore_pricache:kv_onode_pri5_bytes gauge
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_onode_pri6_bytes bytes allocated to pri6
# TYPE ceph_bluestore_pricache:kv_onode_pri6_bytes gauge
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_onode_pri7_bytes bytes allocated to pri7
# TYPE ceph_bluestore_pricache:kv_onode_pri7_bytes gauge
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_onode_pri8_bytes bytes allocated to pri8
# TYPE ceph_bluestore_pricache:kv_onode_pri8_bytes gauge
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_onode_pri9_bytes bytes allocated to pri9
# TYPE ceph_bluestore_pricache:kv_onode_pri9_bytes gauge
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:kv_onode_reserved_bytes bytes reserved for future growth.
# TYPE ceph_bluestore_pricache:kv_onode_reserved_bytes gauge
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.0"} 75422443.0
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.3"} 72065398.0
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.8"} 70130732.0
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.2"} 75982288.0
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.5"} 77653245.0
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.7"} 83835744.0
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.1"} 72181338.0
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.4"} 69146422.0
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.6"} 75151843.0
# HELP ceph_bluestore_pricache:meta_committed_bytes total bytes committed,
# TYPE ceph_bluestore_pricache:meta_committed_bytes gauge
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.0"} 570425344.0
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.3"} 587202560.0
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.8"} 553648128.0
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.2"} 587202560.0
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.5"} 570425344.0
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.7"} 570425344.0
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.1"} 570425344.0
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.4"} 587202560.0
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.6"} 570425344.0
# HELP ceph_bluestore_pricache:meta_pri0_bytes bytes allocated to pri0
# TYPE ceph_bluestore_pricache:meta_pri0_bytes gauge
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:meta_pri10_bytes bytes allocated to pri10
# TYPE ceph_bluestore_pricache:meta_pri10_bytes gauge
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:meta_pri11_bytes bytes allocated to pri11
# TYPE ceph_bluestore_pricache:meta_pri11_bytes gauge
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.0"} 468287881.0
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.3"} 484377423.0
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.8"} 474299690.0
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.2"} 489257460.0
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.5"} 455955876.0
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.7"} 471262508.0
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.1"} 482122516.0
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.4"} 499634400.0
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.6"} 464638649.0
# HELP ceph_bluestore_pricache:meta_pri1_bytes bytes allocated to pri1
# TYPE ceph_bluestore_pricache:meta_pri1_bytes gauge
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.0"} 6140.0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.8"} 5395.0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.5"} 139233.0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.1"} 35448.0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.4"} 16358.0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.6"} 25555.0
# HELP ceph_bluestore_pricache:meta_pri2_bytes bytes allocated to pri2
# TYPE ceph_bluestore_pricache:meta_pri2_bytes gauge
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.0"} 61400.0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.3"} 128683.0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.8"} 72836.0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.2"} 28072.0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.5"} 90501.0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.7"} 44078.0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.1"} 31903.0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.4"} 24537.0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.6"} 136297.0
# HELP ceph_bluestore_pricache:meta_pri3_bytes bytes allocated to pri3
# TYPE ceph_bluestore_pricache:meta_pri3_bytes gauge
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.0"} 150431.0
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.3"} 200746.0
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.8"} 94417.0
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.2"} 220566.0
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.5"} 69616.0
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.7"} 161620.0
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.1"} 223327.0
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.4"} 190847.0
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.6"} 230001.0
# HELP ceph_bluestore_pricache:meta_pri4_bytes bytes allocated to pri4
# TYPE ceph_bluestore_pricache:meta_pri4_bytes gauge
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.0"} 546465.0
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.3"} 844163.0
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.8"} 369575.0
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.2"} 629617.0
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.5"} 466433.0
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.7"} 503227.0
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.1"} 496283.0
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.4"} 389875.0
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.6"} 626115.0
# HELP ceph_bluestore_pricache:meta_pri5_bytes bytes allocated to pri5
# TYPE ceph_bluestore_pricache:meta_pri5_bytes gauge
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.0"} 19565314.0
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.3"} 2985457.0
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.8"} 1443233.0
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.2"} 2354046.0
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.5"} 19712017.0
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.7"} 2299420.0
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.1"} 1935504.0
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.4"} 1687641.0
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.6"} 19976071.0
# HELP ceph_bluestore_pricache:meta_pri6_bytes bytes allocated to pri6
# TYPE ceph_bluestore_pricache:meta_pri6_bytes gauge
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.0"} 9989884.0
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.3"} 17022255.0
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.8"} 7815041.0
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.2"} 12315633.0
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.5"} 10369433.0
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.7"} 12848837.0
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.1"} 10191532.0
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.4"} 8931683.0
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.6"} 13906582.0
# HELP ceph_bluestore_pricache:meta_pri7_bytes bytes allocated to pri7
# TYPE ceph_bluestore_pricache:meta_pri7_bytes gauge
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:meta_pri8_bytes bytes allocated to pri8
# TYPE ceph_bluestore_pricache:meta_pri8_bytes gauge
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:meta_pri9_bytes bytes allocated to pri9
# TYPE ceph_bluestore_pricache:meta_pri9_bytes gauge
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.0"} 0.0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.3"} 0.0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.8"} 0.0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.2"} 0.0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.5"} 0.0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.7"} 0.0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.1"} 0.0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.4"} 0.0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_pricache:meta_reserved_bytes bytes reserved for future growth.
# TYPE ceph_bluestore_pricache:meta_reserved_bytes gauge
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.0"} 71817829.0
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.3"} 81643833.0
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.8"} 69547941.0
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.2"} 82397166.0
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.5"} 83622235.0
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.7"} 83305654.0
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.1"} 75388831.0
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.4"} 76327219.0
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.6"} 70886074.0
# HELP ceph_bluestore_alloc_unit allocation unit size in bytes
# TYPE ceph_bluestore_alloc_unit gauge
ceph_bluestore_alloc_unit{ceph_daemon="osd.0"} 4096.0
ceph_bluestore_alloc_unit{ceph_daemon="osd.3"} 4096.0
ceph_bluestore_alloc_unit{ceph_daemon="osd.8"} 4096.0
ceph_bluestore_alloc_unit{ceph_daemon="osd.2"} 4096.0
ceph_bluestore_alloc_unit{ceph_daemon="osd.5"} 4096.0
ceph_bluestore_alloc_unit{ceph_daemon="osd.7"} 4096.0
ceph_bluestore_alloc_unit{ceph_daemon="osd.1"} 4096.0
ceph_bluestore_alloc_unit{ceph_daemon="osd.4"} 4096.0
ceph_bluestore_alloc_unit{ceph_daemon="osd.6"} 4096.0
# HELP ceph_bluestore_allocated Sum for allocated bytes
# TYPE ceph_bluestore_allocated gauge
ceph_bluestore_allocated{ceph_daemon="osd.0"} 747267899392.0
ceph_bluestore_allocated{ceph_daemon="osd.3"} 692497772544.0
ceph_bluestore_allocated{ceph_daemon="osd.8"} 616502300672.0
ceph_bluestore_allocated{ceph_daemon="osd.2"} 656347389952.0
ceph_bluestore_allocated{ceph_daemon="osd.5"} 655643467776.0
ceph_bluestore_allocated{ceph_daemon="osd.7"} 744276512768.0
ceph_bluestore_allocated{ceph_daemon="osd.1"} 616803094528.0
ceph_bluestore_allocated{ceph_daemon="osd.4"} 709227114496.0
ceph_bluestore_allocated{ceph_daemon="osd.6"} 730237849600.0
# HELP ceph_bluestore_clist_lat_sum Average collection listing latency Total
# TYPE ceph_bluestore_clist_lat_sum counter
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.0"} 0.0
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.3"} 0.0
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.8"} 0.0
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.2"} 0.0
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.5"} 0.0
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.7"} 0.0
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.1"} 0.0
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.4"} 0.0
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_clist_lat_count Average collection listing latency Count
# TYPE ceph_bluestore_clist_lat_count counter
ceph_bluestore_clist_lat_count{ceph_daemon="osd.0"} 0.0
ceph_bluestore_clist_lat_count{ceph_daemon="osd.3"} 0.0
ceph_bluestore_clist_lat_count{ceph_daemon="osd.8"} 0.0
ceph_bluestore_clist_lat_count{ceph_daemon="osd.2"} 0.0
ceph_bluestore_clist_lat_count{ceph_daemon="osd.5"} 0.0
ceph_bluestore_clist_lat_count{ceph_daemon="osd.7"} 0.0
ceph_bluestore_clist_lat_count{ceph_daemon="osd.1"} 0.0
ceph_bluestore_clist_lat_count{ceph_daemon="osd.4"} 0.0
ceph_bluestore_clist_lat_count{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_compress_lat_sum Average compress latency Total
# TYPE ceph_bluestore_compress_lat_sum counter
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.0"} 0.0
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.3"} 0.0
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.8"} 0.0
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.2"} 0.0
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.5"} 0.0
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.7"} 0.0
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.1"} 0.0
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.4"} 0.0
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_compress_lat_count Average compress latency Count
# TYPE ceph_bluestore_compress_lat_count counter
ceph_bluestore_compress_lat_count{ceph_daemon="osd.0"} 0.0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.3"} 0.0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.8"} 0.0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.2"} 0.0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.5"} 0.0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.7"} 0.0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.1"} 0.0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.4"} 0.0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_compressed Sum for stored compressed bytes
# TYPE ceph_bluestore_compressed gauge
ceph_bluestore_compressed{ceph_daemon="osd.0"} 0.0
ceph_bluestore_compressed{ceph_daemon="osd.3"} 0.0
ceph_bluestore_compressed{ceph_daemon="osd.8"} 0.0
ceph_bluestore_compressed{ceph_daemon="osd.2"} 0.0
ceph_bluestore_compressed{ceph_daemon="osd.5"} 0.0
ceph_bluestore_compressed{ceph_daemon="osd.7"} 0.0
ceph_bluestore_compressed{ceph_daemon="osd.1"} 0.0
ceph_bluestore_compressed{ceph_daemon="osd.4"} 0.0
ceph_bluestore_compressed{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_compressed_allocated Sum for bytes allocated for compressed data
# TYPE ceph_bluestore_compressed_allocated gauge
ceph_bluestore_compressed_allocated{ceph_daemon="osd.0"} 0.0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.3"} 0.0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.8"} 0.0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.2"} 0.0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.5"} 0.0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.7"} 0.0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.1"} 0.0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.4"} 0.0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_compressed_original Sum for original bytes that were compressed
# TYPE ceph_bluestore_compressed_original gauge
ceph_bluestore_compressed_original{ceph_daemon="osd.0"} 0.0
ceph_bluestore_compressed_original{ceph_daemon="osd.3"} 0.0
ceph_bluestore_compressed_original{ceph_daemon="osd.8"} 0.0
ceph_bluestore_compressed_original{ceph_daemon="osd.2"} 0.0
ceph_bluestore_compressed_original{ceph_daemon="osd.5"} 0.0
ceph_bluestore_compressed_original{ceph_daemon="osd.7"} 0.0
ceph_bluestore_compressed_original{ceph_daemon="osd.1"} 0.0
ceph_bluestore_compressed_original{ceph_daemon="osd.4"} 0.0
ceph_bluestore_compressed_original{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_csum_lat_sum Average checksum latency Total
# TYPE ceph_bluestore_csum_lat_sum counter
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.0"} 998.988917956
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.3"} 975.974911328
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.8"} 887.506158491
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.2"} 7253.272140376
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.5"} 11521.335943771
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.7"} 12343.194095857
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.1"} 922.67452441
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.4"} 1089.866172144
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.6"} 1059.986145883
# HELP ceph_bluestore_csum_lat_count Average checksum latency Count
# TYPE ceph_bluestore_csum_lat_count counter
ceph_bluestore_csum_lat_count{ceph_daemon="osd.0"} 91906822.0
ceph_bluestore_csum_lat_count{ceph_daemon="osd.3"} 91355255.0
ceph_bluestore_csum_lat_count{ceph_daemon="osd.8"} 82357147.0
ceph_bluestore_csum_lat_count{ceph_daemon="osd.2"} 1993301833.0
ceph_bluestore_csum_lat_count{ceph_daemon="osd.5"} 3254906409.0
ceph_bluestore_csum_lat_count{ceph_daemon="osd.7"} 3569901051.0
ceph_bluestore_csum_lat_count{ceph_daemon="osd.1"} 84599139.0
ceph_bluestore_csum_lat_count{ceph_daemon="osd.4"} 100747668.0
ceph_bluestore_csum_lat_count{ceph_daemon="osd.6"} 95062639.0
# HELP ceph_bluestore_decompress_lat_sum Average decompress latency Total
# TYPE ceph_bluestore_decompress_lat_sum counter
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.0"} 0.0
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.3"} 0.0
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.8"} 0.0
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.2"} 0.0
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.5"} 0.0
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.7"} 0.0
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.1"} 0.0
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.4"} 0.0
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_decompress_lat_count Average decompress latency Count
# TYPE ceph_bluestore_decompress_lat_count counter
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.0"} 0.0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.3"} 0.0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.8"} 0.0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.2"} 0.0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.5"} 0.0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.7"} 0.0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.1"} 0.0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.4"} 0.0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_kv_commit_lat_sum Average kv_thread commit latency Total
# TYPE ceph_bluestore_kv_commit_lat_sum counter
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.0"} 29610.349600811
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.3"} 27393.583076165
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.8"} 31606.019907222
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.2"} 405955.790902971
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.5"} 452734.33153634
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.7"} 638983.284339225
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.1"} 32132.294978008
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.4"} 27486.710055768
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.6"} 29115.061106543
# HELP ceph_bluestore_kv_commit_lat_count Average kv_thread commit latency Count
# TYPE ceph_bluestore_kv_commit_lat_count counter
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.0"} 102387481.0
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.3"} 93267570.0
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.8"} 125482593.0
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.2"} 3025139188.0
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.5"} 3375990773.0
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.7"} 4659949574.0
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.1"} 112826219.0
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.4"} 96932375.0
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.6"} 113310799.0
# HELP ceph_bluestore_kv_final_lat_sum Average kv_finalize thread latency Total
# TYPE ceph_bluestore_kv_final_lat_sum counter
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.0"} 3960.173594361
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.3"} 3568.553145978
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.8"} 4567.099070485
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.2"} 40821.645712026
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.5"} 45928.835542652
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.7"} 65456.560734894
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.1"} 4199.002953155
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.4"} 3767.17335651
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.6"} 4349.091793227
# HELP ceph_bluestore_kv_final_lat_count Average kv_finalize thread latency Count
# TYPE ceph_bluestore_kv_final_lat_count counter
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.0"} 102322197.0
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.3"} 93196786.0
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.8"} 125398547.0
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.2"} 3023202238.0
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.5"} 3373679516.0
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.7"} 4656496064.0
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.1"} 112755104.0
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.4"} 96857343.0
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.6"} 113227509.0
# HELP ceph_bluestore_kv_flush_lat_sum Average kv_thread flush latency Total
# TYPE ceph_bluestore_kv_flush_lat_sum counter
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.0"} 419.667818453
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.3"} 389.764701479
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.8"} 489.794990555
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.2"} 5434.092906963
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.5"} 5971.306465439
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.7"} 7957.48682831
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.1"} 453.048238798
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.4"} 415.252933625
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.6"} 465.729617019
# HELP ceph_bluestore_kv_flush_lat_count Average kv_thread flush latency Count
# TYPE ceph_bluestore_kv_flush_lat_count counter
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.0"} 102387481.0
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.3"} 93267570.0
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.8"} 125482593.0
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.2"} 3025139188.0
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.5"} 3375990773.0
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.7"} 4659949574.0
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.1"} 112826219.0
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.4"} 96932375.0
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.6"} 113310799.0
# HELP ceph_bluestore_kv_sync_lat_sum Average kv_sync thread latency Total
# TYPE ceph_bluestore_kv_sync_lat_sum counter
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.0"} 30030.017419264
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.3"} 27783.347777644
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.8"} 32095.814897777
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.2"} 411389.883809934
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.5"} 458705.638001779
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.7"} 646940.771167535
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.1"} 32585.343216806
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.4"} 27901.962989393
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.6"} 29580.790723562
# HELP ceph_bluestore_kv_sync_lat_count Average kv_sync thread latency Count
# TYPE ceph_bluestore_kv_sync_lat_count counter
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.0"} 102387481.0
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.3"} 93267570.0
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.8"} 125482593.0
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.2"} 3025139188.0
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.5"} 3375990773.0
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.7"} 4659949574.0
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.1"} 112826219.0
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.4"} 96932375.0
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.6"} 113310799.0
# HELP ceph_bluestore_omap_get_keys_lat_sum Average omap get_keys call latency Total
# TYPE ceph_bluestore_omap_get_keys_lat_sum counter
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.0"} 0.0
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.3"} 0.0
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.8"} 0.0
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.2"} 0.0
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.5"} 0.0
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.7"} 0.0
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.1"} 0.0
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.4"} 0.0
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_omap_get_keys_lat_count Average omap get_keys call latency Count
# TYPE ceph_bluestore_omap_get_keys_lat_count counter
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.0"} 0.0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.3"} 0.0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.8"} 0.0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.2"} 0.0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.5"} 0.0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.7"} 0.0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.1"} 0.0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.4"} 0.0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_omap_get_values_lat_sum Average omap get_values call latency Total
# TYPE ceph_bluestore_omap_get_values_lat_sum counter
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.0"} 0.151324449
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.3"} 0.287958709
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.8"} 0.002819653
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.2"} 0.331776547
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.5"} 0.243596691
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.7"} 0.546856245
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.1"} 0.453194205
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.4"} 0.282574926
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.6"} 0.273534284
# HELP ceph_bluestore_omap_get_values_lat_count Average omap get_values call latency Count
# TYPE ceph_bluestore_omap_get_values_lat_count counter
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.0"} 1138940.0
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.3"} 1899730.0
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.8"} 144.0
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.2"} 2263442.0
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.5"} 2506784.0
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.7"} 3153411.0
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.1"} 2177983.0
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.4"} 1450444.0
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.6"} 258029.0
# HELP ceph_bluestore_omap_lower_bound_lat_sum Average omap iterator lower_bound call latency Total
# TYPE ceph_bluestore_omap_lower_bound_lat_sum counter
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.0"} 4.607525171
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.3"} 11.474101964
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.8"} 0.082076622
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.2"} 17.933740392
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.5"} 22.091754481
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.7"} 39.251391803
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.1"} 17.350029965
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.4"} 21.785296345
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.6"} 17.422876751
# HELP ceph_bluestore_omap_lower_bound_lat_count Average omap iterator lower_bound call latency Count
# TYPE ceph_bluestore_omap_lower_bound_lat_count counter
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.0"} 261838.0
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.3"} 660523.0
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.8"} 6191.0
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.2"} 2815947.0
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.5"} 2797073.0
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.7"} 5425681.0
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.1"} 953580.0
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.4"} 1164972.0
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.6"} 932721.0
# HELP ceph_bluestore_omap_next_lat_sum Average omap iterator next call latency Total
# TYPE ceph_bluestore_omap_next_lat_sum counter
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.0"} 40.608320049
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.3"} 37.173193458
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.8"} 61.229232986
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.2"} 5915.630197005
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.5"} 8874.138249137
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.7"} 12755.096716688
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.1"} 62.648939221
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.4"} 47.816758553
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.6"} 41.156374617
# HELP ceph_bluestore_omap_next_lat_count Average omap iterator next call latency Count
# TYPE ceph_bluestore_omap_next_lat_count counter
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.0"} 16490135.0
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.3"} 13400200.0
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.8"} 21510288.0
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.2"} 10413788055.0
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.5"} 13891511530.0
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.7"} 22079453414.0
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.1"} 21359993.0
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.4"} 15506261.0
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.6"} 15167699.0
# HELP ceph_bluestore_omap_seek_to_first_lat_sum Average omap iterator seek_to_first call latency Total
# TYPE ceph_bluestore_omap_seek_to_first_lat_sum counter
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.0"} 183.013241131
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.3"} 177.296911078
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.8"} 169.874286977
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.2"} 247.582642984
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.5"} 267.281625257
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.7"} 406.083391339
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.1"} 166.515254053
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.4"} 189.718944675
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.6"} 187.863652523
# HELP ceph_bluestore_omap_seek_to_first_lat_count Average omap iterator seek_to_first call latency Count
# TYPE ceph_bluestore_omap_seek_to_first_lat_count counter
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.0"} 16312446.0
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.3"} 16029045.0
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.8"} 14837044.0
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.2"} 99970274.0
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.5"} 107024081.0
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.7"} 168159543.0
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.1"} 14534054.0
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.4"} 16547099.0
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.6"} 16127493.0
# HELP ceph_bluestore_omap_upper_bound_lat_sum Average omap iterator upper_bound call latency Total
# TYPE ceph_bluestore_omap_upper_bound_lat_sum counter
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.0"} 0.063956324
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.3"} 0.096202016
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.8"} 0.068341703
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.2"} 191.19240921
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.5"} 314.068485006
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.7"} 432.433297013
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.1"} 0.056839504
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.4"} 0.089485462
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.6"} 0.064701138
# HELP ceph_bluestore_omap_upper_bound_lat_count Average omap iterator upper_bound call latency Count
# TYPE ceph_bluestore_omap_upper_bound_lat_count counter
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.0"} 3293.0
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.3"} 5047.0
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.8"} 3424.0
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.2"} 18686458.0
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.5"} 29997374.0
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.7"} 42955743.0
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.1"} 3516.0
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.4"} 4506.0
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.6"} 4046.0
# HELP ceph_bluestore_onode_hits Count of onode cache lookup hits
# TYPE ceph_bluestore_onode_hits counter
ceph_bluestore_onode_hits{ceph_daemon="osd.0"} 370375652.0
ceph_bluestore_onode_hits{ceph_daemon="osd.3"} 355588867.0
ceph_bluestore_onode_hits{ceph_daemon="osd.8"} 399149518.0
ceph_bluestore_onode_hits{ceph_daemon="osd.2"} 10021424006.0
ceph_bluestore_onode_hits{ceph_daemon="osd.5"} 13587531476.0
ceph_bluestore_onode_hits{ceph_daemon="osd.7"} 17217644057.0
ceph_bluestore_onode_hits{ceph_daemon="osd.1"} 377676648.0
ceph_bluestore_onode_hits{ceph_daemon="osd.4"} 371458907.0
ceph_bluestore_onode_hits{ceph_daemon="osd.6"} 395590728.0
# HELP ceph_bluestore_onode_misses Count of onode cache lookup misses
# TYPE ceph_bluestore_onode_misses counter
ceph_bluestore_onode_misses{ceph_daemon="osd.0"} 86467398.0
ceph_bluestore_onode_misses{ceph_daemon="osd.3"} 87924262.0
ceph_bluestore_onode_misses{ceph_daemon="osd.8"} 81350200.0
ceph_bluestore_onode_misses{ceph_daemon="osd.2"} 631430833.0
ceph_bluestore_onode_misses{ceph_daemon="osd.5"} 689149097.0
ceph_bluestore_onode_misses{ceph_daemon="osd.7"} 1025128282.0
ceph_bluestore_onode_misses{ceph_daemon="osd.1"} 79297968.0
ceph_bluestore_onode_misses{ceph_daemon="osd.4"} 88562969.0
ceph_bluestore_onode_misses{ceph_daemon="osd.6"} 94643428.0
# HELP ceph_bluestore_read_lat_sum Average read latency Total
# TYPE ceph_bluestore_read_lat_sum counter
ceph_bluestore_read_lat_sum{ceph_daemon="osd.0"} 6904.708155818
ceph_bluestore_read_lat_sum{ceph_daemon="osd.3"} 6818.633065793
ceph_bluestore_read_lat_sum{ceph_daemon="osd.8"} 5395.496811818
ceph_bluestore_read_lat_sum{ceph_daemon="osd.2"} 169713.391109482
ceph_bluestore_read_lat_sum{ceph_daemon="osd.5"} 298356.157286001
ceph_bluestore_read_lat_sum{ceph_daemon="osd.7"} 325195.648594075
ceph_bluestore_read_lat_sum{ceph_daemon="osd.1"} 6197.017632973
ceph_bluestore_read_lat_sum{ceph_daemon="osd.4"} 7521.988426878
ceph_bluestore_read_lat_sum{ceph_daemon="osd.6"} 6271.513592592
# HELP ceph_bluestore_read_lat_count Average read latency Count
# TYPE ceph_bluestore_read_lat_count counter
ceph_bluestore_read_lat_count{ceph_daemon="osd.0"} 24796117.0
ceph_bluestore_read_lat_count{ceph_daemon="osd.3"} 26285909.0
ceph_bluestore_read_lat_count{ceph_daemon="osd.8"} 23566001.0
ceph_bluestore_read_lat_count{ceph_daemon="osd.2"} 1320408873.0
ceph_bluestore_read_lat_count{ceph_daemon="osd.5"} 2423395228.0
ceph_bluestore_read_lat_count{ceph_daemon="osd.7"} 2532770248.0
ceph_bluestore_read_lat_count{ceph_daemon="osd.1"} 22161808.0
ceph_bluestore_read_lat_count{ceph_daemon="osd.4"} 29843720.0
ceph_bluestore_read_lat_count{ceph_daemon="osd.6"} 24274776.0
# HELP ceph_bluestore_read_onode_meta_lat_sum Average read onode metadata latency Total
# TYPE ceph_bluestore_read_onode_meta_lat_sum counter
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.0"} 319.246804563
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.3"} 303.171223273
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.8"} 300.941061333
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.2"} 1446.18379542
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.5"} 2233.549689048
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.7"} 2556.131246244
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.1"} 276.285778726
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.4"} 331.713770136
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.6"} 321.724067918
# HELP ceph_bluestore_read_onode_meta_lat_count Average read onode metadata latency Count
# TYPE ceph_bluestore_read_onode_meta_lat_count counter
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.0"} 91712660.0
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.3"} 90752745.0
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.8"} 106566770.0
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.2"} 4611093396.0
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.5"} 7048509627.0
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.7"} 7928271726.0
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.1"} 98249467.0
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.4"} 102962019.0
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.6"} 91344052.0
# HELP ceph_bluestore_read_wait_aio_lat_sum Average read I/O waiting latency Total
# TYPE ceph_bluestore_read_wait_aio_lat_sum counter
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.0"} 5441.230754119
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.3"} 5423.145358318
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.8"} 4142.365020964
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.2"} 150411.57414747
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.5"} 263928.088328676
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.7"} 290295.048405649
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.1"} 4976.986810223
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.4"} 5868.072810969
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.6"} 4728.929087848
# HELP ceph_bluestore_read_wait_aio_lat_count Average read I/O waiting latency Count
# TYPE ceph_bluestore_read_wait_aio_lat_count counter
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.0"} 66916543.0
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.3"} 64466836.0
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.8"} 83000769.0
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.2"} 3290684523.0
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.5"} 4625114399.0
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.7"} 5395501478.0
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.1"} 76087659.0
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.4"} 73118299.0
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.6"} 67069276.0
# HELP ceph_bluestore_reads_with_retries Read operations that required at least one retry due to failed checksum validation
# TYPE ceph_bluestore_reads_with_retries counter
ceph_bluestore_reads_with_retries{ceph_daemon="osd.0"} 0.0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.3"} 0.0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.8"} 0.0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.2"} 0.0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.5"} 0.0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.7"} 0.0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.1"} 0.0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.4"} 0.0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.6"} 0.0
# HELP ceph_bluestore_remove_lat_sum Average removal latency Total
# TYPE ceph_bluestore_remove_lat_sum counter
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.0"} 1718.221008411
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.3"} 1719.045016367
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.8"} 1585.526032866
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.2"} 7144.728206699
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.5"} 7852.685374117
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.7"} 12093.137971021
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.1"} 1611.337158324
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.4"} 1802.372680107
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.6"} 1790.270047642
# HELP ceph_bluestore_remove_lat_count Average removal latency Count
# TYPE ceph_bluestore_remove_lat_count counter
ceph_bluestore_remove_lat_count{ceph_daemon="osd.0"} 14008913.0
ceph_bluestore_remove_lat_count{ceph_daemon="osd.3"} 14971529.0
ceph_bluestore_remove_lat_count{ceph_daemon="osd.8"} 11442353.0
ceph_bluestore_remove_lat_count{ceph_daemon="osd.2"} 90809550.0
ceph_bluestore_remove_lat_count{ceph_daemon="osd.5"} 102879388.0
ceph_bluestore_remove_lat_count{ceph_daemon="osd.7"} 156584843.0
ceph_bluestore_remove_lat_count{ceph_daemon="osd.1"} 13579013.0
ceph_bluestore_remove_lat_count{ceph_daemon="osd.4"} 14453040.0
ceph_bluestore_remove_lat_count{ceph_daemon="osd.6"} 13353570.0
# HELP ceph_bluestore_state_aio_wait_lat_sum Average aio_wait state latency Total
# TYPE ceph_bluestore_state_aio_wait_lat_sum counter
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.0"} 16287.161211003
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.3"} 11789.70660536
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.8"} 13823.190820638
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.2"} 182208.241668519
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.5"} 218102.857612455
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.7"} 421359.164820217
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.1"} 13409.077203144
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.4"} 13568.035291706
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.6"} 14420.122006863
# HELP ceph_bluestore_state_aio_wait_lat_count Average aio_wait state latency Count
# TYPE ceph_bluestore_state_aio_wait_lat_count counter
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.0"} 117841658.0
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.3"} 107987268.0
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.8"} 139597979.0
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.2"} 3242853246.0
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.5"} 3627962978.0
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.7"} 5130278626.0
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.1"} 126376085.0
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.4"} 111433221.0
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.6"} 130269603.0
# HELP ceph_bluestore_state_deferred_aio_wait_lat_sum Average aio_wait state latency Total
# TYPE ceph_bluestore_state_deferred_aio_wait_lat_sum counter
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.0"} 6700.481247904
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.3"} 5838.818649602
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.8"} 8520.409652219
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.2"} 174816.138594058
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.5"} 191412.238870166
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.7"} 251386.987288991
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.1"} 8270.916304165
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.4"} 6788.18580729
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.6"} 6297.184874677
# HELP ceph_bluestore_state_deferred_aio_wait_lat_count Average aio_wait state latency Count
# TYPE ceph_bluestore_state_deferred_aio_wait_lat_count counter
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.0"} 47494247.0
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.3"} 42569977.0
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.8"} 65779752.0
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.2"} 1989497066.0
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.5"} 2218818359.0
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.7"} 2906563493.0
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.1"} 59356996.0
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.4"} 46907931.0
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.6"} 49915637.0
# HELP ceph_bluestore_state_deferred_cleanup_lat_sum Average cleanup state latency Total
# TYPE ceph_bluestore_state_deferred_cleanup_lat_sum counter
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.0"} 1231367.942442205
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.3"} 1377253.018914969
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.8"} 1694116.187059013
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.2"} 10808634.868775135
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.5"} 12006857.039510824
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.7"} 13510290.793808224
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.1"} 1591258.748209849
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.4"} 1191350.017689574
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.6"} 1465110.767808255
# HELP ceph_bluestore_state_deferred_cleanup_lat_count Average cleanup state latency Count
# TYPE ceph_bluestore_state_deferred_cleanup_lat_count counter
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.0"} 47494247.0
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.3"} 42569977.0
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.8"} 65779752.0
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.2"} 1989497066.0
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.5"} 2218818359.0
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.7"} 2906563493.0
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.1"} 59356996.0
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.4"} 46907931.0
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.6"} 49915637.0
# HELP ceph_bluestore_state_deferred_queued_lat_sum Average deferred_queued state latency Total
# TYPE ceph_bluestore_state_deferred_queued_lat_sum counter
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.0"} 11832472.783742482
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.3"} 13548518.036118507
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.8"} 15075760.488545064
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.2"} 104111031.03131323
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.5"} 121600316.31604652
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.7"} 146137698.4373955
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.1"} 15192874.8588273
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.4"} 11225970.034640836
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.6"} 13818483.703650223
# HELP ceph_bluestore_state_deferred_queued_lat_count Average deferred_queued state latency Count
# TYPE ceph_bluestore_state_deferred_queued_lat_count counter
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.0"} 47494247.0
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.3"} 42569977.0
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.8"} 65779752.0
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.2"} 1989497066.0
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.5"} 2218818359.0
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.7"} 2906563493.0
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.1"} 59356996.0
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.4"} 46907931.0
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.6"} 49915637.0
# HELP ceph_bluestore_state_done_lat_sum Average done state latency Total
# TYPE ceph_bluestore_state_done_lat_sum counter
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.0"} 1434076.59180888
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.3"} 847389.117497018
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.8"} 675791.043877224
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.2"} 13639895.105682885
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.5"} 14758381.821311548
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.7"} 20234423.781910952
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.1"} 768952.75220848
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.4"} 800869.985585572
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.6"} 1362900.609211271
# HELP ceph_bluestore_state_done_lat_count Average done state latency Count
# TYPE ceph_bluestore_state_done_lat_count counter
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.0"} 117841653.0
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.3"} 107987264.0
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.8"} 139597963.0
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.2"} 3242853244.0
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.5"} 3627962982.0
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.7"} 5130278625.0
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.1"} 126376078.0
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.4"} 111433213.0
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.6"} 130269600.0
# HELP ceph_bluestore_state_finishing_lat_sum Average finishing state latency Total
# TYPE ceph_bluestore_state_finishing_lat_sum counter
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.0"} 29.811168631
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.3"} 27.557214967
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.8"} 34.257943153
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.2"} 278.415229434
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.5"} 304.235809878
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.7"} 428.477822281
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.1"} 31.638451785
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.4"} 27.73237827
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.6"} 32.407797046
# HELP ceph_bluestore_state_finishing_lat_count Average finishing state latency Count
# TYPE ceph_bluestore_state_finishing_lat_count counter
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.0"} 117841653.0
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.3"} 107987264.0
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.8"} 139597965.0
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.2"} 3242853244.0
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.5"} 3627962982.0
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.7"} 5130278625.0
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.1"} 126376078.0
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.4"} 111433215.0
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.6"} 130269600.0
# HELP ceph_bluestore_state_io_done_lat_sum Average io_done state latency Total
# TYPE ceph_bluestore_state_io_done_lat_sum counter
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.0"} 824.603175116
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.3"} 684.424919072
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.8"} 1256.740242363
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.2"} 6846.911754375
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.5"} 7912.584757033
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.7"} 14152.49793559
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.1"} 613.06195194
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.4"} 692.802554226
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.6"} 1343.114050906
# HELP ceph_bluestore_state_io_done_lat_count Average io_done state latency Count
# TYPE ceph_bluestore_state_io_done_lat_count counter
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.0"} 117841658.0
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.3"} 107987268.0
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.8"} 139597979.0
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.2"} 3242853246.0
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.5"} 3627962978.0
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.7"} 5130278626.0
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.1"} 126376085.0
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.4"} 111433221.0
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.6"} 130269603.0
# HELP ceph_bluestore_state_kv_commiting_lat_sum Average kv_commiting state latency Total
# TYPE ceph_bluestore_state_kv_commiting_lat_sum counter
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.0"} 42959.45712619
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.3"} 39494.208636345
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.8"} 44874.280769984
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.2"} 540311.461930969
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.5"} 605618.990914077
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.7"} 950210.009085646
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.1"} 44076.112553736
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.4"} 39902.552313984
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.6"} 43464.305917064
# HELP ceph_bluestore_state_kv_commiting_lat_count Average kv_commiting state latency Count
# TYPE ceph_bluestore_state_kv_commiting_lat_count counter
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.0"} 117841658.0
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.3"} 107987268.0
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.8"} 139597979.0
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.2"} 3242853246.0
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.5"} 3627962978.0
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.7"} 5130278626.0
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.1"} 126376085.0
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.4"} 111433221.0
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.6"} 130269603.0
# HELP ceph_bluestore_state_kv_done_lat_sum Average kv_done state latency Total
# TYPE ceph_bluestore_state_kv_done_lat_sum counter
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.0"} 88.352685075
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.3"} 80.178909703
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.8"} 103.640392823
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.2"} 1016.221848131
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.5"} 1120.839613879
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.7"} 1542.126252829
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.1"} 94.29795679
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.4"} 84.440198971
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.6"} 94.073047217
# HELP ceph_bluestore_state_kv_done_lat_count Average kv_done state latency Count
# TYPE ceph_bluestore_state_kv_done_lat_count counter
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.0"} 117841658.0
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.3"} 107987268.0
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.8"} 139597979.0
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.2"} 3242853248.0
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.5"} 3627962994.0
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.7"} 5130278626.0
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.1"} 126376085.0
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.4"} 111433221.0
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.6"} 130269603.0
# HELP ceph_bluestore_state_kv_queued_lat_sum Average kv_queued state latency Total
# TYPE ceph_bluestore_state_kv_queued_lat_sum counter
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.0"} 16266.505037765
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.3"} 13700.800377088
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.8"} 14407.15223045
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.2"} 167340.399933131
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.5"} 187787.658341699
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.7"} 383405.863312715
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.1"} 13694.486145992
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.4"} 13792.555231443
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.6"} 15665.592578878
# HELP ceph_bluestore_state_kv_queued_lat_count Average kv_queued state latency Count
# TYPE ceph_bluestore_state_kv_queued_lat_count counter
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.0"} 117841658.0
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.3"} 107987268.0
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.8"} 139597979.0
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.2"} 3242853246.0
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.5"} 3627962978.0
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.7"} 5130278626.0
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.1"} 126376085.0
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.4"} 111433221.0
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.6"} 130269603.0
# HELP ceph_bluestore_state_prepare_lat_sum Average prepare state latency Total
# TYPE ceph_bluestore_state_prepare_lat_sum counter
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.0"} 21991.529967019
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.3"} 17997.999118731
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.8"} 22912.60980072
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.2"} 151777.429898551
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.5"} 168199.303834088
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.7"} 240306.342438276
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.1"} 22884.83065711
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.4"} 20409.667719595
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.6"} 22679.237231502
# HELP ceph_bluestore_state_prepare_lat_count Average prepare state latency Count
# TYPE ceph_bluestore_state_prepare_lat_count counter
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.0"} 117841658.0
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.3"} 107987268.0
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.8"} 139597979.0
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.2"} 3242853246.0
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.5"} 3627962978.0
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.7"} 5130278626.0
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.1"} 126376085.0
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.4"} 111433221.0
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.6"} 130269603.0
# HELP ceph_bluestore_stored Sum for stored bytes
# TYPE ceph_bluestore_stored gauge
ceph_bluestore_stored{ceph_daemon="osd.0"} 740918444496.0
ceph_bluestore_stored{ceph_daemon="osd.3"} 686163743017.0
ceph_bluestore_stored{ceph_daemon="osd.8"} 611142107878.0
ceph_bluestore_stored{ceph_daemon="osd.2"} 650428986677.0
ceph_bluestore_stored{ceph_daemon="osd.5"} 649860509172.0
ceph_bluestore_stored{ceph_daemon="osd.7"} 737934215728.0
ceph_bluestore_stored{ceph_daemon="osd.1"} 611308087543.0
ceph_bluestore_stored{ceph_daemon="osd.4"} 703020390982.0
ceph_bluestore_stored{ceph_daemon="osd.6"} 723895917191.0
# HELP ceph_bluestore_truncate_lat_sum Average truncate latency Total
# TYPE ceph_bluestore_truncate_lat_sum counter
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.0"} 137.732088219
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.3"} 99.29469062
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.8"} 126.646570807
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.2"} 3096.384722043
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.5"} 3557.753694661
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.7"} 5786.193145949
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.1"} 128.299989616
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.4"} 132.663986209
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.6"} 121.095709836
# HELP ceph_bluestore_truncate_lat_count Average truncate latency Count
# TYPE ceph_bluestore_truncate_lat_count counter
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.0"} 7825421.0
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.3"} 5287721.0
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.8"} 9961587.0
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.2"} 367559309.0
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.5"} 408636913.0
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.7"} 683674795.0
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.1"} 7843574.0
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.4"} 6753155.0
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.6"} 9366243.0
# HELP ceph_bluestore_txc_commit_lat_sum Average commit latency Total
# TYPE ceph_bluestore_txc_commit_lat_sum counter
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.0"} 98378.939883611
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.3"} 83712.504457427
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.8"} 97332.771305773
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.2"} 1049093.510475542
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.5"} 1188288.434407805
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.7"} 2010356.804451089
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.1"} 94732.223812606
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.4"} 88413.564584159
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.6"} 97626.154955009
# HELP ceph_bluestore_txc_commit_lat_count Average commit latency Count
# TYPE ceph_bluestore_txc_commit_lat_count counter
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.0"} 117841658.0
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.3"} 107987268.0
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.8"} 139597979.0
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.2"} 3242853246.0
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.5"} 3627962978.0
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.7"} 5130278626.0
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.1"} 126376085.0
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.4"} 111433221.0
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.6"} 130269603.0
# HELP ceph_bluestore_txc_submit_lat_sum Average submit latency Total
# TYPE ceph_bluestore_txc_submit_lat_sum counter
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.0"} 26436.976795113
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.3"} 21710.352494541
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.8"} 27370.172801875
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.2"} 180041.152549261
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.5"} 200288.122375154
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.7"} 284481.447702423
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.1"} 27130.595675629
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.4"} 24464.718194335
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.6"} 27086.653884585
# HELP ceph_bluestore_txc_submit_lat_count Average submit latency Count
# TYPE ceph_bluestore_txc_submit_lat_count counter
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.0"} 117841658.0
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.3"} 107987268.0
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.8"} 139597979.0
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.2"} 3242853246.0
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.5"} 3627962978.0
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.7"} 5130278626.0
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.1"} 126376085.0
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.4"} 111433221.0
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.6"} 130269603.0
# HELP ceph_bluestore_txc_throttle_lat_sum Average submit throttle latency Total
# TYPE ceph_bluestore_txc_throttle_lat_sum counter
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.0"} 1666.882620913
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.3"} 1555.325305888
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.8"} 1955.956016302
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.2"} 14656.47794619
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.5"} 15999.939860574
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.7"} 22572.282638572
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.1"} 1780.796434183
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.4"} 1648.560807531
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.6"} 1899.794378383
# HELP ceph_bluestore_txc_throttle_lat_count Average submit throttle latency Count
# TYPE ceph_bluestore_txc_throttle_lat_count counter
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.0"} 117841658.0
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.3"} 107987268.0
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.8"} 139597979.0
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.2"} 3242853246.0
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.5"} 3627962978.0
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.7"} 5130278626.0
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.1"} 126376085.0
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.4"} 111433221.0
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.6"} 130269603.0
# HELP ceph_osd_numpg Placement groups
# TYPE ceph_osd_numpg gauge
ceph_osd_numpg{ceph_daemon="osd.0"} 159.0
ceph_osd_numpg{ceph_daemon="osd.3"} 156.0
ceph_osd_numpg{ceph_daemon="osd.8"} 150.0
ceph_osd_numpg{ceph_daemon="osd.2"} 155.0
ceph_osd_numpg{ceph_daemon="osd.5"} 144.0
ceph_osd_numpg{ceph_daemon="osd.7"} 166.0
ceph_osd_numpg{ceph_daemon="osd.1"} 160.0
ceph_osd_numpg{ceph_daemon="osd.4"} 158.0
ceph_osd_numpg{ceph_daemon="osd.6"} 147.0
# HELP ceph_osd_numpg_removing Placement groups queued for local deletion
# TYPE ceph_osd_numpg_removing gauge
ceph_osd_numpg_removing{ceph_daemon="osd.0"} 0.0
ceph_osd_numpg_removing{ceph_daemon="osd.3"} 0.0
ceph_osd_numpg_removing{ceph_daemon="osd.8"} 0.0
ceph_osd_numpg_removing{ceph_daemon="osd.2"} 0.0
ceph_osd_numpg_removing{ceph_daemon="osd.5"} 0.0
ceph_osd_numpg_removing{ceph_daemon="osd.7"} 0.0
ceph_osd_numpg_removing{ceph_daemon="osd.1"} 0.0
ceph_osd_numpg_removing{ceph_daemon="osd.4"} 0.0
ceph_osd_numpg_removing{ceph_daemon="osd.6"} 0.0
# HELP ceph_osd_op Client operations
# TYPE ceph_osd_op counter
ceph_osd_op{ceph_daemon="osd.0"} 35922941.0
ceph_osd_op{ceph_daemon="osd.3"} 44799830.0
ceph_osd_op{ceph_daemon="osd.8"} 47746732.0
ceph_osd_op{ceph_daemon="osd.2"} 1972262970.0
ceph_osd_op{ceph_daemon="osd.5"} 3789797489.0
ceph_osd_op{ceph_daemon="osd.7"} 4080448719.0
ceph_osd_op{ceph_daemon="osd.1"} 35879446.0
ceph_osd_op{ceph_daemon="osd.4"} 50673883.0
ceph_osd_op{ceph_daemon="osd.6"} 40581161.0
# HELP ceph_osd_op_in_bytes Client operations total write size
# TYPE ceph_osd_op_in_bytes counter
ceph_osd_op_in_bytes{ceph_daemon="osd.0"} 2116382220393.0
ceph_osd_op_in_bytes{ceph_daemon="osd.3"} 882980092454.0
ceph_osd_op_in_bytes{ceph_daemon="osd.8"} 2500841226245.0
ceph_osd_op_in_bytes{ceph_daemon="osd.2"} 25990251252193.0
ceph_osd_op_in_bytes{ceph_daemon="osd.5"} 31185526345042.0
ceph_osd_op_in_bytes{ceph_daemon="osd.7"} 41920356280269.0
ceph_osd_op_in_bytes{ceph_daemon="osd.1"} 4507867179004.0
ceph_osd_op_in_bytes{ceph_daemon="osd.4"} 2578723813463.0
ceph_osd_op_in_bytes{ceph_daemon="osd.6"} 2557529422487.0
# HELP ceph_osd_op_latency_sum Latency of client operations (including queue time) Total
# TYPE ceph_osd_op_latency_sum counter
ceph_osd_op_latency_sum{ceph_daemon="osd.0"} 76440.815453329
ceph_osd_op_latency_sum{ceph_daemon="osd.3"} 82365.186175424
ceph_osd_op_latency_sum{ceph_daemon="osd.8"} 93107.646397198
ceph_osd_op_latency_sum{ceph_daemon="osd.2"} 1414330.778434986
ceph_osd_op_latency_sum{ceph_daemon="osd.5"} 2605046.067490614
ceph_osd_op_latency_sum{ceph_daemon="osd.7"} 2907464.218533789
ceph_osd_op_latency_sum{ceph_daemon="osd.1"} 85827.035503346
ceph_osd_op_latency_sum{ceph_daemon="osd.4"} 98769.338317427
ceph_osd_op_latency_sum{ceph_daemon="osd.6"} 83296.915198156
# HELP ceph_osd_op_latency_count Latency of client operations (including queue time) Count
# TYPE ceph_osd_op_latency_count counter
ceph_osd_op_latency_count{ceph_daemon="osd.0"} 35922941.0
ceph_osd_op_latency_count{ceph_daemon="osd.3"} 44799830.0
ceph_osd_op_latency_count{ceph_daemon="osd.8"} 47746732.0
ceph_osd_op_latency_count{ceph_daemon="osd.2"} 1972262970.0
ceph_osd_op_latency_count{ceph_daemon="osd.5"} 3789797489.0
ceph_osd_op_latency_count{ceph_daemon="osd.7"} 4080448719.0
ceph_osd_op_latency_count{ceph_daemon="osd.1"} 35879446.0
ceph_osd_op_latency_count{ceph_daemon="osd.4"} 50673883.0
ceph_osd_op_latency_count{ceph_daemon="osd.6"} 40581161.0
# HELP ceph_osd_op_out_bytes Client operations total read size
# TYPE ceph_osd_op_out_bytes counter
ceph_osd_op_out_bytes{ceph_daemon="osd.0"} 195736416656.0
ceph_osd_op_out_bytes{ceph_daemon="osd.3"} 287154777328.0
ceph_osd_op_out_bytes{ceph_daemon="osd.8"} 325715458571.0
ceph_osd_op_out_bytes{ceph_daemon="osd.2"} 65861222008769.0
ceph_osd_op_out_bytes{ceph_daemon="osd.5"} 116857126853460.0
ceph_osd_op_out_bytes{ceph_daemon="osd.7"} 116011836341494.0
ceph_osd_op_out_bytes{ceph_daemon="osd.1"} 219397863945.0
ceph_osd_op_out_bytes{ceph_daemon="osd.4"} 396075073244.0
ceph_osd_op_out_bytes{ceph_daemon="osd.6"} 263880988367.0
# HELP ceph_osd_op_prepare_latency_sum Latency of client operations (excluding queue time and wait for finished) Total
# TYPE ceph_osd_op_prepare_latency_sum counter
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.0"} 17299.327987768
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.3"} 18817.100649519
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.8"} 22412.137576275
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.2"} 337833.051960658
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.5"} 625616.761292977
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.7"} 683994.877674026
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.1"} 21017.475202608
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.4"} 23214.89758576
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.6"} 20442.337862995
# HELP ceph_osd_op_prepare_latency_count Latency of client operations (excluding queue time and wait for finished) Count
# TYPE ceph_osd_op_prepare_latency_count counter
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.0"} 36143103.0
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.3"} 45094113.0
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.8"} 48104263.0
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.2"} 1973243484.0
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.5"} 3791655870.0
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.7"} 4082481427.0
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.1"} 36096105.0
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.4"} 51002985.0
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.6"} 40894751.0
# HELP ceph_osd_op_process_latency_sum Latency of client operations (excluding queue time) Total
# TYPE ceph_osd_op_process_latency_sum counter
ceph_osd_op_process_latency_sum{ceph_daemon="osd.0"} 62039.591334504
ceph_osd_op_process_latency_sum{ceph_daemon="osd.3"} 68551.294430702
ceph_osd_op_process_latency_sum{ceph_daemon="osd.8"} 76678.555543525
ceph_osd_op_process_latency_sum{ceph_daemon="osd.2"} 926571.18745161
ceph_osd_op_process_latency_sum{ceph_daemon="osd.5"} 1781558.929232808
ceph_osd_op_process_latency_sum{ceph_daemon="osd.7"} 2060620.633976363
ceph_osd_op_process_latency_sum{ceph_daemon="osd.1"} 69104.308945422
ceph_osd_op_process_latency_sum{ceph_daemon="osd.4"} 80698.768415388
ceph_osd_op_process_latency_sum{ceph_daemon="osd.6"} 69884.728999044
# HELP ceph_osd_op_process_latency_count Latency of client operations (excluding queue time) Count
# TYPE ceph_osd_op_process_latency_count counter
ceph_osd_op_process_latency_count{ceph_daemon="osd.0"} 35922941.0
ceph_osd_op_process_latency_count{ceph_daemon="osd.3"} 44799830.0
ceph_osd_op_process_latency_count{ceph_daemon="osd.8"} 47746732.0
ceph_osd_op_process_latency_count{ceph_daemon="osd.2"} 1972262970.0
ceph_osd_op_process_latency_count{ceph_daemon="osd.5"} 3789797489.0
ceph_osd_op_process_latency_count{ceph_daemon="osd.7"} 4080448719.0
ceph_osd_op_process_latency_count{ceph_daemon="osd.1"} 35879446.0
ceph_osd_op_process_latency_count{ceph_daemon="osd.4"} 50673883.0
ceph_osd_op_process_latency_count{ceph_daemon="osd.6"} 40581161.0
# HELP ceph_osd_op_r Client read operations
# TYPE ceph_osd_op_r counter
ceph_osd_op_r{ceph_daemon="osd.0"} 2050294.0
ceph_osd_op_r{ceph_daemon="osd.3"} 4447478.0
ceph_osd_op_r{ceph_daemon="osd.8"} 4013331.0
ceph_osd_op_r{ceph_daemon="osd.2"} 1200676689.0
ceph_osd_op_r{ceph_daemon="osd.5"} 2307297372.0
ceph_osd_op_r{ceph_daemon="osd.7"} 2348225961.0
ceph_osd_op_r{ceph_daemon="osd.1"} 2063517.0
ceph_osd_op_r{ceph_daemon="osd.4"} 6179258.0
ceph_osd_op_r{ceph_daemon="osd.6"} 2235691.0
# HELP ceph_osd_op_r_latency_sum Latency of read operation (including queue time) Total
# TYPE ceph_osd_op_r_latency_sum counter
ceph_osd_op_r_latency_sum{ceph_daemon="osd.0"} 1028.307949351
ceph_osd_op_r_latency_sum{ceph_daemon="osd.3"} 1433.734652879
ceph_osd_op_r_latency_sum{ceph_daemon="osd.8"} 1426.984864161
ceph_osd_op_r_latency_sum{ceph_daemon="osd.2"} 437669.788882482
ceph_osd_op_r_latency_sum{ceph_daemon="osd.5"} 790931.967434208
ceph_osd_op_r_latency_sum{ceph_daemon="osd.7"} 782042.979833252
ceph_osd_op_r_latency_sum{ceph_daemon="osd.1"} 866.90291403
ceph_osd_op_r_latency_sum{ceph_daemon="osd.4"} 2102.229311643
ceph_osd_op_r_latency_sum{ceph_daemon="osd.6"} 1003.053734499
# HELP ceph_osd_op_r_latency_count Latency of read operation (including queue time) Count
# TYPE ceph_osd_op_r_latency_count counter
ceph_osd_op_r_latency_count{ceph_daemon="osd.0"} 2050294.0
ceph_osd_op_r_latency_count{ceph_daemon="osd.3"} 4447478.0
ceph_osd_op_r_latency_count{ceph_daemon="osd.8"} 4013331.0
ceph_osd_op_r_latency_count{ceph_daemon="osd.2"} 1200676689.0
ceph_osd_op_r_latency_count{ceph_daemon="osd.5"} 2307297372.0
ceph_osd_op_r_latency_count{ceph_daemon="osd.7"} 2348225961.0
ceph_osd_op_r_latency_count{ceph_daemon="osd.1"} 2063517.0
ceph_osd_op_r_latency_count{ceph_daemon="osd.4"} 6179258.0
ceph_osd_op_r_latency_count{ceph_daemon="osd.6"} 2235691.0
# HELP ceph_osd_op_r_out_bytes Client data read
# TYPE ceph_osd_op_r_out_bytes counter
ceph_osd_op_r_out_bytes{ceph_daemon="osd.0"} 195736416656.0
ceph_osd_op_r_out_bytes{ceph_daemon="osd.3"} 287154777328.0
ceph_osd_op_r_out_bytes{ceph_daemon="osd.8"} 325715458571.0
ceph_osd_op_r_out_bytes{ceph_daemon="osd.2"} 65861222008769.0
ceph_osd_op_r_out_bytes{ceph_daemon="osd.5"} 116857126853460.0
ceph_osd_op_r_out_bytes{ceph_daemon="osd.7"} 116011836341494.0
ceph_osd_op_r_out_bytes{ceph_daemon="osd.1"} 219397863945.0
ceph_osd_op_r_out_bytes{ceph_daemon="osd.4"} 396075073244.0
ceph_osd_op_r_out_bytes{ceph_daemon="osd.6"} 263880988367.0
# HELP ceph_osd_op_r_prepare_latency_sum Latency of read operations (excluding queue time and wait for finished) Total
# TYPE ceph_osd_op_r_prepare_latency_sum counter
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.0"} 458.958503816
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.3"} 790.065739392
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.8"} 809.007099509
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.2"} 216906.659095876
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.5"} 405130.866436643
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.7"} 429270.982108601
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.1"} 490.190503678
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.4"} 1157.44868587
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.6"} 573.143510873
# HELP ceph_osd_op_r_prepare_latency_count Latency of read operations (excluding queue time and wait for finished) Count
# TYPE ceph_osd_op_r_prepare_latency_count counter
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.0"} 2050296.0
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.3"} 4447478.0
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.8"} 4013331.0
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.2"} 1200676689.0
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.5"} 2307297376.0
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.7"} 2348225967.0
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.1"} 2063524.0
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.4"} 6179260.0
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.6"} 2235694.0
# HELP ceph_osd_op_r_process_latency_sum Latency of read operation (excluding queue time) Total
# TYPE ceph_osd_op_r_process_latency_sum counter
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.0"} 416.248876451
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.3"} 694.172588613
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.8"} 721.048584563
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.2"} 204813.655681644
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.5"} 382003.350082813
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.7"} 405682.529501652
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.1"} 442.279939978
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.4"} 1031.610356281
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.6"} 515.020797612
# HELP ceph_osd_op_r_process_latency_count Latency of read operation (excluding queue time) Count
# TYPE ceph_osd_op_r_process_latency_count counter
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.0"} 2050294.0
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.3"} 4447478.0
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.8"} 4013331.0
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.2"} 1200676689.0
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.5"} 2307297372.0
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.7"} 2348225961.0
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.1"} 2063517.0
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.4"} 6179258.0
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.6"} 2235691.0
# HELP ceph_osd_op_rw Client read-modify-write operations
# TYPE ceph_osd_op_rw counter
ceph_osd_op_rw{ceph_daemon="osd.0"} 171308.0
ceph_osd_op_rw{ceph_daemon="osd.3"} 184417.0
ceph_osd_op_rw{ceph_daemon="osd.8"} 182109.0
ceph_osd_op_rw{ceph_daemon="osd.2"} 18633630.0
ceph_osd_op_rw{ceph_daemon="osd.5"} 35204095.0
ceph_osd_op_rw{ceph_daemon="osd.7"} 47443261.0
ceph_osd_op_rw{ceph_daemon="osd.1"} 82610.0
ceph_osd_op_rw{ceph_daemon="osd.4"} 240850.0
ceph_osd_op_rw{ceph_daemon="osd.6"} 86225.0
# HELP ceph_osd_op_rw_in_bytes Client read-modify-write operations write in
# TYPE ceph_osd_op_rw_in_bytes counter
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.0"} 0.0
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.3"} 0.0
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.8"} 0.0
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.2"} 51.0
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.5"} 0.0
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.7"} 34.0
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.1"} 0.0
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.4"} 17.0
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_osd_op_rw_latency_sum Latency of read-modify-write operation (including queue time) Total
# TYPE ceph_osd_op_rw_latency_sum counter
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.0"} 837.056226926
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.3"} 925.694665417
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.8"} 893.338736085
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.2"} 37520.43865124
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.5"} 71103.790351004
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.7"} 100220.665268485
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.1"} 387.994233955
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.4"} 1191.365680088
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.6"} 419.001068919
# HELP ceph_osd_op_rw_latency_count Latency of read-modify-write operation (including queue time) Count
# TYPE ceph_osd_op_rw_latency_count counter
ceph_osd_op_rw_latency_count{ceph_daemon="osd.0"} 171308.0
ceph_osd_op_rw_latency_count{ceph_daemon="osd.3"} 184417.0
ceph_osd_op_rw_latency_count{ceph_daemon="osd.8"} 182109.0
ceph_osd_op_rw_latency_count{ceph_daemon="osd.2"} 18633630.0
ceph_osd_op_rw_latency_count{ceph_daemon="osd.5"} 35204095.0
ceph_osd_op_rw_latency_count{ceph_daemon="osd.7"} 47443261.0
ceph_osd_op_rw_latency_count{ceph_daemon="osd.1"} 82610.0
ceph_osd_op_rw_latency_count{ceph_daemon="osd.4"} 240850.0
ceph_osd_op_rw_latency_count{ceph_daemon="osd.6"} 86225.0
# HELP ceph_osd_op_rw_out_bytes Client read-modify-write operations read out 
# TYPE ceph_osd_op_rw_out_bytes counter
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.0"} 0.0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.3"} 0.0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.8"} 0.0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.2"} 0.0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.5"} 0.0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.7"} 0.0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.1"} 0.0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.4"} 0.0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.6"} 0.0
# HELP ceph_osd_op_rw_prepare_latency_sum Latency of read-modify-write operations (excluding queue time and wait for finished) Total
# TYPE ceph_osd_op_rw_prepare_latency_sum counter
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.0"} 97.744150532
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.3"} 103.611145215
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.8"} 103.909803529
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.2"} 4152.44806778
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.5"} 7688.230702524
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.7"} 10340.257937142
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.1"} 46.849482259
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.4"} 140.314208948
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.6"} 49.270645695
# HELP ceph_osd_op_rw_prepare_latency_count Latency of read-modify-write operations (excluding queue time and wait for finished) Count
# TYPE ceph_osd_op_rw_prepare_latency_count counter
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.0"} 171308.0
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.3"} 184419.0
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.8"} 182112.0
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.2"} 18633630.0
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.5"} 35204112.0
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.7"} 47443288.0
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.1"} 82622.0
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.4"} 240851.0
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.6"} 86243.0
# HELP ceph_osd_op_rw_process_latency_sum Latency of read-modify-write operation (excluding queue time) Total
# TYPE ceph_osd_op_rw_process_latency_sum counter
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.0"} 782.701084578
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.3"} 875.119634453
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.8"} 843.20040827
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.2"} 34096.063508606
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.5"} 64304.113656928
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.7"} 91070.780769398
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.1"} 366.082459947
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.4"} 1121.62525352
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.6"} 397.543166108
# HELP ceph_osd_op_rw_process_latency_count Latency of read-modify-write operation (excluding queue time) Count
# TYPE ceph_osd_op_rw_process_latency_count counter
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.0"} 171308.0
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.3"} 184417.0
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.8"} 182109.0
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.2"} 18633630.0
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.5"} 35204095.0
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.7"} 47443261.0
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.1"} 82610.0
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.4"} 240850.0
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.6"} 86225.0
# HELP ceph_osd_op_w Client write operations
# TYPE ceph_osd_op_w counter
ceph_osd_op_w{ceph_daemon="osd.0"} 33701339.0
ceph_osd_op_w{ceph_daemon="osd.3"} 40167935.0
ceph_osd_op_w{ceph_daemon="osd.8"} 43551292.0
ceph_osd_op_w{ceph_daemon="osd.2"} 752952651.0
ceph_osd_op_w{ceph_daemon="osd.5"} 1447296022.0
ceph_osd_op_w{ceph_daemon="osd.7"} 1684779497.0
ceph_osd_op_w{ceph_daemon="osd.1"} 33733319.0
ceph_osd_op_w{ceph_daemon="osd.4"} 44253775.0
ceph_osd_op_w{ceph_daemon="osd.6"} 38259245.0
# HELP ceph_osd_op_w_in_bytes Client data written
# TYPE ceph_osd_op_w_in_bytes counter
ceph_osd_op_w_in_bytes{ceph_daemon="osd.0"} 2116382220393.0
ceph_osd_op_w_in_bytes{ceph_daemon="osd.3"} 882980092454.0
ceph_osd_op_w_in_bytes{ceph_daemon="osd.8"} 2500841226245.0
ceph_osd_op_w_in_bytes{ceph_daemon="osd.2"} 25990251252142.0
ceph_osd_op_w_in_bytes{ceph_daemon="osd.5"} 31185526345042.0
ceph_osd_op_w_in_bytes{ceph_daemon="osd.7"} 41920356280235.0
ceph_osd_op_w_in_bytes{ceph_daemon="osd.1"} 4507867179004.0
ceph_osd_op_w_in_bytes{ceph_daemon="osd.4"} 2578723813446.0
ceph_osd_op_w_in_bytes{ceph_daemon="osd.6"} 2557529422487.0
# HELP ceph_osd_op_w_latency_sum Latency of write operation (including queue time) Total
# TYPE ceph_osd_op_w_latency_sum counter
ceph_osd_op_w_latency_sum{ceph_daemon="osd.0"} 74575.451277052
ceph_osd_op_w_latency_sum{ceph_daemon="osd.3"} 80005.756857128
ceph_osd_op_w_latency_sum{ceph_daemon="osd.8"} 90787.322796952
ceph_osd_op_w_latency_sum{ceph_daemon="osd.2"} 939140.550901264
ceph_osd_op_w_latency_sum{ceph_daemon="osd.5"} 1743010.309705402
ceph_osd_op_w_latency_sum{ceph_daemon="osd.7"} 2025200.573432052
ceph_osd_op_w_latency_sum{ceph_daemon="osd.1"} 84572.138355361
ceph_osd_op_w_latency_sum{ceph_daemon="osd.4"} 95475.743325696
ceph_osd_op_w_latency_sum{ceph_daemon="osd.6"} 81874.860394738
# HELP ceph_osd_op_w_latency_count Latency of write operation (including queue time) Count
# TYPE ceph_osd_op_w_latency_count counter
ceph_osd_op_w_latency_count{ceph_daemon="osd.0"} 33701339.0
ceph_osd_op_w_latency_count{ceph_daemon="osd.3"} 40167935.0
ceph_osd_op_w_latency_count{ceph_daemon="osd.8"} 43551292.0
ceph_osd_op_w_latency_count{ceph_daemon="osd.2"} 752952651.0
ceph_osd_op_w_latency_count{ceph_daemon="osd.5"} 1447296022.0
ceph_osd_op_w_latency_count{ceph_daemon="osd.7"} 1684779497.0
ceph_osd_op_w_latency_count{ceph_daemon="osd.1"} 33733319.0
ceph_osd_op_w_latency_count{ceph_daemon="osd.4"} 44253775.0
ceph_osd_op_w_latency_count{ceph_daemon="osd.6"} 38259245.0
# HELP ceph_osd_op_w_prepare_latency_sum Latency of write operations (excluding queue time and wait for finished) Total
# TYPE ceph_osd_op_w_prepare_latency_sum counter
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.0"} 16742.62533342
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.3"} 17923.423764912
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.8"} 21499.220673237
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.2"} 116773.944797002
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.5"} 212797.66415381
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.7"} 244383.637628283
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.1"} 20480.435216671
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.4"} 21917.134690942
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.6"} 19819.923706427
# HELP ceph_osd_op_w_prepare_latency_count Latency of write operations (excluding queue time and wait for finished) Count
# TYPE ceph_osd_op_w_prepare_latency_count counter
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.0"} 33921499.0
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.3"} 40462216.0
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.8"} 43908820.0
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.2"} 753933165.0
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.5"} 1449154382.0
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.7"} 1686812172.0
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.1"} 33949959.0
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.4"} 44582874.0
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.6"} 38572814.0
# HELP ceph_osd_op_w_process_latency_sum Latency of write operation (excluding queue time) Total
# TYPE ceph_osd_op_w_process_latency_sum counter
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.0"} 60840.641373475
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.3"} 66982.002207636
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.8"} 75114.306550692
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.2"} 687661.46826136
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.5"} 1335251.465493067
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.7"} 1563867.323705313
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.1"} 68295.946545497
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.4"} 78545.532805587
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.6"} 68972.165035324
# HELP ceph_osd_op_w_process_latency_count Latency of write operation (excluding queue time) Count
# TYPE ceph_osd_op_w_process_latency_count counter
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.0"} 33701339.0
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.3"} 40167935.0
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.8"} 43551292.0
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.2"} 752952651.0
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.5"} 1447296022.0
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.7"} 1684779497.0
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.1"} 33733319.0
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.4"} 44253775.0
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.6"} 38259245.0
# HELP ceph_osd_op_wip Replication operations currently being processed (primary)
# TYPE ceph_osd_op_wip gauge
ceph_osd_op_wip{ceph_daemon="osd.0"} 0.0
ceph_osd_op_wip{ceph_daemon="osd.3"} 0.0
ceph_osd_op_wip{ceph_daemon="osd.8"} 0.0
ceph_osd_op_wip{ceph_daemon="osd.2"} 0.0
ceph_osd_op_wip{ceph_daemon="osd.5"} 0.0
ceph_osd_op_wip{ceph_daemon="osd.7"} 0.0
ceph_osd_op_wip{ceph_daemon="osd.1"} 0.0
ceph_osd_op_wip{ceph_daemon="osd.4"} 0.0
ceph_osd_op_wip{ceph_daemon="osd.6"} 0.0
# HELP ceph_osd_recovery_bytes recovery bytes
# TYPE ceph_osd_recovery_bytes counter
ceph_osd_recovery_bytes{ceph_daemon="osd.0"} 49762342872.0
ceph_osd_recovery_bytes{ceph_daemon="osd.3"} 136682231851.0
ceph_osd_recovery_bytes{ceph_daemon="osd.8"} 28.0
ceph_osd_recovery_bytes{ceph_daemon="osd.2"} 748535298739.0
ceph_osd_recovery_bytes{ceph_daemon="osd.5"} 770413479026.0
ceph_osd_recovery_bytes{ceph_daemon="osd.7"} 1453106246960.0
ceph_osd_recovery_bytes{ceph_daemon="osd.1"} 319715070637.0
ceph_osd_recovery_bytes{ceph_daemon="osd.4"} 359201426097.0
ceph_osd_recovery_bytes{ceph_daemon="osd.6"} 251411641875.0
# HELP ceph_osd_recovery_ops Started recovery operations
# TYPE ceph_osd_recovery_ops counter
ceph_osd_recovery_ops{ceph_daemon="osd.0"} 189941.0
ceph_osd_recovery_ops{ceph_daemon="osd.3"} 522056.0
ceph_osd_recovery_ops{ceph_daemon="osd.8"} 1.0
ceph_osd_recovery_ops{ceph_daemon="osd.2"} 2005032.0
ceph_osd_recovery_ops{ceph_daemon="osd.5"} 2292749.0
ceph_osd_recovery_ops{ceph_daemon="osd.7"} 4427014.0
ceph_osd_recovery_ops{ceph_daemon="osd.1"} 789362.0
ceph_osd_recovery_ops{ceph_daemon="osd.4"} 992757.0
ceph_osd_recovery_ops{ceph_daemon="osd.6"} 846899.0
# HELP ceph_osd_stat_bytes OSD size
# TYPE ceph_osd_stat_bytes gauge
ceph_osd_stat_bytes{ceph_daemon="osd.0"} 1920378863616.0
ceph_osd_stat_bytes{ceph_daemon="osd.3"} 1920378863616.0
ceph_osd_stat_bytes{ceph_daemon="osd.8"} 1920378863616.0
ceph_osd_stat_bytes{ceph_daemon="osd.2"} 1920378863616.0
ceph_osd_stat_bytes{ceph_daemon="osd.5"} 1920378863616.0
ceph_osd_stat_bytes{ceph_daemon="osd.7"} 1920378863616.0
ceph_osd_stat_bytes{ceph_daemon="osd.1"} 1920378863616.0
ceph_osd_stat_bytes{ceph_daemon="osd.4"} 1920378863616.0
ceph_osd_stat_bytes{ceph_daemon="osd.6"} 1920378863616.0
# HELP ceph_osd_stat_bytes_used Used space
# TYPE ceph_osd_stat_bytes_used gauge
ceph_osd_stat_bytes_used{ceph_daemon="osd.0"} 752865820672.0
ceph_osd_stat_bytes_used{ceph_daemon="osd.3"} 698336444416.0
ceph_osd_stat_bytes_used{ceph_daemon="osd.8"} 622596075520.0
ceph_osd_stat_bytes_used{ceph_daemon="osd.2"} 662212804608.0
ceph_osd_stat_bytes_used{ceph_daemon="osd.5"} 661088256000.0
ceph_osd_stat_bytes_used{ceph_daemon="osd.7"} 750774444032.0
ceph_osd_stat_bytes_used{ceph_daemon="osd.1"} 622201589760.0
ceph_osd_stat_bytes_used{ceph_daemon="osd.4"} 714722504704.0
ceph_osd_stat_bytes_used{ceph_daemon="osd.6"} 736298823680.0