Ceph monitors are unable to establish quorum, stuck in electing or probing state
Issue
- Ceph monitors are unable to establish quorum, they are staying in peering state, even when they are able to reach other ones via ping
[root@rhscamon2 log]# ceph daemon mon.rhscamon2 mon_status
{
"name": "rhscamon2",
"rank": 1,
"state": "probing",
"election_epoch": 0,
"quorum": [],
"outside_quorum": [
"rhscamon2"
],
"extra_probe_peers": [],
"sync_provider": [],
"monmap": {
"epoch": 1,
"fsid": "xxxxx-ceph-cluster-fsid",
"modified": "0.000000",
"created": "0.000000",
"mons": [
{
"rank": 0,
"name": "rhscamon1",
"addr": "192.168.66.12:6789\/0"
},
{
"rank": 1,
"name": "rhscamon2",
"addr": "192.168.66.251:6789\/0"
},
{
"rank": 2,
"name": "rhscamon3",
"addr": "192.168.66.149:6789\/0"
}
]
}
}
[root@rhscamon2 log]# ceph daemon mon.rhscamon2 quorum_status
{
"election_epoch": 0,
"quorum": [],
"quorum_names": [],
"quorum_leader_name": "",
"monmap": {
"epoch": 1,
"fsid": "xxxxx-ceph-cluster-fsid",
"modified": "0.000000",
"created": "0.000000",
"mons": [
{
"rank": 0,
"name": "rhscamon1",
"addr": "192.168.66.12:6789\/0"
},
{
"rank": 1,
"name": "rhscamon2",
"addr": "192.168.66.251:6789\/0"
},
{
"rank": 2,
"name": "rhscamon3",
"addr": "192.168.66.149:6789\/0"
}
]
}
}
Environment
- Red Hat Ceph Storage 1.3.x
- Red Hat Ceph Storage 2.x
- Red Hat Ceph Storage 3.x
- Red Hat Ceph Storage 4.x
Subscriber exclusive content
A Red Hat subscription provides unlimited access to our knowledgebase, tools, and much more.