Overcloud deploy fails because ceph disk fsid-mismatch

Issue

• journalctl -u os-collect-config

 true\u001b[0m\n\u001b[mNotice: /Firewall[998 log all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sdf] has failures: true\u001b[0m\n\u001b[mNotice: /Firewall[998 log all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sdi] has failures: true\u001b[0m\n\u001b[mNotice: /Firewall[998 log all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sdh] has failures: true\u001b[0m\n\u001b[mNotice: /Firewall[999 drop all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sdc] has failures: true\u001b[0m\n\u001b[mNotice: /Firewall[999 drop all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sde] has failures: true\u001b[0m\n\u001b[mNotice: /Firewall[999 drop all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sdd] has failures: true\u001b[0m\n\u001b[mNotice: /Firewall[999 drop all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sdg] has failures: true\u001b[0m\n\u001b[mNotice: /Firewall[999 drop all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sdf] has failures: true\u001b[0m\n\u001b[mNotice: /Firewall[999 drop all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sdi] has failures: true\u001b[0m\n\u001b[mNotice: /Firewall[999 drop all]: Dependency Exec[ceph-osd-check-fsid-mismatch-/dev/sdh] has failures: true\u001b[0m\n\u001b[mNotice: Finished catalog run in 41.72 seconds\u001b[0m\n", "deploy_stderr": "exception: connect failed\n\u001b[1;31mError: /bin/true # comment to satisfy puppet syntax requirements\nset -ex\ntest d9580fca-d22f-11e6-926c-0025b5170a01 = $(ceph-disk list /dev/sdf | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}')\n returned 1 instead of one of [0]\u001b[0m\n\u001b[1;31mError: /Stage[main]/Ceph::Osds/Ceph::Osd[/dev/sdf]/Exec[ceph-osd-check-fsid-mismatch-/dev/sdf]/returns: change from notrun to 0 failed: /bin/true # comment to satisfy puppet syntax requirements\nset -ex\ntest d9580fca-d22f-11e6-926c-0025b5170a01 = $(cep
Jan 11 19:37:14 overcloud-cephstorage-0.localdomain os-collect-config[7204]: h-disk list /dev/sdf | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}')\n returned 1 instead of one of [0]\u001b[0m\n\u001b[1;31mError: /bin/true # comment to satisfy puppet syntax requirements\nset -ex\ntest d9580fca-d22f-11e6-926c-0025b5170a01 = $(ceph-disk list /dev/sdg | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}')\n returned 1 instead of one of [0]\u001b[0m\n\u001b[1;31mError: /Stage[main]/Ceph::Osds/Ceph::Osd[/dev/sdg]/Exec[ceph-osd-check-fsid-mismatch-/dev/sdg]/returns: change from notrun to 0 failed: /bin/true # comment to satisfy puppet syntax requirements\nset -ex\ntest d9580fca-d22f-11e6-926c-0025b5170a01 = $(ceph-disk list /dev/sdg | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}')\n returned 1 instead of one of [0]\u001b[0m\n\u001b[1;31mError: /bin/true # comment to satisfy puppet syntax requirements\nset -ex\ntest d9580fca-d22f-11e6-926c-0025b5170a01 = $(ceph-disk list /dev/sdc | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}')\n returned 1 instead of one of [0]\u001b[0m\n\u001b[1;31mError: /Stage[main]/Ceph::Osds/Ceph::Osd[/dev/sdc]/Exec[ceph-osd-check-fsid-mismatch-/dev/sdc]/returns: change from notrun to 0 failed: /bin/true # comment to satisfy puppet syntax requirements\nset -ex\ntest d9580fca-d22f-11e6-926c-0025b5170a01 = $(ceph-disk list /dev/sdc | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}')\n returned 1 instead of one of [0]\u001b[0m\n\u001b[1;31mError: /bin/true # comment to satisfy puppet syntax requirements\nset -ex\ntest d9580fca-d22f-11e6-926c-0025b5170a01 = $(ceph-disk list /dev/sdi | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}')\n returned 1 instead of one of [0]\u001b[0m\n\u001b[1;31mError: /Stage[main]/Ceph::Osds/Ceph::Osd[/dev/sdi]/Exec[ceph-osd-check-fsid-mismatch-/dev/sdi]/returns: change from notrun to 0 failed: /bin/true # comment to satisfy puppet syntax requirements\nset -ex\ntest d9580fca-d22f-11e6-926c-0025b5170a01 = $(ceph-disk list /dev/sdi | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}')\n returned 1 instead of one of [0]\u
...
...
Jan 11 19:37:14 overcloud-cephstorage-0.localdomain os-collect-config[7204]: Error: /bin/true # comment to satisfy puppet syntax requirements
Jan 11 19:37:14 overcloud-cephstorage-0.localdomain os-collect-config[7204]: set -ex
Jan 11 19:37:14 overcloud-cephstorage-0.localdomain os-collect-config[7204]: test d9580fca-d22f-11e6-926c-0025b5170a01 = $(ceph-disk list /dev/sdf | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}')
Jan 11 19:37:14 overcloud-cephstorage-0.localdomain os-collect-config[7204]: returned 1 instead of one of [0]
Jan 11 19:37:14 overcloud-cephstorage-0.localdomain os-collect-config[7204]: Error: /Stage[main]/Ceph::Osds/Ceph::Osd[/dev/sdf]/Exec[ceph-osd-check-fsid-mismatch-/dev/sdf]/returns: change from notrun to 0 failed: /bin/true # comment to satisfy puppet syntax requirements
Jan 11 19:37:14 overcloud-cephstorage-0.localdomain os-collect-config[7204]: set -ex
Jan 11 19:37:14 overcloud-cephstorage-0.localdomain os-collect-config[7204]: test d9580fca-d22f-11e6-926c-0025b5170a01 = $(ceph-disk list /dev/sdf | egrep -o '[0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12}'

• ceph-disk list

 /dev/sdk2 ceph journal, for /dev/sdk1
 /dev/sdk1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.8, journal /dev/sdk2
/dev/sdl :
 /dev/sdl2 ceph journal, for /dev/sdl1
 /dev/sdl1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.9, journal /dev/sdl2
/dev/sdm :
 /dev/sdm2 ceph journal, for /dev/sdm1
 /dev/sdm1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.10, journal /dev/sdm2
/dev/sdn :
 /dev/sdn2 ceph journal, for /dev/sdn1
 /dev/sdn1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.11, journal /dev/sdn2
/dev/sdo :
 /dev/sdo2 ceph journal, for /dev/sdo1
 /dev/sdo1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.12, journal /dev/sdo2
/dev/sdp :
 /dev/sdp2 ceph journal, for /dev/sdp1
 /dev/sdp1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.13, journal /dev/sdp2
/dev/sdq :
 /dev/sdq2 ceph journal, for /dev/sdq1
 /dev/sdq1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.14, journal /dev/sdq2
/dev/sdr :
 /dev/sdr2 ceph journal, for /dev/sdr1
 /dev/sdr1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.15, journal /dev/sdr2
/dev/sds :
 /dev/sds2 ceph journal, for /dev/sds1
 /dev/sds1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.16, journal /dev/sds2
/dev/sdt :
 /dev/sdt2 ceph journal, for /dev/sdt1
 /dev/sdt1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.17, journal /dev/sdt2
/dev/sdu :
 /dev/sdu2 ceph journal, for /dev/sdu1
 /dev/sdu1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.18, journal /dev/sdu2
/dev/sdv :
 /dev/sdv2 ceph journal, for /dev/sdv1
 /dev/sdv1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.19, journal /dev/sdv2
/dev/sdw :
 /dev/sdw2 ceph journal, for /dev/sdw1
 /dev/sdw1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.20, journal /dev/sdw2
/dev/sdx :
 /dev/sdx2 ceph journal, for /dev/sdx1
 /dev/sdx1 ceph data, prepared, unknown cluster 20c21254-04b9-4840-9dc7-c300a0b35102, osd.21, journal /dev/sdx2