Could not open disk image and permission denied on VM payload while starting VM in RHEV

Issue

• There was one VM that not wanted to boot.

2015-09-08 07:08:24.807+0000: starting up
LC_ALL=C PATH=/sbin:/usr/sbin:/bin:/usr/bin QEMU_AUDIO_DRV=spice /usr/libexec/qemu-kvm -name vm_name -S -M rhel6.5.0 -cpu Westmere,hv_relaxed -enable-kvm -m 2048 -realtime mlock=off -smp 2,maxcpus=16,sockets=16,cores=1,threads=1 -uuid 334f5d78-d69d-498c-95fc-9b7b07a48e60 -smbios type=1,manufacturer=Red Hat,product=RHEV Hypervisor,version=6.6-20150603.0.el6ev,serial=B2C0BEB9-E04B-3821-862B-442CA350EF99_40:f2:e9:20:c8:02,uuid=334f5d78-d69d-498c-95fc-9b7b07a48e60 -nodefconfig -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/w7v32atimmerm.monitor,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=2015-09-08T09:08:24,clock=vm,driftfix=slew -no-kvm-pit-reinjection -no-shutdown -device ich9-usb-ehci1,id=usb,bus=pci.0,addr=0x5.0x7 -device ich9-usb-uhci1,masterbus=usb.0,firstport=0,bus=pci.0,multifunction=on,addr=0x5 -device ich9-usb-uhci2,masterbus=usb.0,firstport=2,bus=pci.0,addr=0x5.0x1 -device ich9-usb-uhci3,masterbus=usb.0,firstport=4,bus=pci.0,addr=0x5.0x2 -device virtio-serial-pci,id=virtio-serial0,max_ports=16,bus=pci.0,addr=0x6 -drive file=/rhev/data-center/mnt/rhevmanager.neerijnen.local:_var_lib_exports_iso/cc3059b7-3892-4eea-acd8-750b4a9fc4db/images/11111111-1111-1111-1111-111111111111/RHEV-toolsSetup_3.5_9.iso,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw,serial= -device ide-drive,bus=ide.1,unit=0,drive=drive-ide0-1-0,id=ide0-1-0 -drive file=/var/run/vdsm/payload/334f5d78-d69d-498c-95fc-9b7b07a48e60.4f7873c4a7e84894547f088e4f67147a.img,if=none,id=drive-fdc0-0-0,format=raw,serial= -global isa-fdc.driveA=drive-fdc0-0-0 -drive file=/rhev/data-center/60875007-e0b4-4168-83f9-b447cf8516f9/5010f1fa-cca0-46e5-b8da-fcdf449418fe/images/5f1c25c4-eeeb-479d-bae3-282d9aa6e1b5/d6d16e58-5da8-4aa2-b051-1a28b53ecc24,if=none,id=drive-virtio-disk0,format=qcow2,serial=5f1c25c4-eeeb-479d-bae3-282d9aa6e1b5,cache=none,werror=stop,rerror=stop,aio=threads -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x7,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=86,id=hostnet0,vhost=on,vhostfd=87 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=00:1a:4a:a8:1c:01,bus=pci.0,addr=0x3 -chardev socket,id=charchannel0,path=/var/lib/libvirt/qemu/channels/334f5d78-d69d-498c-95fc-9b7b07a48e60.com.redhat.rhevm.vdsm,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=1,chardev=charchannel0,id=channel0,name=com.redhat.rhevm.vdsm -chardev socket,id=charchannel1,path=/var/lib/libvirt/qemu/channels/334f5d78-d69d-498c-95fc-9b7b07a48e60.org.qemu.guest_agent.0,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=2,chardev=charchannel1,id=channel1,name=org.qemu.guest_agent.0 -chardev spicevmc,id=charchannel2,name=vdagent -device virtserialport,bus=virtio-serial0.0,nr=3,chardev=charchannel2,id=channel2,name=com.redhat.spice.0 -spice tls-port=5925,addr=192.168.28.161,x509-dir=/etc/pki/vdsm/libvirt-spice,tls-channel=main,tls-channel=display,tls-channel=inputs,tls-channel=cursor,tls-channel=playback,tls-channel=record,tls-channel=smartcard,tls-channel=usbredir,seamless-migration=on -k en-us -vga qxl -global qxl-vga.ram_size=67108864 -global qxl-vga.vram_size=33554432 -device intel-hda,id=sound0,bus=pci.0,addr=0x4 -device hda-duplex,id=sound0-codec0,bus=sound0.0,cad=0 -chardev spicevmc,id=charredir0,name=usbredir -device usb-redir,chardev=charredir0,id=redir0 -chardev spicevmc,id=charredir1,name=usbredir -device usb-redir,chardev=charredir1,id=redir1 -chardev spicevmc,id=charredir2,name=usbredir -device usb-redir,chardev=charredir2,id=redir2 -chardev spicevmc,id=charredir3,name=usbredir -device usb-redir,chardev=charredir3,id=redir3 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x8 -msg timestamp=on
2015-09-08T07:08:25.158920Z qemu-kvm: -drive file=/var/run/vdsm/payload/334f5d78-d69d-498c-95fc-9b7b07a48e60.4f7873c4a7e84894547f088e4f67147a.img,if=none,id=drive-fdc0-0-0,format=raw,serial=: could not open disk image /var/run/vdsm/payload/334f5d78-d69d-498c-95fc-9b7b07a48e60.4f7873c4a7e84894547f088e4f67147a.img: Permission denied
2015-09-08 07:08:25.288+0000: shutting down

• The VM Starts up and immediately shuts down

• Check the problem in the LOG. In our case: could not open disk image and Permission denied It looks like it was the HDD of that VM.