Why is my Job Failing with a panic message as 'panic: error opening "/run/user/NNN/libpod/tmp/events/events.log.lock": permission denied' in Ansible Automation Platform?

Issue

When launching a job, the job failed with a panic message below. The "NNN" is the UID of the awx user.

panic: error opening "/run/user/NNN/libpod/tmp/events/events.log.lock": permission denied
goroutine 1 [running]:
panic({0x563ac4ba4400, 0xc0003f2ae0})
\t/usr/lib/golang/src/runtime/panic.go:1147 +0x3a8 fp=0xc000777bc0 sp=0xc000777b00 pc=0x563ac37787c8
github.com/containers/podman/vendor/github.com/containers/storage/pkg/lockfile.(*lockfile).lock(0xc000dcc000, 0x1, 0x0)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/vendor/github.com/containers/storage/pkg/lockfile/lockfile_unix.go:127 +0x339 fp=0xc000777c90 sp=0xc000777bc0 pc=0x563ac3acaab9
github.com/containers/podman/vendor/github.com/containers/storage/pkg/lockfile.(*lockfile).Lock(0xc0003e1da0)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/vendor/github.com/containers/storage/pkg/lockfile/lockfile_unix.go:149 +0x26 fp=0xc000777cb0 sp=0xc000777c90 pc=0x563ac3acabe6
github.com/containers/podman/libpod/events.EventLogFile.Write({{{0x563ac4652287, 0x4}, {0xc00062e8d0, 0x2a}, 0xf4240}}, {0x0, {0xc000ba7980, 0x40}, {0xc0005c1680, 0x58}, ...})
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/libpod/events/logfile.go:37 +0x122 fp=0xc000777e68 sp=0xc000777cb0 pc=0x563ac4166202
github.com/containers/podman/libpod/events.(*EventLogFile).Write(0xc000c894a0, {0x0, {0xc000ba7980, 0x40}, {0xc0005c1680, 0x58}, {0x7ffe3f4d98c6, 0x13}, {0x0, 0x0}, ...})
\t<autogenerated>:1 +0xde fp=0xc000777f60 sp=0xc000777e68 pc=0x563ac4168f7e
github.com/containers/podman/libpod.(*Container).newContainerExitedEvent(0xc0006f93b0, 0x0)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/libpod/events.go:49 +0x1a2 fp=0xc000778150 sp=0xc000777f60 pc=0x563ac43b7362
github.com/containers/podman/libpod.(*Container).handleExitFile(0xc0006f93b0, {0xc0005eafc0, 0x65}, {0x563ac4e44a90, 0xc000b225b0})
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/libpod/container_internal.go:219 +0x17d fp=0xc000778220 sp=0xc000778150 pc=0x563ac438411d
github.com/containers/podman/libpod.(*Container).checkExitFile(0xc0006f93b0)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/libpod/container_internal.go:2286 +0x19f fp=0xc0007782b0 sp=0xc000778220 pc=0x563ac439379f
github.com/containers/podman/libpod.(*Container).syncContainer(0xc0006f93b0)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/libpod/container_internal.go:351 +0xc5 fp=0xc000778330 sp=0xc0007782b0 pc=0x563ac4384d05
github.com/containers/podman/libpod.(*Container).isStopped(0xc0006f93b0)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/libpod/container_internal.go:792 +0xad fp=0xc0007783b0 sp=0xc000778330 pc=0x563ac4387a0d
github.com/containers/podman/libpod.(*Container).WaitWithInterval(0xc0006f93b0, {0x563ac4e3e008, 0xc000be0390}, 0xc0003b8000)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/libpod/container_api.go:523 +0x168 fp=0xc000778408 sp=0xc0007783b0 pc=0x563ac436a208
github.com/containers/podman/libpod.(*Container).Wait(...)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/libpod/container_api.go:494
github.com/containers/podman/pkg/domain/infra/abi.(*ContainerEngine).GetContainerExitCode(0xc00058c378, {0x563ac4e3e008, 0xc000be0390}, 0xc0006f93b0)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/pkg/domain/infra/abi/containers.go:1095 +0x53 fp=0xc000778498 sp=0xc000778408 pc=0x563ac4485713
github.com/containers/podman/pkg/domain/infra/abi.(*ContainerEngine).ContainerRun(0xc00058c378, {0x563ac4e3e008, 0xc000be0390}, {{0x0, 0x0}, 0x0, {0x563ac466019e, 0xd}, 0xc000010020, 0xc000010010, ...})
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/pkg/domain/infra/abi/containers.go:1079 +0x60b fp=0xc0007785f8 sp=0xc000778498 pc=0x563ac448538b
github.com/containers/podman/cmd/podman/containers.run(0x563ac58fe4a0, {0xc00024b680, 0x5, 0x21})
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/cmd/podman/containers/run.go:204 +0x7b1 fp=0xc000779d70 sp=0xc0007785f8 pc=0x563ac4537191
github.com/containers/podman/vendor/github.com/spf13/cobra.(*Command).execute(0x563ac58fe4a0, {0xc00003c6e0, 0x21, 0x22})
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/vendor/github.com/spf13/cobra/command.go:856 +0x60e fp=0xc000779e30 sp=0xc000779d70 pc=0x563ac3d87a2e
github.com/containers/podman/vendor/github.com/spf13/cobra.(*Command).ExecuteC(0x563ac59165a0)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/vendor/github.com/spf13/cobra/command.go:974 +0x3bc fp=0xc000779ee8 sp=0xc000779e30 pc=0x563ac3d8811c
github.com/containers/podman/vendor/github.com/spf13/cobra.(*Command).Execute(...)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/vendor/github.com/spf13/cobra/command.go:902
github.com/containers/podman/vendor/github.com/spf13/cobra.(*Command).ExecuteContext(...)
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/vendor/github.com/spf13/cobra/command.go:895
main.Execute()
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/cmd/podman/root.go:100 +0xbe fp=0xc000779f50 sp=0xc000779ee8 pc=0x563ac464039e
main.main()
\t/builddir/build/BUILD/containers-podman-fa692a6/_build/src/github.com/containers/podman/cmd/podman/main.go:40 +0x7c fp=0xc000779f80 sp=0xc000779f50 pc=0x563ac463f9bc
runtime.main()
\t/usr/lib/golang/src/runtime/proc.go:255 +0x227 fp=0xc000779fe0 sp=0xc000779f80 pc=0x563ac377b327
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc000779fe8 sp=0xc000779fe0 pc=0x563ac37acaa1
goroutine 2 [force gc (idle)]:
runtime.gopark(0x0, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000066fb0 sp=0xc000066f90 pc=0x563ac377b6f6
runtime.goparkunlock(...)
\t/usr/lib/golang/src/runtime/proc.go:372
runtime.forcegchelper()
\t/usr/lib/golang/src/runtime/proc.go:306 +0xad fp=0xc000066fe0 sp=0xc000066fb0 pc=0x563ac377b58d
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc000066fe8 sp=0xc000066fe0 pc=0x563ac37acaa1
created by runtime.init.8
\t/usr/lib/golang/src/runtime/proc.go:294 +0x25
goroutine 3 [GC sweep wait]:
runtime.gopark(0x1, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc0000677b0 sp=0xc000067790 pc=0x563ac377b6f6
runtime.goparkunlock(...)
\t/usr/lib/golang/src/runtime/proc.go:372
runtime.bgsweep()
\t/usr/lib/golang/src/runtime/mgcsweep.go:182 +0xd8 fp=0xc0000677e0 sp=0xc0000677b0 pc=0x563ac3765e98
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc0000677e8 sp=0xc0000677e0 pc=0x563ac37acaa1
created by runtime.gcenable
\t/usr/lib/golang/src/runtime/mgc.go:181 +0x55
goroutine 4 [GC scavenge wait]:
runtime.gopark(0xc0000647b8, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000064780 sp=0xc000064760 pc=0x563ac377b6f6
runtime.goparkunlock(...)
\t/usr/lib/golang/src/runtime/proc.go:372
runtime.bgscavenge()
\t/usr/lib/golang/src/runtime/mgcscavenge.go:314 +0x288 fp=0xc0000647e0 sp=0xc000064780 pc=0x563ac3764108
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc0000647e8 sp=0xc0000647e0 pc=0x563ac37acaa1
created by runtime.gcenable
\t/usr/lib/golang/src/runtime/mgc.go:182 +0x65
goroutine 5 [finalizer wait]:
runtime.gopark(0x0, 0x563ac4df0c50, 0x0, 0xa0, 0x1000000010)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000066630 sp=0xc000066610 pc=0x563ac377b6f6
runtime.goparkunlock(...)
\t/usr/lib/golang/src/runtime/proc.go:372
runtime.runfinq()
\t/usr/lib/golang/src/runtime/mfinal.go:177 +0xb3 fp=0xc0000667e0 sp=0xc000066630 pc=0x563ac375b973
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc0000667e8 sp=0xc0000667e0 pc=0x563ac37acaa1
created by runtime.createfing
\t/usr/lib/golang/src/runtime/mfinal.go:157 +0x45
goroutine 6 [GC worker (idle)]:
runtime.gopark(0x0, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000068760 sp=0xc000068740 pc=0x563ac377b6f6
runtime.gcBgMarkWorker()
\t/usr/lib/golang/src/runtime/mgc.go:1200 +0xe5 fp=0xc0000687e0 sp=0xc000068760 pc=0x563ac375e3c5
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc0000687e8 sp=0xc0000687e0 pc=0x563ac37acaa1
created by runtime.gcBgMarkStartWorkers
\t/usr/lib/golang/src/runtime/mgc.go:1124 +0x25
goroutine 18 [GC worker (idle)]:
runtime.gopark(0x0, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000062760 sp=0xc000062740 pc=0x563ac377b6f6
runtime.gcBgMarkWorker()
\t/usr/lib/golang/src/runtime/mgc.go:1200 +0xe5 fp=0xc0000627e0 sp=0xc000062760 pc=0x563ac375e3c5
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc0000627e8 sp=0xc0000627e0 pc=0x563ac37acaa1
created by runtime.gcBgMarkStartWorkers
\t/usr/lib/golang/src/runtime/mgc.go:1124 +0x25
goroutine 19 [GC worker (idle)]:
runtime.gopark(0xce82fd0e9b5b5, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000062f60 sp=0xc000062f40 pc=0x563ac377b6f6
runtime.gcBgMarkWorker()
\t/usr/lib/golang/src/runtime/mgc.go:1200 +0xe5 fp=0xc000062fe0 sp=0xc000062f60 pc=0x563ac375e3c5
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc000062fe8 sp=0xc000062fe0 pc=0x563ac37acaa1
created by runtime.gcBgMarkStartWorkers
\t/usr/lib/golang/src/runtime/mgc.go:1124 +0x25
goroutine 34 [GC worker (idle)]:
runtime.gopark(0xce82fd0e9c74c, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000588760 sp=0xc000588740 pc=0x563ac377b6f6
runtime.gcBgMarkWorker()
\t/usr/lib/golang/src/runtime/mgc.go:1200 +0xe5 fp=0xc0005887e0 sp=0xc000588760 pc=0x563ac375e3c5
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc0005887e8 sp=0xc0005887e0 pc=0x563ac37acaa1
created by runtime.gcBgMarkStartWorkers
\t/usr/lib/golang/src/runtime/mgc.go:1124 +0x25
goroutine 20 [GC worker (idle)]:
runtime.gopark(0xce82fd0e9d206, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000063760 sp=0xc000063740 pc=0x563ac377b6f6
runtime.gcBgMarkWorker()
\t/usr/lib/golang/src/runtime/mgc.go:1200 +0xe5 fp=0xc0000637e0 sp=0xc000063760 pc=0x563ac375e3c5
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc0000637e8 sp=0xc0000637e0 pc=0x563ac37acaa1
created by runtime.gcBgMarkStartWorkers
\t/usr/lib/golang/src/runtime/mgc.go:1124 +0x25
goroutine 35 [GC worker (idle)]:
runtime.gopark(0xce82fcd549aef, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000588f60 sp=0xc000588f40 pc=0x563ac377b6f6
runtime.gcBgMarkWorker()
\t/usr/lib/golang/src/runtime/mgc.go:1200 +0xe5 fp=0xc000588fe0 sp=0xc000588f60 pc=0x563ac375e3c5
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc000588fe8 sp=0xc000588fe0 pc=0x563ac37acaa1
created by runtime.gcBgMarkStartWorkers
\t/usr/lib/golang/src/runtime/mgc.go:1124 +0x25
goroutine 36 [GC worker (idle)]:
runtime.gopark(0xce82fd0e9c6c5, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/src/runtime/proc.go:366 +0xd6 fp=0xc000589760 sp=0xc000589740 pc=0x563ac377b6f6
runtime.gcBgMarkWorker()
\t/usr/lib/golang/src/runtime/mgc.go:1200 +0xe5 fp=0xc0005897e0 sp=0xc000589760 pc=0x563ac375e3c5
runtime.goexit()
\t/usr/lib/golang/src/runtime/asm_amd64.s:1581 +0x1 fp=0xc0005897e8 sp=0xc0005897e0 pc=0x563ac37acaa1
created by runtime.gcBgMarkStartWorkers
\t/usr/lib/golang/src/runtime/mgc.go:1124 +0x25
goroutine 21 [GC worker (idle)]:
runtime.gopark(0xce82fd0ea5745, 0x0, 0x0, 0x0, 0x0)
\t/usr/lib/golang/