Kernel panics at m_start/amf_plat_fs_verify() due to third party module [amf]

Issue

• Kernel panic with BUG: unable to handle kernel paging request at
• The system crashes with the following crash record in the kernel log:

[  411.299220] GAB INFO V-15-1-20036 Port u[GAB_USER_CLIENT (refcount 0)] gen   b47422 membership 0-2
[  414.939598] LLT INFO V-14-1-10974 llt_register: Port: 5, Previous flag: 0x2, New flag: 0x402
[  419.315355] GAB INFO V-15-1-20036 Port f[GAB_LEGACY_CLIENT (refcount 0)] gen   b47424 membership 0-2
[  419.316832] vxfs: msgcnt 2 GLM recovery : gen 0xb47424 mbr 0x7 0x0 0x0 0x0 flags 1

[  419.320344] vxfs: msgcnt 3 mesg 125: V-2-125: GLM restart callback, protocol flag 1
[  419.422076] vxglm INFO V-42-106 GLM port f Recovery complete, gen b47424 proto 90 mbr 7/0/0/0
[  419.422081] vxglm INFO V-42-107 Times: skew 11 ms, remaster 73 ms, completion 17 ms
[  425.107044] vxglm INFO V-42-106 GLM port f recovery complete, scope c709c40 gen b47424proto 90 mbr 7/0/0/0
[  425.107048] vxglm INFO V-42-107 Times: skew 1 ms, remaster 31 ms, completion 17 ms
[  485.948857] BUG: unable to handle kernel paging request at 0000000001080a20
[  485.948890] IP: [<ffffffff81225f15>] m_start+0x25/0xb0
[  485.948919] PGD 80000001c6e2c067 PUD 21035e067 PMD 213f42067 PTE 80000001e4300867
[  485.948949] Oops: 0001 [#1] SMP 
[  485.948966] Modules linked in: vxglm(POE) vxodm(POE) vxgms(POE) dmpaa(POE) vxfen(POE) gab(POE) sctp_diag sctp dccp_diag dccp tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag vxcafs(POE) vxportal(POE) fdd(POE) vxfs(POE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vxspec(POE) vxio(POE) vxdmp(POE) llt(POE) rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm iw_cm ib_cm ib_core vmw_vsock_vmci_transport vsock amf(POE) veki(POE) dm_mirror
[  485.949271]  dm_region_hash dm_log dm_mod sb_edac edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper ppdev cryptd vmw_balloon pcspkr joydev sg nfit libnvdimm parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata i2c_core vmxnet3 vmw_pvscsi
[  485.949522] CPU: 1 PID: 17851 Comm: amfregister Tainted: P           OE  ------------   3.10.0-693.21.1.el7.x86_64 #1
[  485.949554] Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
[  485.949585] task: ffff880036829fa0 ti: ffff88020fad4000 task.ti: ffff88020fad4000
[  485.949608] RIP: 0010:[<ffffffff81225f15>]  [<ffffffff81225f15>] m_start+0x25/0xb0 <<<<=====
[  485.949634] RSP: 0018:ffff88020fad7738  EFLAGS: 00010246
[  485.949651] RAX: ffffffff81a92300 RBX: ffff88020fad77a0 RCX: ffff88020fad7fd8
[  485.949675] RDX: 0000000000000000 RSI: 00000000010809d0 RDI: ffffffff81a92300
[  485.949697] RBP: ffff88020fad7748 R08: ffffffff81920eef R09: ffffea000831f500
[  485.949718] R10: ffffea000831f500 R11: ffffea0008c60600 R12: ffff88020fad7788
[  485.949740] R13: ffffffffc04df200 R14: ffff88020fad7968 R15: ffff8801f4f3f300
[  485.949762] FS:  00007f0082b8f740(0000) GS:ffff88023fc80000(0000) knlGS:0000000000000000
[  485.949786] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[  485.950748] CR2: 0000000001080a20 CR3: 000000020de12000 CR4: 00000000003607e0
[  485.951737] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[  485.952591] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[  485.953517] Call Trace:
[  485.954441]  [<ffffffffc04ccf5c>] amf_plat_fs_verify+0xcc/0x2d0 [amf]   <<<<=====
[  485.955376]  [<ffffffff812275d4>] ? mntput+0x24/0x40
[  485.956296]  [<ffffffff81242eb6>] ? lookup_bdev.part.16+0x56/0xb0
[  485.957210]  [<ffffffff81242f39>] ? lookup_bdev+0x29/0x30
[  485.958111]  [<ffffffffc04c4357>] ? amf_ev_fs_attr_copyin+0x267/0x360 [amf]
[  485.958996]  [<ffffffffc04c5310>] amf_ev_fson_verify+0x10/0x20 [amf]
[  485.959861]  [<ffffffffc04b8898>] amf_event_reg+0x3b8/0xc60 [amf]
[  485.960725]  [<ffffffffc04d3f4d>] amfioctl+0x128d/0x21c8 [amf]
[  485.961580]  [<ffffffff81189415>] ? filemap_fault+0x215/0x420
[  485.962416]  [<ffffffff81191016>] ? __alloc_pages_nodemask+0x176/0x420
[  485.963236]  [<ffffffff811f7862>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[  485.964060]  [<ffffffff81195a4e>] ? lru_cache_add+0xe/0x10
[  485.964893]  [<ffffffff811c0c58>] ? page_add_new_anon_rmap+0xb8/0x170
[  485.965718]  [<ffffffff811b6948>] ? handle_mm_fault+0x858/0xfa0
[  485.966539]  [<ffffffffc04c8dbe>] ? amf_open+0xe/0x10 [amf]
[  485.967357]  [<ffffffff8120a9f5>] ? chrdev_open+0xb5/0x1b0
[  485.968180]  [<ffffffff812d98b3>] ? ima_file_check+0x63/0x1b0
[  485.969000]  [<ffffffff812275d4>] ? mntput+0x24/0x40
[  485.969812]  [<ffffffff812110b9>] ? terminate_walk+0x49/0x50
[  485.970614]  [<ffffffff8121493d>] ? do_last+0x66d/0x12c0
[  485.971411]  [<ffffffff81215652>] ? path_openat+0xc2/0x490
[  485.972198]  [<ffffffff81217b02>] ? user_path_at_empty+0x72/0xc0
[  485.972979]  [<ffffffff81217bfb>] ? do_filp_open+0x4b/0xb0
[  485.973738]  [<ffffffffc04c8c58>] amf_ioctl+0x88/0x1c0 [amf]
[  485.974473]  [<ffffffff81219e90>] do_vfs_ioctl+0x350/0x560
[  485.975189]  [<ffffffff81225025>] ? __fd_install+0x25/0x60
[  485.975868]  [<ffffffff8121a141>] SyS_ioctl+0xa1/0xc0
[  485.976522]  [<ffffffff816c0715>] system_call_fastpath+0x1c/0x21
[  485.977153] Code: 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 41 54 49 89 f4 53 48 89 fb 48 c7 c7 00 23 a9 81 e8 d2 d2 48 00 48 8b b3 80 00 00 00 <48> 8b 56 50 48 39 93 a8 00 00 00 74 2e 48 89 93 a8 00 00 00 48 
[  485.978507] RIP  [<ffffffff81225f15>] m_start+0x25/0xb0  <<<<=====
[  485.979115]  RSP <ffff88020fad7738>
[  485.979691] CR2: 0000000001080a20

[ 382.426247] BUG: unable to handle kernel paging request at ffffffffffffffb8 
[ 382.426831] IP: [<ffffffffc0560e83>] amf_plat_fs_verify+0x143/0x2c0 [amf] 
[ 382.427306] PGD 114014067 PUD 114016067 PMD 0 
[ 382.427779] Oops: 0000 [#1] SMP 
[ 382.428235] Modules linked in: vxglm(POE) vxfen(POE) gab(POE) rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi llt(POE) ib_srpt targ et_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm iw_cm ib_cm ib_core rpcsec_gss_krb5 nfsv4 dns_resolver nfs l ockd grace fscache amf(POE) oracleasm(O) vmw_vsock_vmci_transport vsock veki(POE) ppdev vmw_balloon sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_in tel lrw gf128mul glue_helper ablk_helper cryptd sg pcspkr joydev vmw_vmci i2c_piix4 parport_pc parport auth_rpcgss binfmt_misc sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmu l crct10dif_common crc32c_intel
[ 382.431024] serio_raw ahci drm ata_piix libahci libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: vxdmp] 
[ 382.432171] CPU: 0 PID: 17674 Comm: MountAgent Kdump: loaded Tainted: P OE ------------ 3.10.0-957.27.2.el7.x86_64 #1
[ 382.432792] Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
[ 382.433427] task: ffff88658aa85140 ti: ffff88623a4b0000 task.ti: ffff88623a4b0000
[ 382.434066] RIP: 0010:[<ffffffffc0560e83>] [<ffffffffc0560e83>] amf_plat_fs_verify+0x143/0x2c0 [amf]   <<<<=====
[ 382.434727] RSP: 0018:ffff88623a4b3750 EFLAGS: 00010202
[ 382.435383] RAX: ffffffffffffffb8 RBX: 0000000000000020 RCX: ffff88623a4b3fd8 
[ 382.436037] RDX: 0000000000001000 RSI: ffff8865ac8a8000 RDI: ffff88623a4b3788 
[ 382.436700] RBP: ffff88623a4b3880 R08: ffffffff8fa82a11 R09: ffffd17bd0b22a40 
[ 382.437364] R10: 00000000000043b5 R11: 0000000000000004 R12: ffff88658cb28300 
[ 382.438039] R13: ffffffffc0573180 R14: ffff88623a4b3968 R15: ffff88623b92e600
[ 382.438706] FS: 00007f2db50be700(0000) GS:ffff8865bfc00000(0000) knlGS:0000000000000000 
[ 382.439381] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 
[ 382.440063] CR2: ffffffffffffffb8 CR3: 0000000414f1c000 CR4: 00000000000607f0 
[ 382.440765] Call Trace:
[ 382.441456] [<ffffffffc055c5ad>] ? amf_mem_alloc+0x5d/0x80 [amf] <<<<===== 
[ 382.442147] [<ffffffffc055c5f9>] ? amf_mem_zalloc+0x29/0x40 [amf] 
[ 382.442841] [<ffffffffc055c977>] ? amf_copyin+0x17/0x30 [amf] 
[ 382.443522] [<ffffffffc05582b7>] ? amf_ev_fs_attr_copyin+0x267/0x360 [amf] 
[ 382.444208] [<ffffffffc0557339>] amf_ev_fsoff_verify+0x19/0x60 [amf] 
[ 382.444893] [<ffffffffc054c84b>] amf_event_reg+0x3ab/0xc20 [amf] 
[ 382.445577] [<ffffffffc0567dbd>] amfioctl+0x128d/0x21c8 [amf] 
[ 382.446250] [<ffffffff8f20f438>] ? alloc_pages_current+0x98/0x110 
[ 382.446928] [<ffffffff8f377345>] ? cpumask_next_and+0x35/0x50 
[ 382.447634] [<ffffffff8f1d9778>] ? zone_statistics+0x88/0xa0 
[ 382.448310] [<ffffffff8f1c1ac2>] ? get_page_from_freelist+0x412/0xa70 
[ 382.448989] [<ffffffff8f1c0df6>] ? free_hot_cold_page_list+0x46/0xa0 
[ 382.449668] [<ffffffff8f1c657e>] ? release_pages+0x24e/0x430 
[ 382.450350] [<ffffffff8f21d665>] ? kmem_cache_alloc+0x35/0x1f0 
[ 382.451028] [<ffffffff8f25d4a5>] ? __d_alloc+0x25/0x180 
[ 382.451708] [<ffffffff8f25ad6d>] ? __d_instantiate+0x2d/0xe0 
[ 382.452388] [<ffffffff8f25acf6>] ? _d_rehash+0x36/0x40 
[ 382.453066] [<ffffffff8f15506d>] ? call_rcu_sched+0x1d/0x20 
[ 382.453747] [<ffffffff8f25a85f>] ? d_free+0x4f/0x70 
[ 382.454417] [<ffffffff8f25b1fa>] ? __dentry_kill+0x16a/0x180 
[ 382.455056] [<ffffffffc055cd1e>] ? amf_open+0xe/0x10 [amf] 
[ 382.455637] [<ffffffff8f247e25>] ? chrdev_open+0xb5/0x1b0 
[ 382.456296] [<ffffffff8f265794>] ? mntput+0x24/0x40 
[ 382.456938] [<ffffffff8f24e669>] ? terminate_walk+0x49/0x50 
[ 382.457565] [<ffffffff8f250fed>] ? do_last+0x66d/0x12a0 
[ 382.458197] [<ffffffff8f253a27>] ? path_openat+0xd7/0x640 
[ 382.458828] [<ffffffff8f255302>] ? user_path_at_empty+0x72/0xc0 
[ 382.459439] [<ffffffff8f25542d>] ? do_filp_open+0x4d/0xb0 
[ 382.460033] [<ffffffffc055cbb8>] amf_ioctl+0x88/0x1c0 [amf] 
[ 382.460585] [<ffffffff8f257840>] do_vfs_ioctl+0x3a0/0x5a0 
[ 382.461111] [<ffffffff8f263043>] ? set_close_on_exec+0x33/0x70 
[ 382.461634] [<ffffffff8f257ae1>] SyS_ioctl+0xa1/0xc0 
[ 382.462135] [<ffffffff8f776d15>] ? system_call_after_swapgs+0xa2/0x146 
[ 382.462617] [<ffffffff8f776ddb>] system_call_fastpath+0x22/0x27 
[ 382.463085] [<ffffffff8f776d21>] ? system_call_after_swapgs+0xae/0x146 
[ 382.463543] Code: 10 48 85 c0 48 89 c3 0f 84 1b 01 00 00 48 8d 43 98 48 8b b5 f8 fe ff ff 48 8d bd 08 ff ff ff ba 00 10 00 00 48 89 85 08 ff ff ff <48> 8b 43 98 48 89 85 10 ff ff ff e8 8d b9 cf ce 49 89 c6 48 8b 
[ 382.464555] RIP [<ffffffffc0560e83>] amf_plat_fs_verify+0x143/0x2c0 [amf] <<<<===== 
[ 382.465042] RSP <ffff88623a4b3750> 
[ 382.465504] CR2: ffffffffffffffb8

[ 459.346462] BUG: unable to handle kernel paging request at ffffffffffffffb8 
[ 459.346502] IP: [<ffffffffc03b6fe1>] amf_plat_fs_verify+0x151/0x2d0 [amf] 
[ 459.346532] PGD 1a06067 PUD 1a08067 PMD 0 [ 459.346552] Oops: 0000 [#1] SMP 
[ 459.346569] Modules linked in: vxodm(POE) vxglm(POE) dmpaa(POE) vxspec(POE) vxio(POE) vxdmp(POE) vxcafs(POE) vxportal(POE) fdd(POE) amf(POE) vxfs(POE) vmw_vsock_vmci_transport vsock veki(POE) iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg vmw_vmci shpchp i2c_piix4 parport_pc parport binfmt_misc ip_tables ext4 mbcache jbd2 sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect mptsas sysimgblt fb_sys_fops ttm serio_raw scsi_transport_sas drm mptscsih ata_piix mptbase vmxnet3 libata i2c_core vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod 
[ 459.346923] CPU: 0 PID: 5791 Comm: MountAgent Tainted: POE ------------ 3.10.0-693.21.1.el7.x86_64 #1 
[ 459.346963] Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015 
[ 459.346994] task: ffff88042052cf10 ti: ffff8803c730c000 task.ti: ffff8803c730c000 
[ 459.347018] RIP: 0010:[<ffffffffc03b6fe1>] [<ffffffffc03b6fe1>] amf_plat_fs_verify+0x151/0x2d0 [amf]  <<<<=====
[ 459.347053] RSP: 0018:ffff8803c730f758 EFLAGS: 00010246 
[ 459.347070] RAX: ffffffffffffffb8 RBX: 0000000000000020 RCX: ffff8803c730ffd8 
[ 459.347091] RDX: 0000000000001000 RSI: ffff8803e4f61000 RDI: ffff8803c730f790 
[ 459.347111] RBP: ffff8803c730f890 R08: ffffffff81920eef R09: ffffea000f93d880 
[ 459.347131] R10: ffffea000f93d880 R11: ffffea000fccbe00 R12: ffff88042538b840 
[ 459.347150] R13: ffffffffc03c9200 R14: ffff8803c730f968 R15: ffff8803ea387680 
[ 459.347177] FS: 00007f788abae700(0000) GS:ffff88042d200000(0000) knlGS:0000000000000000 
[ 459.347207] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 
[ 459.347229] CR2: ffffffffffffffb8 CR3: 00000003de348000 CR4: 00000000001607f0 
[ 459.348248] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 
[ 459.349052] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 
[ 459.349816] Call Trace: [ 459.350579] [<ffffffff812275d4>] ? mntput+0x24/0x40 
[ 459.351315] [<ffffffff81242f39>] ? lookup_bdev+0x29/0x30 
[ 459.352029] [<ffffffffc03ae357>] ? amf_ev_fs_attr_copyin+0x267/0x360 [amf]  <<<<=====
[ 459.352746] [<ffffffff810295d0>] ? __switch_to+0x150/0x500 
[ 459.353468] [<ffffffffc03af310>] amf_ev_fson_verify+0x10/0x20 [amf] 
[ 459.354174] [<ffffffffc03a2898>] amf_event_reg+0x3b8/0xc60 [amf] 
[ 459.354868] [<ffffffffc03bdf4d>] amfioctl+0x128d/0x21c8 [amf] 
[ 459.355541] [<ffffffff816b30f6>] ? schedule_hrtimeout_range_clock+0xa6/0x150 
[ 459.356205] [<ffffffff813288a5>] ? cpumask_next_and+0x35/0x50 
[ 459.356917] [<ffffffff810d4c73>] ? find_busiest_group+0x143/0x980 
[ 459.357618] [<ffffffff811a76f8>] ? zone_statistics+0x88/0xa0 
[ 459.358310] [<ffffffff811909ba>] ? get_page_from_freelist+0x4fa/0x9e0 
[ 459.359006] [<ffffffff81191016>] ? __alloc_pages_nodemask+0x176/0x420 
[ 459.359686] [<ffffffffc03b2dbe>] ? amf_open+0xe/0x10 [amf] 
[ 459.360370] [<ffffffff8120a9f5>] ? chrdev_open+0xb5/0x1b0 
[ 459.361049] [<ffffffff812d98b3>] ? ima_file_check+0x63/0x1b0 
[ 459.361711] [<ffffffff812275d4>] ? mntput+0x24/0x40 
[ 459.362363] [<ffffffff812110b9>] ? terminate_walk+0x49/0x50 
[ 459.363060] [<ffffffff8121493d>] ? do_last+0x66d/0x12c0 
[ 459.363688] [<ffffffff81215652>] ? path_openat+0xc2/0x490 
[ 459.364372] [<ffffffff81217b02>] ? user_path_at_empty+0x72/0xc0 
[ 459.365090] [<ffffffff81217bfb>] ? do_filp_open+0x4b/0xb0 
[ 459.365765] [<ffffffffc03b2c58>] amf_ioctl+0x88/0x1c0 [amf] 
[ 459.366418] [<ffffffff81219e90>] do_vfs_ioctl+0x350/0x560 
[ 459.367071] [<ffffffff816a8ff4>] ? queued_spin_lock_slowpath+0xb/0xf 
[ 459.367698] [<ffffffff816b6850>] ? _raw_spin_lock+0x20/0x30 
[ 459.368379] [<ffffffff81225025>] ? __fd_install+0x25/0x60 
[ 459.369063] [<ffffffff8121a141>] SyS_ioctl+0xa1/0xc0 
[ 459.369721] [<ffffffff816c0715>] system_call_fastpath+0x1c/0x21 
[ 459.370369] Code: c0 48 85 c0 48 89 c3 0f 84 1d 01 00 00 48 8d 43 98 48 8b b5 f0 fe ff ff 48 8d bd 00 ff ff ff ba 00 10 00 00 48 89 85 00 ff ff ff <48> 8b 43 98 48 89 85 08 ff ff ff e8 4f 77 e6 c0 49 89 c6 48 8b 
[ 459.371776] RIP [<ffffffffc03b6fe1>] amf_plat_fs_verify+0x151/0x2d0 [amf] <<<<=====
[ 459.372454] RSP <ffff8803c730f758> 
[ 459.373012] CR2: ffffffffffffffb8