Complete report #1403572
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__lookup_mnt
|
vmlinux |
0xffffffffa5e813da
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x3a
|
|
2
|
__follow_mount_rcu
|
vmlinux |
0xffffffffa5e670d7
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x37
|
|
3
|
lookup_fast
|
vmlinux |
0xffffffffa5e68113
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xb3
|
|
4
|
link_path_walk
|
vmlinux |
0xffffffffa5e6abc3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1b3
|
|
5
|
|
vmlinux |
0xffffffffa5d1a695
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x195
|
|
6
|
path_openat
|
vmlinux |
0xffffffffa5e6db4e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xae
|
|
7
|
|
vmlinux |
0xffffffffa5d19428
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1d8
|
|
8
|
do_filp_open
|
vmlinux |
0xffffffffa5e6f52d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x4d
|
|
9
|
|
vmlinux |
0xffffffffa5e7de12
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xc2
|
|
10
|
do_sys_open
|
vmlinux |
0xffffffffa5e5abf4
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x124
|
|
11
|
SyS_open
|
vmlinux |
0xffffffffa5e5ad0e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e
|
|
12
|
system_call_fastpath
|
vmlinux |
0xffffffffa63c539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#14 stuck for 31s! [libvirtd:1696]
Modules linked in: xt_nat tcp_lp xt_CHECKSUM hids_driver(OE) tun devlink xt_set ip_set_hash_net ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack isofs ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sb_edac iosf_mbi kvm_intel kvm irqbypass sg joydev pcspkr virtio_balloon i2c_piix4 ip_tables xfs libcrc32c 8021q sr_mod garp cdrom mrp ata_generic stp pata_acpi llc virtio_net net_failover virtio_console virtio_blk virtio_scsi failover cirrus
crct10dif_pclmul drm_kms_helper crct10dif_common crc32_pclmul crc32c_intel ghash_clmulni_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix aesni_intel drm lrw libata gf128mul glue_helper scsi_transport_iscsi ablk_helper virtio_pci cryptd virtio_ring serio_raw virtio drm_panel_orientation_quirks floppy sunrpc dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 14 PID: 1696 Comm: libvirtd Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 1.16.0-1.module_el8.7.0+1140+ff0772f9 04/01/2014
task: ffff9fa6e5732100 ti: ffff9fa6e5200000 task.ti: ffff9fa6e5200000
RIP: 0010:[<ffffffffa5e813da>] [<ffffffffa5e813da>] __lookup_mnt+0x3a/0x90
RSP: 0018:ffff9fa6e5203c38 EFLAGS: 00010202
RAX: ffffb1fb0184f598 RBX: ffff9fa6ef31ad40 RCX: 000000000000000f
RDX: ffffb1fb01810000 RSI: ffff9fa6e0c65380 RDI: ffff9fa436232ba0
RBP: ffff9fa6e5203c38 R08: 74656e2f636f7270 R09: ffff9fa6e5203c84
R10: ffff9fa49e348021 R11: 0000000000000004 R12: ffffffffa5c706fe
R13: ffff9fa6e5203ba8 R14: ffff9fa435e4ac00 R15: ffffffffa5ceb01c
FS: 00007f9ef3f50700(0000) GS:ffff9fa6ef580000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000006c9c4d90 CR3: 0000000426672000 CR4: 0000000000362fe0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa5e670d7>] __follow_mount_rcu+0x37/0x100
[<ffffffffa5e68113>] lookup_fast+0xb3/0x230
[<ffffffffa5e6abc3>] link_path_walk+0x1b3/0x8b0
[<ffffffffa5d1a695>] ? futex_wait+0x195/0x290
[<ffffffffa5e6db4e>] path_openat+0xae/0x5a0
[<ffffffffa5d19428>] ? get_futex_key+0x1d8/0x2d0
[<ffffffffa5e6f52d>] do_filp_open+0x4d/0xc0
[<ffffffffa5e7de12>] ? __alloc_fd+0xc2/0x180
[<ffffffffa5e5abf4>] do_sys_open+0x124/0x220
[<ffffffffa5e5ad0e>] SyS_open+0x1e/0x30
[<ffffffffa63c539a>] system_call_fastpath+0x25/0x2a
Code: ae 00 48 c1 ea 06 48 c1 e8 06 55 48 01 d0 48 89 c2 48 89 e5 48 d3 ea 48 01 d0 23 05 85 47 ae 00 48 8b 15 6a 47 ae 00 48 8d 04 c2 <48> 8b 10 31 c0 48 85 d2 75 1c 5d c3 cc cc cc cc 66 0f 1f 44 00
Complete report #888824
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__lookup_mnt
|
vmlinux |
0xffffffff92880e54
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x64
|
|
2
|
__follow_mount_rcu
|
vmlinux |
0xffffffff92866c97
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x37
|
|
3
|
lookup_fast
|
vmlinux |
0xffffffff92867df3
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xb3
|
|
4
|
link_path_walk
|
vmlinux |
0xffffffff9286a013
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x1b3
|
|
5
|
path_openat
|
vmlinux |
0xffffffff9286ccfe
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0xae
|
|
6
|
|
vmlinux |
0xffffffff9286ee92
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x72
|
|
7
|
|
vmlinux |
0xffffffff9285847a
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x1ca
|
|
8
|
do_filp_open
|
vmlinux |
0xffffffff9286efbd
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x4d
|
|
9
|
|
vmlinux |
0xffffffff9287d7e7
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x47
|
|
10
|
do_sys_open
|
vmlinux |
0xffffffff9285a7b4
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x124
|
|
11
|
SyS_open
|
vmlinux |
0xffffffff9285a8ce
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x1e
|
|
12
|
system_call_fastpath
|
vmlinux |
0xffffffff92dc539a
Build id: 3.10.0-1160.83.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [pgrep:30950]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon joydev pcspkr sg vmw_vmci parport_pc parport i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi crct10dif_common vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit libnvdimm crc32c_intel ata_piix serio_raw libata vmxnet3 vmw_pvscsi drm_panel_orientation_quirks
dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 30950 Comm: pgrep Kdump: loaded Tainted: G L ------------ 3.10.0-1160.83.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff996229c45280 ti: ffff996229d08000 task.ti: ffff996229d08000
RIP: 0010:[<ffffffff92880e54>] [<ffffffff92880e54>] __lookup_mnt+0x64/0x90
RSP: 0018:ffff996229d0bc38 EFLAGS: 00000286
RAX: ffff9963eeb87500 RBX: ffff996229c45280 RCX: 000000000000000f
RDX: ffff99623821d200 RSI: ffff9963ede0e780 RDI: ffff9963eeb87520
RBP: ffff996229d0bc38 R08: 3234322f636f7270 R09: ffff996229d0bc84
R10: ffff99617ad7f021 R11: 0000000000000004 R12: ffff99623f828050
R13: ffffffff928677fe R14: ffff996229d0bbc8 R15: ffffffff926d3bb1
FS: 00007fe324f98880(0000) GS:ffff9963ffc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000002425000 CR3: 000000005b882000 CR4: 00000000000007f0
Call Trace:
[<ffffffff92866c97>] __follow_mount_rcu+0x37/0x100
[<ffffffff92867df3>] lookup_fast+0xb3/0x230
[<ffffffff9286a013>] link_path_walk+0x1b3/0x8b0
[<ffffffff9286ccfe>] path_openat+0xae/0x5a0
[<ffffffff9286ee92>] ? user_path_at_empty+0x72/0xc0
[<ffffffff9285847a>] ? __check_object_size+0x1ca/0x250
[<ffffffff9286efbd>] do_filp_open+0x4d/0xc0
[<ffffffff9287d7e7>] ? __alloc_fd+0x47/0x180
[<ffffffff9285a7b4>] do_sys_open+0x124/0x220
[<ffffffff9285a8ce>] SyS_open+0x1e/0x30
[<ffffffff92dc539a>] system_call_fastpath+0x25/0x2a
Code: c2 48 8b 10 31 c0 48 85 d2 75 1c 5d c3 cc cc cc cc 66 0f 1f 44 00 00 48 39 72 18 74 27 48 8b 12 48 85 d2 74 17 66 90 48 8b 42 10 <48> 83 c0 20 48 39 c7 74 e3 48 8b 12 48 85 d2 75 eb 31 c0 5d c3
Complete report #49183
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__lookup_mnt
|
vmlinux |
0xffffffff918723ba
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x3a
|
|
2
|
__follow_mount_rcu
|
vmlinux |
0xffffffff91858ea7
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x37
|
|
3
|
lookup_fast
|
vmlinux |
0xffffffff91859f83
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xb3
|
|
4
|
link_path_walk
|
vmlinux |
0xffffffff9185c153
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1b3
|
|
5
|
path_openat
|
vmlinux |
0xffffffff9185ee0e
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xae
|
|
6
|
|
vmlinux |
0xffffffff91d8dfed
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x6d
|
|
7
|
do_filp_open
|
vmlinux |
0xffffffff9186107d
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x4d
|
|
8
|
do_sys_open
|
vmlinux |
0xffffffff9184cbc4
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x124
|
|
9
|
SyS_open
|
vmlinux |
0xffffffff9184ccde
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1e
|
|
10
|
system_call_fastpath
|
vmlinux |
0xffffffff91d93f92
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [crond:1449]
Modules linked in: tcp_diag inet_diag uinput ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter crc32_pclmul ghash_clmulni_intel xfs aesni_intel lrw libcrc32c gf128mul glue_helper snd_hda_codec_generic ablk_helper cryptd snd_hda_intel snd_hda_codec ppdev pcspkr snd_hda_core joydev virtio_balloon parport_pc snd_hwdep snd_seq parport snd_seq_device sg snd_pcm i2c_piix4 snd_timer snd soundcore nfsd auth_rpcgss nfs_acl
lockd grace sunrpc ip_tables ext4 mbcache jbd2 virtio_net sr_mod virtio_console cdrom net_failover failover virtio_blk ata_generic pata_acpi qxl drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw drm floppy virtio_pci virtio_ring drm_panel_orientation_quirks virtio dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 1449 Comm: crond Kdump: loaded Tainted: G L ------------ 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff9889751ee300 ti: ffff988976b10000 task.ti: ffff988976b10000
RIP: 0010:[<ffffffff918723ba>] [<ffffffff918723ba>] __lookup_mnt+0x3a/0x80
RSP: 0000:ffff988976b13c38 EFLAGS: 00000202
RAX: ffffa4adc0306978 RBX: ffff98894edc9021 RCX: 000000000000000c
RDX: ffffa4adc0302000 RSI: ffff988935440780 RDI: ffff988935fb90a0
RBP: ffff988976b13c38 R08: 737361702f637465 R09: ffff988976b13c84
R10: ffff98894edc9021 R11: 0000000000000003 R12: 0000000000000001
R13: ffff988976b13c60 R14: ffff988976b13da8 R15: 0000000000000000
FS: 00007f00a4330840(0000) GS:ffff98897fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001585001 CR3: 0000000076bd0000 CR4: 0000000000340fe0
Call Trace:
[<ffffffff91858ea7>] __follow_mount_rcu+0x37/0x100
[<ffffffff91859f83>] lookup_fast+0xb3/0x230
[<ffffffff9185c153>] link_path_walk+0x1b3/0x8b0
[<ffffffff9185ee0e>] path_openat+0xae/0x5a0
[<ffffffff91d8dfed>] ? do_async_page_fault+0x6d/0xf0
[<ffffffff9186107d>] do_filp_open+0x4d/0xb0
[<ffffffff9184cbc4>] do_sys_open+0x124/0x220
[<ffffffff9184ccde>] SyS_open+0x1e/0x20
[<ffffffff91d93f92>] system_call_fastpath+0x25/0x2a
Code: af 00 48 c1 ea 06 48 c1 e8 06 55 48 01 d0 48 89 c2 48 89 e5 48 d3 ea 48 01 d0 23 05 c5 31 af 00 48 8b 15 aa 31 af 00 48 8d 04 c2 <48> 8b 10 31 c0 48 85 d2 75 1c 5d c3 66 2e 0f 1f 84 00 00 00 00