Complete report #1419284
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
xfs_reclaim_inode_grab
|
xfs |
0xffffffffc066dbb1
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x11
|
|
2
|
xfs_reclaim_inodes_ag
|
xfs |
0xffffffffc066e996
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x1b6
|
|
3
|
|
vmlinux |
0xffffffff8d82b59e
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xce
|
|
4
|
|
vmlinux |
0xffffffff8d8ad6ba
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xaa
|
|
5
|
|
vmlinux |
0xffffffff8d8ada45
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x45
|
|
6
|
|
vmlinux |
0xffffffff8d8aed8c
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x10c
|
|
7
|
|
vmlinux |
0xffffffff8d8aeec8
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x18
|
|
8
|
xfs_reclaim_worker
|
xfs |
0xffffffffc066edec
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x3c
|
|
9
|
process_one_work
|
vmlinux |
0xffffffff8d8bde8f
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x17f
|
|
10
|
worker_thread
|
vmlinux |
0xffffffff8d8befa6
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x126
|
|
11
|
|
vmlinux |
0xffffffff8d8bee80
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x2a0
|
|
12
|
kthread
|
vmlinux |
0xffffffff8d8c5e61
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xd1
|
|
13
|
|
vmlinux |
0xffffffff8d8c5d90
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x40
|
|
14
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8df99df7
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x21
|
|
15
|
|
vmlinux |
0xffffffff8d8c5d90
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 21s! [kworker/4:0:32427]
Modules linked in: tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper pcspkr cryptd joydev ppdev vmw_vmci vmw_balloon
sg parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sd_mod sysimgblt fb_sys_fops ttm crc_t10dif crct10dif_generic drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 4 PID: 32427 Comm: kworker/4:0 Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.59.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
Workqueue: xfs-reclaim/dm-0 xfs_reclaim_worker [xfs]
task: ffff99dad406a100 ti: ffff99db67d40000 task.ti: ffff99db67d40000
RIP: 0010:[<ffffffffc066dbb1>] [<ffffffffc066dbb1>] xfs_reclaim_inode_grab+0x11/0x80 [xfs]
RSP: 0000:ffff99db67d43c48 EFLAGS: 00010246
RAX: 0000000000000001 RBX: ffff99d8b62bf909 RCX: 0000000001ffffff
RDX: 0000000002000000 RSI: 0000000000000002 RDI: ffff99d9b79f5640
RBP: ffff99db67d43c58 R08: 0000000000000100 R09: ffff99dcaa1fcc00
R10: ffff99d8b5f4b000 R11: 0000000000000005 R12: ffff99db67d43c08
R13: 0000010000000000 R14: ffffffff8db8cf46 R15: ffff99db67d43bf8
FS: 0000000000000000(0000) GS:ffff99dcbfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff3a1ee2d28 CR3: 0000000035990000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc066e996>] xfs_reclaim_inodes_ag+0x1b6/0x390 [xfs]
[<ffffffff8d82b59e>] ? __switch_to+0xce/0x580
[<ffffffff8d8ad6ba>] ? __internal_add_timer+0xaa/0x130
[<ffffffff8d8ada45>] ? internal_add_timer+0x45/0xe0
[<ffffffff8d8aed8c>] ? mod_timer+0x10c/0x230
[<ffffffff8d8aeec8>] ? add_timer+0x18/0x20
[<ffffffffc066edec>] xfs_reclaim_worker+0x3c/0x60 [xfs]
[<ffffffff8d8bde8f>] process_one_work+0x17f/0x440
[<ffffffff8d8befa6>] worker_thread+0x126/0x3c0
[<ffffffff8d8bee80>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff8d8c5e61>] kthread+0xd1/0xe0
[<ffffffff8d8c5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffff8df99df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8d8c5d90>] ? insert_kthread_work+0x40/0x40
Code: 46 0c 0f 94 c0 0f b6 c0 5d c3 b8 01 00 00 00 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 b8 01 00 00 00 48 89 e5 41 54 53 <48> 83 7f 20 00 48 89 fb 74 43 83 e6 02 74 09 f6 87 e0 00 00 00
Complete report #244621
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_raw_spin_lock
|
vmlinux |
0xffffffffa658baac
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xc
|
|
2
|
|
xfs |
0xffffffffc044cbd8
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x38
|
|
3
|
xfs_reclaim_inodes_ag
|
xfs |
0xffffffffc044d996
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x1b6
|
|
4
|
|
vmlinux |
0xffffffffa5ead69a
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xaa
|
|
5
|
|
vmlinux |
0xffffffffa5eada25
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x45
|
|
6
|
|
vmlinux |
0xffffffffa5eaed6c
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x10c
|
|
7
|
|
vmlinux |
0xffffffffa5eaeea8
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x18
|
|
8
|
xfs_reclaim_worker
|
xfs |
0xffffffffc044ddec
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x3c
|
|
9
|
process_one_work
|
vmlinux |
0xffffffffa5ebde6f
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x17f
|
|
10
|
worker_thread
|
vmlinux |
0xffffffffa5ebef86
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x126
|
|
11
|
|
vmlinux |
0xffffffffa5ebee60
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x2a0
|
|
12
|
kthread
|
vmlinux |
0xffffffffa5ec5e41
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xd1
|
|
13
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa6595ec9
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x96
|
|
14
|
|
vmlinux |
0xffffffffa5ec5d70
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x40
|
|
15
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa6595df7
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x21
|
|
16
|
|
vmlinux |
0xffffffffa5ec5d70
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [kworker/1:1:21235]
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [kworker/2:0:16984]
Modules linked in: ipt_REJECT nf_reject_ipv4 xt_conntrack iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat vmw_vsock_vmci_transport vsock nf_conntrack sunrpc coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd pcspkr vmw_balloon joydev sg parport_pc i2c_piix4 parport vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul ata_piix crct10dif_common drm mptspi e1000 crc32c_intel scsi_transport_spi mptscsih serio_raw libata mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 16984 Comm: kworker/2:0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/30/2013
Workqueue: xfs-reclaim/dm-1 xfs_reclaim_worker [xfs]
task: ffff8811769fc200 ti: ffff88117792c000 task.ti: ffff88117792c000
RIP: 0010:[<ffffffffa658baac>] [<ffffffffa658baac>] _raw_spin_lock+0xc/0x30
RSP: 0018:ffff88117792fc40 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff88117b6e1b61 RCX: 0000000000ffffff
RDX: 0000000000000001 RSI: 0000000000000002 RDI: ffff88113ec6db1c
RBP: ffff88117792fc58 R08: 0000000000000000 R09: ffff881135ca2a00
R10: ffff8811769ec000 R11: 0000000000000005 R12: ffff88117792fc08
R13: 0000010000000000 R14: ffffffffa618cee6 R15: ffff88117792fbf8
FS: 0000000000000000(0000) GS:ffff88117fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb593c11c60 CR3: 000000007a8a4000 CR4: 00000000000407e0
Call Trace:
[<ffffffffc044cbd8>] ? xfs_reclaim_inode_grab+0x38/0x80 [xfs]
[<ffffffffc044d996>] xfs_reclaim_inodes_ag+0x1b6/0x390 [xfs]
[<ffffffffa5ead69a>] ? __internal_add_timer+0xaa/0x130
[<ffffffffa5eada25>] ? internal_add_timer+0x45/0xe0
[<ffffffffa5eaed6c>] ? mod_timer+0x10c/0x230
[<ffffffffa5eaeea8>] ? add_timer+0x18/0x20
[<ffffffffc044ddec>] xfs_reclaim_worker+0x3c/0x60 [xfs]
[<ffffffffa5ebde6f>] process_one_work+0x17f/0x440
[<ffffffffa5ebef86>] worker_thread+0x126/0x3c0
[<ffffffffa5ebee60>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffa5ec5e41>] kthread+0xd1/0xe0
[<ffffffffa6595ec9>] ? system_call_after_swapgs+0x96/0x13a
[<ffffffffa5ec5d70>] ? insert_kthread_work+0x40/0x40
[<ffffffffa6595df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa5ec5d70>] ? insert_kthread_work+0x40/0x40
Code: 5d c3 0f 1f 44 00 00 85 d2 74 e4 0f 1f 40 00 eb ed 66 0f 1f 44 00 00 b8 01 00 00 00 5d c3 90 0f 1f 44 00 00 31 c0 ba 01 00 00 00 <f0> 0f b1 17 85 c0 75 01 c3 55 89 c6 48 89 e5 e8 48 22 ff ff 5d