Complete report #1020087
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb7d1db82
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb7c81b10
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x130
|
|
3
|
|
vmlinux |
0xffffffffb7c81b10
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x130
|
|
4
|
|
vmlinux |
0xffffffffb7c81b10
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x130
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb7d1dc9f
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb7f9c5d5
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb7d1e25b
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb7c81fa8
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffb7c82144
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffb7e14228
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x68
|
|
11
|
page_mkclean_one
|
vmlinux |
0xffffffffb7e0d5fe
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xae
|
|
12
|
rmap_walk
|
vmlinux |
0xffffffffb7e0f473
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xf3
|
|
13
|
page_mkclean
|
vmlinux |
0xffffffffb7e0f896
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x76
|
|
14
|
|
vmlinux |
0xffffffffb7e0d550
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x1b0
|
|
15
|
?
percpu_flush_tlb_batch_pages
|
vmlinux |
0xffffffffb7e0cc20
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x20
|
|
16
|
clear_page_dirty_for_io
|
vmlinux |
0xffffffffb7dd5770
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x50
|
|
17
|
write_cache_pages
|
vmlinux |
0xffffffffb7dd59e2
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x1f2
|
|
18
|
|
xfs |
0xffffffffc05516c0
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xb0
|
|
19
|
xfs_vm_writepages
|
xfs |
0xffffffffc055167b
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x6b
|
|
20
|
do_writepages
|
vmlinux |
0xffffffffb7dd6ab1
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x21
|
|
21
|
__writeback_single_inode
|
vmlinux |
0xffffffffb7e8ccf0
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x40
|
|
22
|
|
vmlinux |
0xffffffffb7ccc745
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x25
|
|
23
|
writeback_sb_inodes
|
vmlinux |
0xffffffffb7e8d8bc
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x1cc
|
|
24
|
__writeback_inodes_wb
|
vmlinux |
0xffffffffb7e8dbc7
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xa7
|
|
25
|
wb_writeback
|
vmlinux |
0xffffffffb7e8e0a3
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x263
|
|
26
|
bdi_writeback_workfn
|
vmlinux |
0xffffffffb7e8ebac
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x1cc
|
|
27
|
process_one_work
|
vmlinux |
0xffffffffb7cc32ef
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x17f
|
|
28
|
worker_thread
|
vmlinux |
0xffffffffb7cc4436
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x126
|
|
29
|
|
vmlinux |
0xffffffffb7cc4310
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x2b0
|
|
30
|
kthread
|
vmlinux |
0xffffffffb7ccb621
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0xd1
|
|
31
|
|
vmlinux |
0xffffffffb7ccb550
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x40
|
|
32
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb83c51dd
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x7
|
|
33
|
|
vmlinux |
0xffffffffb7ccb550
Build id: 3.10.0-1160.108.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [kworker/u25:3:25130]
Modules linked in: xt_owner xt_REDIRECT nf_nat_redirect xt_multiport ipt_rpfilter iptable_raw ip_set_hash_ip ip_set_hash_net ipip tunnel4 ip_tunnel rpcsec_gss_krb5 veth auth_rpcgss nfsv4 dns_resolver nfs lockd grace fscache xt_set ip_set_hash_ipportnet ip_set_bitmap_port ip_set_hash_ipportip ip_set_hash_ipport dummy nf_tables ip_set ip_vs_sh ip_vs_wrr ip_vs_rr ip6t_MASQUERADE nf_nat_masquerade_ipv6 ip6table_filter ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6_tables xt_mark xt_comment iptable_mangle xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat xt_addrtype iptable_filter scini(POE) ip_vs nf_conntrack binfmt_misc vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon
sg parport_pc joydev parport pcspkr vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix mptspi scsi_transport_spi mptscsih drm libata crc32c_intel serio_raw mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod br_netfilter bridge stp llc overlay(T)
CPU: 3 PID: 25130 Comm: kworker/u25:3 Tainted: P W OEL ------------ T 3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffffa05ccfad9080 ti: ffffa05cdd578000 task.ti: ffffa05cdd578000
RIP: 0010:[<ffffffffb7d1db82>] [<ffffffffb7d1db82>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffffa05cdd57b7a0 EFLAGS: 00000202
RAX: 000000000000000c RBX: ffffa05cdd57b770 RCX: 0000000000000034
RDX: 0000000000000fff RSI: 000000000000000c RDI: 0000000000000286
RBP: ffffa05cdd57b7f0 R08: ffffffffb8414b40 R09: 0000000323ef9000
R10: 3c33eadcc0859040 R11: 0000000000000000 R12: ffffffffb7dcc2e5
R13: ffffffff0fd00000 R14: 0000000000000001 R15: ffffa05d7ba889c0
FS: 0000000000000000(0000) GS:ffffa05dfbd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0009b8000 CR3: 00000001cbc4a000 CR4: 00000000000007e0
Call Trace:
[<ffffffffb7c81b10>] ? leave_mm+0x130/0x130
[<ffffffffb7c81b10>] ? leave_mm+0x130/0x130
[<ffffffffb7c81b10>] ? leave_mm+0x130/0x130
[<ffffffffb7d1dc9f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb7f9c5d5>] ? cpumask_next_and+0x35/0x50
[<ffffffffb7d1e25b>] smp_call_function_many+0x22b/0x270
[<ffffffffb7c81fa8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb7c82144>] flush_tlb_page+0x54/0xa0
[<ffffffffb7e14228>] ptep_clear_flush+0x68/0xa0
[<ffffffffb7e0d5fe>] page_mkclean_one+0xae/0xe0
[<ffffffffb7e0f473>] rmap_walk+0xf3/0x370
[<ffffffffb7e0f896>] page_mkclean+0x76/0xb0
[<ffffffffb7e0d550>] ? page_referenced_one+0x1b0/0x1b0
[<ffffffffb7e0cc20>] ? percpu_flush_tlb_batch_pages+0x20/0x20
[<ffffffffb7dd5770>] clear_page_dirty_for_io+0x50/0xd0
[<ffffffffb7dd59e2>] write_cache_pages+0x1f2/0x480
[<ffffffffc05516c0>] ? xfs_vm_writepages+0xb0/0xb0 [xfs]
[<ffffffffc055167b>] xfs_vm_writepages+0x6b/0xb0 [xfs]
[<ffffffffb7dd6ab1>] do_writepages+0x21/0x50
[<ffffffffb7e8ccf0>] __writeback_single_inode+0x40/0x260
[<ffffffffb7ccc745>] ? wake_up_bit+0x25/0x30
[<ffffffffb7e8d8bc>] writeback_sb_inodes+0x1cc/0x430
[<ffffffffb7e8dbc7>] __writeback_inodes_wb+0xa7/0xe0
[<ffffffffb7e8e0a3>] wb_writeback+0x263/0x2f0
[<ffffffffb7e8ebac>] bdi_writeback_workfn+0x1cc/0x470
[<ffffffffb7cc32ef>] process_one_work+0x17f/0x440
[<ffffffffb7cc4436>] worker_thread+0x126/0x3c0
[<ffffffffb7cc4310>] ? manage_workers.isra.26+0x2b0/0x2b0
[<ffffffffb7ccb621>] kthread+0xd1/0xe0
[<ffffffffb7ccb550>] ? insert_kthread_work+0x40/0x40
[<ffffffffb83c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffb7ccb550>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 80 19 95 b8 48 89 df e8 97 67 29 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #996045
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffaef111ba
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffaee7a400
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffaf56778f
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x3ff
|
|
4
|
|
vmlinux |
0xffffffffaee7a400
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x110
|
|
5
|
|
vmlinux |
0xffffffffaee7a400
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x110
|
|
6
|
smp_call_function_single
|
vmlinux |
0xffffffffaef112cf
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x5f
|
|
7
|
|
vmlinux |
0xffffffffaf175a45
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x35
|
|
8
|
smp_call_function_many
|
vmlinux |
0xffffffffaef1187b
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x22b
|
|
9
|
native_flush_tlb_others
|
vmlinux |
0xffffffffaee7a5c8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xb8
|
|
10
|
flush_tlb_page
|
vmlinux |
0xffffffffaee7a764
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x54
|
|
11
|
ptep_clear_flush
|
vmlinux |
0xffffffffaeffd937
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x67
|
|
12
|
page_mkclean_one
|
vmlinux |
0xffffffffaeff6f16
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xa6
|
|
13
|
rmap_walk
|
vmlinux |
0xffffffffaeff8d33
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xf3
|
|
14
|
page_mkclean
|
vmlinux |
0xffffffffaeff9146
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x76
|
|
15
|
|
vmlinux |
0xffffffffaeff6e70
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x180
|
|
16
|
?
percpu_flush_tlb_batch_pages
|
vmlinux |
0xffffffffaeff65b0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x20
|
|
17
|
clear_page_dirty_for_io
|
vmlinux |
0xffffffffaefc2010
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x50
|
|
18
|
write_cache_pages
|
vmlinux |
0xffffffffaefc22ba
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x22a
|
|
19
|
|
xfs |
0xffffffffc06535b0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x150
|
|
20
|
|
vmlinux |
0xffffffffaefc061c
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x34c
|
|
21
|
xfs_vm_writepages
|
xfs |
0xffffffffc06533ab
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x6b
|
|
22
|
do_writepages
|
vmlinux |
0xffffffffaefc3431
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x21
|
|
23
|
__writeback_single_inode
|
vmlinux |
0xffffffffaf06fee0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x40
|
|
24
|
writeback_sb_inodes
|
vmlinux |
0xffffffffaf070974
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x1c4
|
|
25
|
__writeback_inodes_wb
|
vmlinux |
0xffffffffaf070cdf
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x9f
|
|
26
|
wb_writeback
|
vmlinux |
0xffffffffaf071513
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x263
|
|
27
|
|
vmlinux |
0xffffffffaf05d32c
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x4c
|
|
28
|
bdi_writeback_workfn
|
vmlinux |
0xffffffffaf071e9b
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x2cb
|
|
29
|
process_one_work
|
vmlinux |
0xffffffffaeeb9d8f
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x17f
|
|
30
|
worker_thread
|
vmlinux |
0xffffffffaeebae26
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x126
|
|
31
|
|
vmlinux |
0xffffffffaeebad00
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x2a0
|
|
32
|
kthread
|
vmlinux |
0xffffffffaeec1c71
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xd1
|
|
33
|
|
vmlinux |
0xffffffffaeec1ba0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x40
|
|
34
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffaf574c1d
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x7
|
|
35
|
|
vmlinux |
0xffffffffaeec1ba0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u256:2:75174]
Modules linked in: binfmt_misc ipt_rpfilter xt_multiport xt_set iptable_raw ip_set_hash_ip ip_set_hash_net ip_set ipip tunnel4 ip_tunnel veth xt_nat xt_statistic ipt_REJECT nf_reject_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables iptable_mangle xt_comment xt_mark xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache overlay(T) vmw_vsock_vmci_transport vsock iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul vmw_balloon glue_helper ablk_helper cryptd joydev pcspkr sg nfit parport_pc parport libnvdimm
i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw drm ata_piix e1000 mptspi scsi_transport_spi libata mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 75174 Comm: kworker/u256:2 Kdump: loaded Tainted: G W L ------------ T 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff8b84e84a9040 ti: ffff8b8aeda54000 task.ti: ffff8b8aeda54000
RIP: 0010:[<ffffffffaef111ba>] [<ffffffffaef111ba>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff8b8aeda57790 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8b8aeda57760 RCX: 0000000000000001
RDX: ffffffffaf612dd0 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8b8aeda577e0 R08: ffffffffaf612dc8 R09: 000000071f201000
R10: dedf9a9b046b41c0 R11: 0000000000000000 R12: ffff8b8aeda57770
R13: ffff8b8c5f136870 R14: 0000000000001001 R15: ffff8b8c54ea8000
FS: 0000000000000000(0000) GS:ffff8b8c5d640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c000181010 CR3: 00000002fec10000 CR4: 00000000003607e0
Call Trace:
[<ffffffffaee7a400>] ? leave_mm+0x110/0x110
[<ffffffffaf56778f>] ? __schedule+0x3ff/0x890
[<ffffffffaee7a400>] ? leave_mm+0x110/0x110
[<ffffffffaee7a400>] ? leave_mm+0x110/0x110
[<ffffffffaef112cf>] smp_call_function_single+0x5f/0xa0
[<ffffffffaf175a45>] ? cpumask_next_and+0x35/0x50
[<ffffffffaef1187b>] smp_call_function_many+0x22b/0x270
[<ffffffffaee7a5c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffaee7a764>] flush_tlb_page+0x54/0xa0
[<ffffffffaeffd937>] ptep_clear_flush+0x67/0xa0
[<ffffffffaeff6f16>] page_mkclean_one+0xa6/0xe0
[<ffffffffaeff8d33>] rmap_walk+0xf3/0x360
[<ffffffffaeff9146>] page_mkclean+0x76/0xb0
[<ffffffffaeff6e70>] ? page_referenced_one+0x180/0x180
[<ffffffffaeff65b0>] ? percpu_flush_tlb_batch_pages+0x20/0x20
[<ffffffffaefc2010>] clear_page_dirty_for_io+0x50/0xd0
[<ffffffffaefc22ba>] write_cache_pages+0x22a/0x4e0
[<ffffffffc06535b0>] ? xfs_aops_discard_page+0x150/0x150 [xfs]
[<ffffffffaefc061c>] ? get_page_from_freelist+0x34c/0xa70
[<ffffffffc06533ab>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffffaefc3431>] do_writepages+0x21/0x50
[<ffffffffaf06fee0>] __writeback_single_inode+0x40/0x260
[<ffffffffaf070974>] writeback_sb_inodes+0x1c4/0x490
[<ffffffffaf070cdf>] __writeback_inodes_wb+0x9f/0xd0
[<ffffffffaf071513>] wb_writeback+0x263/0x2f0
[<ffffffffaf05d32c>] ? get_nr_inodes+0x4c/0x70
[<ffffffffaf071e9b>] bdi_writeback_workfn+0x2cb/0x460
[<ffffffffaeeb9d8f>] process_one_work+0x17f/0x440
[<ffffffffaeebae26>] worker_thread+0x126/0x3c0
[<ffffffffaeebad00>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffaeec1c71>] kthread+0xd1/0xe0
[<ffffffffaeec1ba0>] ? insert_kthread_work+0x40/0x40
[<ffffffffaf574c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffaeec1ba0>] ? insert_kthread_work+0x40/0x40
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 b4 af 48 89 df e8 da b6 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #446783
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb8b167a2
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffb8a7e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffb8a7e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffb8a7e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb8b168bf
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb8d862c5
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb8b16e6b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb8a7e868
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffb8a7ea04
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffb8c07908
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x68
|
|
11
|
page_mkclean_one
|
vmlinux |
0xffffffffb8c00eb6
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa6
|
|
12
|
rmap_walk
|
vmlinux |
0xffffffffb8c02cc3
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xf3
|
|
13
|
page_mkclean
|
vmlinux |
0xffffffffb8c030d6
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x76
|
|
14
|
|
vmlinux |
0xffffffffb8c00e10
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1b0
|
|
15
|
?
percpu_flush_tlb_batch_pages
|
vmlinux |
0xffffffffb8c004f0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x20
|
|
16
|
clear_page_dirty_for_io
|
vmlinux |
0xffffffffb8bc9c60
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x50
|
|
17
|
write_cache_pages
|
vmlinux |
0xffffffffb8bc9ed2
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1f2
|
|
18
|
|
xfs |
0xffffffffc03e9290
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xa0
|
|
19
|
|
vmlinux |
0xffffffffb8ae8294
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x144
|
|
20
|
xfs_vm_writepages
|
xfs |
0xffffffffc03e925b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x6b
|
|
21
|
do_writepages
|
vmlinux |
0xffffffffb8bcaf51
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x21
|
|
22
|
__writeback_single_inode
|
vmlinux |
0xffffffffb8c7d8d0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x40
|
|
23
|
writeback_sb_inodes
|
vmlinux |
0xffffffffb8c7e454
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x1c4
|
|
24
|
__writeback_inodes_wb
|
vmlinux |
0xffffffffb8c7e75f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x9f
|
|
25
|
wb_writeback
|
vmlinux |
0xffffffffb8c7ec33
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x263
|
|
26
|
|
vmlinux |
0xffffffffb8c6a85c
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x4c
|
|
27
|
bdi_writeback_workfn
|
vmlinux |
0xffffffffb8c7f82b
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2cb
|
|
28
|
process_one_work
|
vmlinux |
0xffffffffb8abde3f
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x17f
|
|
29
|
worker_thread
|
vmlinux |
0xffffffffb8abef56
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x126
|
|
30
|
|
vmlinux |
0xffffffffb8abee30
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x2a0
|
|
31
|
kthread
|
vmlinux |
0xffffffffb8ac5e11
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xd1
|
|
32
|
|
vmlinux |
0xffffffffb8ac5d40
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x40
|
|
33
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb9194de4
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0xe
|
|
34
|
|
vmlinux |
0xffffffffb8ac5d40
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#252 stuck for 22s! [kworker/u510:4:151809]
Modules linked in: veth ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype br_netfilter overlay(T) tcp_lp rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache uinput devlink binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_13501(E) snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device
snd_pcm snd_timer qxl ttm snd drm_kms_helper ppdev syscopyarea sysfillrect iTCO_wdt iTCO_vendor_support crc32_pclmul parport_pc ghash_clmulni_intel aesni_intel sysimgblt lrw gf128mul pcspkr fb_sys_fops glue_helper ablk_helper soundcore lpc_ich cryptd joydev parport i2c_i801 virtio_balloon virtio_rng drm drm_panel_orientation_quirks nfsd nfs_acl lockd auth_rpcgss grace sunrpc ip_tables xfs libcrc32c virtio_net virtio_console virtio_blk net_failover failover ahci libahci crct10dif_pclmul crct10dif_common virtio_pci crc32c_intel libata virtio_ring serio_raw virtio dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 252 PID: 151809 Comm: kworker/u510:4 Kdump: loaded Tainted: P EL ------------ T 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: Red Hat KVM/RHEL-AV, BIOS 1.13.0-2.module+el8.4.0+534+4680a14e 04/01/2014
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff8f8981fc4200 ti: ffff8f815d3f4000 task.ti: ffff8f815d3f4000
RIP: 0010:[<ffffffffb8b167a2>] [<ffffffffb8b167a2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8f815d3f77a0 EFLAGS: 00000202
RAX: 00000000000000ff RBX: ffff8f815d3f7770 RCX: 0000000000000001
RDX: 7fffffffffffffff RSI: 00000000000000ff RDI: 0000000000000286
RBP: ffff8f815d3f77f0 R08: ffffffffb9217148 R09: 0000000798f82000
R10: 0000000000000400 R11: 0000000000000000 R12: 0000000000000000
R13: ffffffffc0570b3b R14: ffff8f815d3f7730 R15: ffffffffc02e932e
FS: 0000000000000000(0000) GS:ffff916bef500000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001e02000 CR3: 0000001a31810000 CR4: 0000000000760ee0
PKRU: 00000000
Call Trace:
[<ffffffffb8a7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffb8a7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffb8a7e6a0>] ? leave_mm+0x120/0x120
[<ffffffffb8b168bf>] smp_call_function_single+0x5f/0xa0
[<ffffffffb8d862c5>] ? cpumask_next_and+0x35/0x50
[<ffffffffb8b16e6b>] smp_call_function_many+0x22b/0x270
[<ffffffffb8a7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb8a7ea04>] flush_tlb_page+0x54/0xa0
[<ffffffffb8c07908>] ptep_clear_flush+0x68/0xa0
[<ffffffffb8c00eb6>] page_mkclean_one+0xa6/0xe0
[<ffffffffb8c02cc3>] rmap_walk+0xf3/0x360
[<ffffffffb8c030d6>] page_mkclean+0x76/0xb0
[<ffffffffb8c00e10>] ? page_referenced_one+0x1b0/0x1b0
[<ffffffffb8c004f0>] ? percpu_flush_tlb_batch_pages+0x20/0x20
[<ffffffffb8bc9c60>] clear_page_dirty_for_io+0x50/0xd0
[<ffffffffb8bc9ed2>] write_cache_pages+0x1f2/0x470
[<ffffffffc03e9290>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffb8ae8294>] ? find_busiest_group+0x144/0x990
[<ffffffffc03e925b>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffffb8bcaf51>] do_writepages+0x21/0x50
[<ffffffffb8c7d8d0>] __writeback_single_inode+0x40/0x260
[<ffffffffb8c7e454>] writeback_sb_inodes+0x1c4/0x430
[<ffffffffb8c7e75f>] __writeback_inodes_wb+0x9f/0xd0
[<ffffffffb8c7ec33>] wb_writeback+0x263/0x2f0
[<ffffffffb8c6a85c>] ? get_nr_inodes+0x4c/0x70
[<ffffffffb8c7f82b>] bdi_writeback_workfn+0x2cb/0x460
[<ffffffffb8abde3f>] process_one_work+0x17f/0x440
[<ffffffffb8abef56>] worker_thread+0x126/0x3c0
[<ffffffffb8abee30>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffb8ac5e11>] kthread+0xd1/0xe0
[<ffffffffb8ac5d40>] ? insert_kthread_work+0x40/0x40
[<ffffffffb9194de4>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffffb8ac5d40>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 e0 13 75 b9 48 89 df e8 97 6c 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #439071
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb671117a
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffb667a3d0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffb667a3d0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x110
|
|
4
|
|
vmlinux |
0xffffffffb667a3d0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x110
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffb671128f
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffb69756d5
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffb671183b
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb667a598
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffb667a734
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffb67fd7f7
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x67
|
|
11
|
page_mkclean_one
|
vmlinux |
0xffffffffb67f6dd6
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xa6
|
|
12
|
rmap_walk
|
vmlinux |
0xffffffffb67f8bf3
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xf3
|
|
13
|
page_mkclean
|
vmlinux |
0xffffffffb67f9006
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x76
|
|
14
|
|
vmlinux |
0xffffffffb67f6d30
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x180
|
|
15
|
?
percpu_flush_tlb_batch_pages
|
vmlinux |
0xffffffffb67f6470
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x20
|
|
16
|
clear_page_dirty_for_io
|
vmlinux |
0xffffffffb67c1fd0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x50
|
|
17
|
write_cache_pages
|
vmlinux |
0xffffffffb67c227a
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x22a
|
|
18
|
|
xfs |
0xffffffffc04cc5b0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x150
|
|
19
|
xfs_vm_writepages
|
xfs |
0xffffffffc04cc3ab
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x6b
|
|
20
|
do_writepages
|
vmlinux |
0xffffffffb67c33f1
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x21
|
|
21
|
__writeback_single_inode
|
vmlinux |
0xffffffffb686fba0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x40
|
|
22
|
writeback_sb_inodes
|
vmlinux |
0xffffffffb6870634
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x1c4
|
|
23
|
__writeback_inodes_wb
|
vmlinux |
0xffffffffb687099f
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x9f
|
|
24
|
wb_writeback
|
vmlinux |
0xffffffffb68711d3
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x263
|
|
25
|
bdi_writeback_workfn
|
vmlinux |
0xffffffffb6871b5b
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x2cb
|
|
26
|
process_one_work
|
vmlinux |
0xffffffffb66b9d4f
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x17f
|
|
27
|
worker_thread
|
vmlinux |
0xffffffffb66bade6
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x126
|
|
28
|
|
vmlinux |
0xffffffffb66bacc0
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x2a0
|
|
29
|
kthread
|
vmlinux |
0xffffffffb66c1c31
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xd1
|
|
30
|
|
vmlinux |
0xffffffffb66c1b60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x40
|
|
31
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb6d74c37
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x21
|
|
32
|
|
vmlinux |
0xffffffffb66c1b60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#16 stuck for 23s! [kworker/u66:0:12578]
Modules linked in: rpcsec_gss_krb5 nfsv4 nfs fscache cmac arc4 md4 nls_utf8 cifs ccm dns_resolver tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter dgrp(OE) vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon joydev pcspkr sg i2c_piix4 vmw_vmci nfit parport_pc parport libnvdimm nfsd auth_rpcgss nfs_acl lockd grace sunrpc binfmt_misc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm ahci mptspi ata_piix scsi_transport_spi libahci crct10dif_pclmul serio_raw crct10dif_common drm mptscsih crc32c_intel mptbase libata e1000 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: redirfs]
CPU: 16 PID: 12578 Comm: kworker/u66:0 Kdump: loaded Tainted: P OE ------------ 3.10.0-957.1.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff939c2b270000 ti: ffff938e184b0000 task.ti: ffff938e184b0000
RIP: 0010:[<ffffffffb671117a>] [<ffffffffb671117a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff938e184b3790 EFLAGS: 00000202
RAX: 0000000000000020 RBX: ffff939cdd656780 RCX: 0000000000000020
RDX: 0000000000000020 RSI: 0000000000000020 RDI: 0000000000000286
RBP: ffff938e184b37e0 R08: ffffffffb6e12dc0 R09: 0000000260f20000
R10: 000000000000ba1e R11: 0000000000000001 R12: ffff938e184b3770
R13: ffff939cdd6567b0 R14: ffff938e184b3701 R15: ffff938cf57c9cc8
FS: 0000000000000000(0000) GS:ffff939cdf200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055db3b262c18 CR3: 0000000707c10000 CR4: 00000000000607e0
Call Trace:
[<ffffffffb667a3d0>] ? leave_mm+0x110/0x110
[<ffffffffb667a3d0>] ? leave_mm+0x110/0x110
[<ffffffffb667a3d0>] ? leave_mm+0x110/0x110
[<ffffffffb671128f>] smp_call_function_single+0x5f/0xa0
[<ffffffffb69756d5>] ? cpumask_next_and+0x35/0x50
[<ffffffffb671183b>] smp_call_function_many+0x22b/0x270
[<ffffffffb667a598>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb667a734>] flush_tlb_page+0x54/0xa0
[<ffffffffb67fd7f7>] ptep_clear_flush+0x67/0xa0
[<ffffffffb67f6dd6>] page_mkclean_one+0xa6/0xe0
[<ffffffffb67f8bf3>] rmap_walk+0xf3/0x360
[<ffffffffb67f9006>] page_mkclean+0x76/0xb0
[<ffffffffb67f6d30>] ? page_referenced_one+0x180/0x180
[<ffffffffb67f6470>] ? percpu_flush_tlb_batch_pages+0x20/0x20
[<ffffffffb67c1fd0>] clear_page_dirty_for_io+0x50/0xd0
[<ffffffffb67c227a>] write_cache_pages+0x22a/0x4e0
[<ffffffffc04cc5b0>] ? xfs_aops_discard_page+0x150/0x150 [xfs]
[<ffffffffc04cc3ab>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffffb67c33f1>] do_writepages+0x21/0x50
[<ffffffffb686fba0>] __writeback_single_inode+0x40/0x260
[<ffffffffb6870634>] writeback_sb_inodes+0x1c4/0x490
[<ffffffffb687099f>] __writeback_inodes_wb+0x9f/0xd0
[<ffffffffb68711d3>] wb_writeback+0x263/0x2f0
[<ffffffffb6871b5b>] bdi_writeback_workfn+0x2cb/0x460
[<ffffffffb66b9d4f>] process_one_work+0x17f/0x440
[<ffffffffb66bade6>] worker_thread+0x126/0x3c0
[<ffffffffb66bacc0>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffb66c1c31>] kthread+0xd1/0xe0
[<ffffffffb66c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb6d74c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb66c1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 b7 01 00 48 89 de 48 03 14 c5 60 b9 34 b7 48 89 df e8 aa b3 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #244919
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffb7d111ea
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffb7c7a400
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffb8368b4e
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x5de
|
|
4
|
|
vmlinux |
0xffffffffb7c7a400
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x110
|
|
5
|
|
vmlinux |
0xffffffffb7c7a400
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x110
|
|
6
|
smp_call_function_single
|
vmlinux |
0xffffffffb7d112ff
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x5f
|
|
7
|
|
vmlinux |
0xffffffffb7f75af5
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x35
|
|
8
|
smp_call_function_many
|
vmlinux |
0xffffffffb7d118ab
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x22b
|
|
9
|
native_flush_tlb_others
|
vmlinux |
0xffffffffb7c7a5c8
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xb8
|
|
10
|
flush_tlb_page
|
vmlinux |
0xffffffffb7c7a764
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x54
|
|
11
|
ptep_clear_flush
|
vmlinux |
0xffffffffb7dfd9d7
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x67
|
|
12
|
page_mkclean_one
|
vmlinux |
0xffffffffb7df6fb6
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xa6
|
|
13
|
rmap_walk
|
vmlinux |
0xffffffffb7df8dd3
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xf3
|
|
14
|
page_mkclean
|
vmlinux |
0xffffffffb7df91e6
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x76
|
|
15
|
|
vmlinux |
0xffffffffb7df6f10
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x180
|
|
16
|
?
percpu_flush_tlb_batch_pages
|
vmlinux |
0xffffffffb7df6650
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x20
|
|
17
|
clear_page_dirty_for_io
|
vmlinux |
0xffffffffb7dc2120
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x50
|
|
18
|
write_cache_pages
|
vmlinux |
0xffffffffb7dc2392
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x1f2
|
|
19
|
|
xfs |
0xffffffffc03445b0
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x150
|
|
20
|
|
vmlinux |
0xffffffffb7f455b0
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x70
|
|
21
|
xfs_vm_writepages
|
xfs |
0xffffffffc03443ab
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x6b
|
|
22
|
do_writepages
|
vmlinux |
0xffffffffb7dc34d1
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x21
|
|
23
|
__writeback_single_inode
|
vmlinux |
0xffffffffb7e6ff60
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x40
|
|
24
|
writeback_sb_inodes
|
vmlinux |
0xffffffffb7e709f4
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x1c4
|
|
25
|
__writeback_inodes_wb
|
vmlinux |
0xffffffffb7e70d5f
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x9f
|
|
26
|
wb_writeback
|
vmlinux |
0xffffffffb7e71593
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x263
|
|
27
|
|
vmlinux |
0xffffffffb7e5d3ac
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x4c
|
|
28
|
bdi_writeback_workfn
|
vmlinux |
0xffffffffb7e71f1b
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x2cb
|
|
29
|
process_one_work
|
vmlinux |
0xffffffffb7cb9d8f
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x17f
|
|
30
|
worker_thread
|
vmlinux |
0xffffffffb7cbae26
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x126
|
|
31
|
|
vmlinux |
0xffffffffb7cbad00
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x2a0
|
|
32
|
kthread
|
vmlinux |
0xffffffffb7cc1c71
Build id: 3.10.0-957.12.1.el7.x86_64
|
0xd1
|
|
33
|
|
vmlinux |
0xffffffffb7cc1ba0
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x40
|
|
34
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb8375bdd
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x7
|
|
35
|
|
vmlinux |
0xffffffffb7cc1ba0
Build id: 3.10.0-957.12.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [kworker/u256:2:105313]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink binfmt_misc ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi snd_ens1371 kvm_intel kvm snd_rawmidi snd_ac97_codec irqbypass ac97_bus ppdev crc32_pclmul snd_seq ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel
lrw gf128mul snd_timer glue_helper vmw_balloon ablk_helper cryptd snd soundcore pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm mptspi ata_piix serio_raw scsi_transport_spi e1000 drm_panel_orientation_quirks mptscsih mptbase libata nfit libnvdimm
CPU: 3 PID: 105313 Comm: kworker/u256:2 Kdump: loaded Tainted: G L ------------ 3.10.0-957.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
Workqueue: writeback bdi_writeback_workfn (flush-8:0)
task: ffff9fcbaf3e5140 ti: ffff9fcbe8794000 task.ti: ffff9fcbe8794000
RIP: 0010:[<ffffffffb7d111ea>] [<ffffffffb7d111ea>] generic_exec_single+0xfa/0x1b0
RSP: 0018:ffff9fcbe87977a0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9fcbe8797730 RCX: 0000000000000001
RDX: ffffffffb8412dd0 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9fcbe87977f0 R08: ffffffffb8412dc8 R09: 00000000aee86000
R10: 8aedbcd0601d0a00 R11: 0000000000000000 R12: 0000000000000010
R13: ffffffffb7c611c6 R14: ffffffffffffff10 R15: 0000000000000286
FS: 0000000000000000(0000) GS:ffff9fcbf56c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f640d57b019 CR3: 000000009733e000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffb7c7a400>] ? leave_mm+0x110/0x110
[<ffffffffb8368b4e>] ? __schedule+0x5de/0x890
[<ffffffffb7c7a400>] ? leave_mm+0x110/0x110
[<ffffffffb7c7a400>] ? leave_mm+0x110/0x110
[<ffffffffb7d112ff>] smp_call_function_single+0x5f/0xa0
[<ffffffffb7f75af5>] ? cpumask_next_and+0x35/0x50
[<ffffffffb7d118ab>] smp_call_function_many+0x22b/0x270
[<ffffffffb7c7a5c8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffb7c7a764>] flush_tlb_page+0x54/0xa0
[<ffffffffb7dfd9d7>] ptep_clear_flush+0x67/0xa0
[<ffffffffb7df6fb6>] page_mkclean_one+0xa6/0xe0
[<ffffffffb7df8dd3>] rmap_walk+0xf3/0x360
[<ffffffffb7df91e6>] page_mkclean+0x76/0xb0
[<ffffffffb7df6f10>] ? page_referenced_one+0x180/0x180
[<ffffffffb7df6650>] ? percpu_flush_tlb_batch_pages+0x20/0x20
[<ffffffffb7dc2120>] clear_page_dirty_for_io+0x50/0xd0
[<ffffffffb7dc2392>] write_cache_pages+0x1f2/0x470
[<ffffffffc03445b0>] ? xfs_aops_discard_page+0x150/0x150 [xfs]
[<ffffffffb7f455b0>] ? submit_bio+0x70/0x150
[<ffffffffc03443ab>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffffb7dc34d1>] do_writepages+0x21/0x50
[<ffffffffb7e6ff60>] __writeback_single_inode+0x40/0x260
[<ffffffffb7e709f4>] writeback_sb_inodes+0x1c4/0x490
[<ffffffffb7e70d5f>] __writeback_inodes_wb+0x9f/0xd0
[<ffffffffb7e71593>] wb_writeback+0x263/0x2f0
[<ffffffffb7e5d3ac>] ? get_nr_inodes+0x4c/0x70
[<ffffffffb7e71f1b>] bdi_writeback_workfn+0x2cb/0x460
[<ffffffffb7cb9d8f>] process_one_work+0x17f/0x440
[<ffffffffb7cbae26>] worker_thread+0x126/0x3c0
[<ffffffffb7cbad00>] ? manage_workers.isra.25+0x2a0/0x2a0
[<ffffffffb7cc1c71>] kthread+0xd1/0xe0
[<ffffffffb7cc1ba0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb8375bdd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffb7cc1ba0>] ? insert_kthread_work+0x40/0x40
Code: 00 b7 01 00 48 89 de 48 03 14 c5 a0 ba 94 b8 48 89 df e8 6a b7 27 00 84 c0 75 46 45 85 ed 74 11 f6 43 20 01 74 0b 0f 1f 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #48839
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff85f16802
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff85e7e6a0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff85e7e6a0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffff85e7e6a0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffff85f1691f
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffff86185fe5
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffff85f16ecb
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffff85e7e868
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffff85e7ea04
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffff86007908
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x68
|
|
11
|
page_mkclean_one
|
vmlinux |
0xffffffff86000eb6
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa6
|
|
12
|
rmap_walk
|
vmlinux |
0xffffffff86002cc3
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xf3
|
|
13
|
page_mkclean
|
vmlinux |
0xffffffff860030d6
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x76
|
|
14
|
|
vmlinux |
0xffffffff86000e10
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1b0
|
|
15
|
?
percpu_flush_tlb_batch_pages
|
vmlinux |
0xffffffff860004f0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x20
|
|
16
|
clear_page_dirty_for_io
|
vmlinux |
0xffffffff85fc9cc0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x50
|
|
17
|
write_cache_pages
|
vmlinux |
0xffffffff85fc9f32
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1f2
|
|
18
|
|
xfs |
0xffffffffc04be290
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa0
|
|
19
|
|
vmlinux |
0xffffffff86185fe5
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x35
|
|
20
|
|
vmlinux |
0xffffffff85ee82f4
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x144
|
|
21
|
xfs_vm_writepages
|
xfs |
0xffffffffc04be25b
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x6b
|
|
22
|
do_writepages
|
vmlinux |
0xffffffff85fcafb1
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x21
|
|
23
|
__writeback_single_inode
|
vmlinux |
0xffffffff8607d8d0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x40
|
|
24
|
writeback_sb_inodes
|
vmlinux |
0xffffffff8607e454
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x1c4
|
|
25
|
__writeback_inodes_wb
|
vmlinux |
0xffffffff8607e75f
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x9f
|
|
26
|
wb_writeback
|
vmlinux |
0xffffffff8607ec33
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x263
|
|
27
|
|
vmlinux |
0xffffffff8606a85c
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x4c
|
|
28
|
bdi_writeback_workfn
|
vmlinux |
0xffffffff8607f82b
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x2cb
|
|
29
|
process_one_work
|
vmlinux |
0xffffffff85ebde9f
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x17f
|
|
30
|
worker_thread
|
vmlinux |
0xffffffff85ebefb6
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x126
|
|
31
|
|
vmlinux |
0xffffffff85ebee90
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x2a0
|
|
32
|
kthread
|
vmlinux |
0xffffffff85ec5e71
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xd1
|
|
33
|
|
vmlinux |
0xffffffff85ec5da0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x40
|
|
34
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff86593df7
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x21
|
|
35
|
|
vmlinux |
0xffffffff85ec5da0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u256:2:97217]
Modules linked in: xt_nat veth nf_conntrack_netlink xt_CHECKSUM xt_addrtype ipt_MASQUERADE nf_nat_masquerade_ipv4 br_netfilter tun overlay(T) devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper cryptd pcspkr joydev vmw_vmci sg i2c_piix4 parport_pc parport
ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit ata_piix drm libata libnvdimm mptspi scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common crc32c_intel mptbase e1000 serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 97217 Comm: kworker/u256:2 Tainted: G W L ------------ T 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
Workqueue: writeback bdi_writeback_workfn (flush-253:2)
task: ffff893c31966300 ti: ffff893d32e08000 task.ti: ffff893d32e08000
RIP: 0010:[<ffffffff85f16802>] [<ffffffff85f16802>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff893d32e0b7a0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff893d32e0b770 RCX: 0000000000000001
RDX: ffffffff866137d0 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff893d32e0b7f0 R08: ffffffff866137c8 R09: 00000001e0586000
R10: 3ac2d34556827c40 R11: 0000000000000000 R12: ffff893d778f18a0
R13: 0000000000011220 R14: ffff893d32e0b770 R15: ffff893d778f18d0
FS: 0000000000000000(0000) GS:ffff893d76640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c420171010 CR3: 00000001f4a10000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff85e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffff85e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffff85e7e6a0>] ? leave_mm+0x120/0x120
[<ffffffff85f1691f>] smp_call_function_single+0x5f/0xa0
[<ffffffff86185fe5>] ? cpumask_next_and+0x35/0x50
[<ffffffff85f16ecb>] smp_call_function_many+0x22b/0x270
[<ffffffff85e7e868>] native_flush_tlb_others+0xb8/0xc0
[<ffffffff85e7ea04>] flush_tlb_page+0x54/0xa0
[<ffffffff86007908>] ptep_clear_flush+0x68/0xa0
[<ffffffff86000eb6>] page_mkclean_one+0xa6/0xe0
[<ffffffff86002cc3>] rmap_walk+0xf3/0x360
[<ffffffff860030d6>] page_mkclean+0x76/0xb0
[<ffffffff86000e10>] ? page_referenced_one+0x1b0/0x1b0
[<ffffffff860004f0>] ? percpu_flush_tlb_batch_pages+0x20/0x20
[<ffffffff85fc9cc0>] clear_page_dirty_for_io+0x50/0xd0
[<ffffffff85fc9f32>] write_cache_pages+0x1f2/0x470
[<ffffffffc04be290>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffff86185fe5>] ? cpumask_next_and+0x35/0x50
[<ffffffff85ee82f4>] ? find_busiest_group+0x144/0x990
[<ffffffffc04be25b>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffff85fcafb1>] do_writepages+0x21/0x50
[<ffffffff8607d8d0>] __writeback_single_inode+0x40/0x260
[<ffffffff8607e454>] writeback_sb_inodes+0x1c4/0x430
[<ffffffff8607e75f>] __writeback_inodes_wb+0x9f/0xd0
[<ffffffff8607ec33>] wb_writeback+0x263/0x2f0
[<ffffffff8606a85c>] ? get_nr_inodes+0x4c/0x70
[<ffffffff8607f82b>] bdi_writeback_workfn+0x2cb/0x460
[<ffffffff85ebde9f>] process_one_work+0x17f/0x440
[<ffffffff85ebefb6>] worker_thread+0x126/0x3c0
[<ffffffff85ebee90>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffff85ec5e71>] kthread+0xd1/0xe0
[<ffffffff85ec5da0>] ? insert_kthread_work+0x40/0x40
[<ffffffff86593df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff85ec5da0>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 e0 13 b5 86 48 89 df e8 57 69 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00
Complete report #3363
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffa3f16f22
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffffa3e7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffffa3e7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
4
|
|
vmlinux |
0xffffffffa3e7e730
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x120
|
|
5
|
smp_call_function_single
|
vmlinux |
0xffffffffa3f1703f
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x5f
|
|
6
|
|
vmlinux |
0xffffffffa4184fc5
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x35
|
|
7
|
smp_call_function_many
|
vmlinux |
0xffffffffa3f175eb
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x22b
|
|
8
|
native_flush_tlb_others
|
vmlinux |
0xffffffffa3e7e8f8
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xb8
|
|
9
|
flush_tlb_page
|
vmlinux |
0xffffffffa3e7ea94
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x54
|
|
10
|
ptep_clear_flush
|
vmlinux |
0xffffffffa4007858
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x68
|
|
11
|
page_mkclean_one
|
vmlinux |
0xffffffffa4000e06
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xa6
|
|
12
|
rmap_walk
|
vmlinux |
0xffffffffa4002c13
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xf3
|
|
13
|
page_mkclean
|
vmlinux |
0xffffffffa4003026
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x76
|
|
14
|
|
vmlinux |
0xffffffffa4000d60
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x1b0
|
|
15
|
?
percpu_flush_tlb_batch_pages
|
vmlinux |
0xffffffffa4000440
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x20
|
|
16
|
clear_page_dirty_for_io
|
vmlinux |
0xffffffffa3fc9f20
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x50
|
|
17
|
write_cache_pages
|
vmlinux |
0xffffffffa3fca192
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x1f2
|
|
18
|
|
xfs |
0xffffffffc04d6310
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xa0
|
|
19
|
xfs_vm_writepages
|
xfs |
0xffffffffc04d62db
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x6b
|
|
20
|
do_writepages
|
vmlinux |
0xffffffffa3fcb211
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x21
|
|
21
|
__writeback_single_inode
|
vmlinux |
0xffffffffa407cc30
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x40
|
|
22
|
|
vmlinux |
0xffffffffa3ec7745
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x25
|
|
23
|
writeback_sb_inodes
|
vmlinux |
0xffffffffa407d7c4
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x1c4
|
|
24
|
__writeback_inodes_wb
|
vmlinux |
0xffffffffa407dacf
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x9f
|
|
25
|
wb_writeback
|
vmlinux |
0xffffffffa407dfb3
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x263
|
|
26
|
bdi_writeback_workfn
|
vmlinux |
0xffffffffa407eaac
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x1cc
|
|
27
|
process_one_work
|
vmlinux |
0xffffffffa3ebe6bf
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x17f
|
|
28
|
worker_thread
|
vmlinux |
0xffffffffa3ebf7d6
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x126
|
|
29
|
|
vmlinux |
0xffffffffa3ebf6b0
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x2a0
|
|
30
|
kthread
|
vmlinux |
0xffffffffa3ec6691
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0xd1
|
|
31
|
|
vmlinux |
0xffffffffa3ec65c0
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x40
|
|
32
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa4592d37
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x21
|
|
33
|
|
vmlinux |
0xffffffffa3ec65c0
Build id: 3.10.0-1127.13.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:22813]
Modules linked in: nf_conntrack_netlink nfnetlink binfmt_misc vboxnetadp(OE) vboxnetflt(OE) xt_conntrack iptable_filter xt_REDIRECT nf_nat_redirect vboxdrv(OE) iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack sg ppdev joydev pcspkr parport_pc virtio_balloon parport i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi virtio_net virtio_console net_failover virtio_scsi failover bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 22813 Comm: kworker/u8:2 Kdump: loaded Tainted: G OEL ------------ 3.10.0-1127.13.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.2-0-gf9626ccb91-prebuilt.qemu-project.org 04/01/2014
Workqueue: writeback bdi_writeback_workfn (flush-253:1)
task: ffff8f9acca51070 ti: ffff8f9cb4190000 task.ti: ffff8f9cb4190000
RIP: 0010:[<ffffffffa3f16f22>] [<ffffffffa3f16f22>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8f9cb41937a0 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8f9cb4193770 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000286
RBP: ffff8f9cb41937f0 R08: ffffffffa46136c0 R09: 000000028e4d0000
R10: 0000000000000800 R11: 00000000781e0000 R12: ffff8f9bffc00d00
R13: ffff8f9bffc01300 R14: ffff8f9d3ffd5038 R15: 0000000000011200
FS: 0000000000000000(0000) GS:ffff8f9d3fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005599f0433ab8 CR3: 000000022bbb8000 CR4: 00000000000006e0
Call Trace:
[<ffffffffa3e7e730>] ? leave_mm+0x120/0x120
[<ffffffffa3e7e730>] ? leave_mm+0x120/0x120
[<ffffffffa3e7e730>] ? leave_mm+0x120/0x120
[<ffffffffa3f1703f>] smp_call_function_single+0x5f/0xa0
[<ffffffffa4184fc5>] ? cpumask_next_and+0x35/0x50
[<ffffffffa3f175eb>] smp_call_function_many+0x22b/0x270
[<ffffffffa3e7e8f8>] native_flush_tlb_others+0xb8/0xc0
[<ffffffffa3e7ea94>] flush_tlb_page+0x54/0xa0
[<ffffffffa4007858>] ptep_clear_flush+0x68/0xa0
[<ffffffffa4000e06>] page_mkclean_one+0xa6/0xe0
[<ffffffffa4002c13>] rmap_walk+0xf3/0x360
[<ffffffffa4003026>] page_mkclean+0x76/0xb0
[<ffffffffa4000d60>] ? page_referenced_one+0x1b0/0x1b0
[<ffffffffa4000440>] ? percpu_flush_tlb_batch_pages+0x20/0x20
[<ffffffffa3fc9f20>] clear_page_dirty_for_io+0x50/0xd0
[<ffffffffa3fca192>] write_cache_pages+0x1f2/0x470
[<ffffffffc04d6310>] ? xfs_vm_writepages+0xa0/0xa0 [xfs]
[<ffffffffc04d62db>] xfs_vm_writepages+0x6b/0xa0 [xfs]
[<ffffffffa3fcb211>] do_writepages+0x21/0x50
[<ffffffffa407cc30>] __writeback_single_inode+0x40/0x260
[<ffffffffa3ec7745>] ? wake_up_bit+0x25/0x30
[<ffffffffa407d7c4>] writeback_sb_inodes+0x1c4/0x430
[<ffffffffa407dacf>] __writeback_inodes_wb+0x9f/0xd0
[<ffffffffa407dfb3>] wb_writeback+0x263/0x2f0
[<ffffffffa407eaac>] bdi_writeback_workfn+0x1cc/0x460
[<ffffffffa3ebe6bf>] process_one_work+0x17f/0x440
[<ffffffffa3ebf7d6>] worker_thread+0x126/0x3c0
[<ffffffffa3ebf6b0>] ? manage_workers.isra.26+0x2a0/0x2a0
[<ffffffffa3ec6691>] kthread+0xd1/0xe0
[<ffffffffa3ec65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa4592d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa3ec65c0>] ? insert_kthread_work+0x40/0x40
Code: 89 de 48 03 14 c5 60 10 b5 a4 48 89 df e8 17 52 28 00 84 c0 75 53 45 85 ed 74 16 f6 43 20 01 74 10 0f 1f 84 00 00 00 00 00 f3 90 <f6> 43 20 01 75 f8 31 c0 48 8b 7c 24 28 65 48 33 3c 25 28 00 00