Complete report #1421356
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffff8e397e44
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x94
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffff8e289664
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffff8e2bb4a9
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffff8e2bb8d5
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffff8e2bb800
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffff8e2bbcba
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff8e2bbe01
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffff8e2bb800
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc02eb7bd
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x12d
|
|
10
|
|
vmlinux |
0xffffffff8e0dab32
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x192
|
|
11
|
xfs_file_aio_write
|
xfs |
0xffffffffc02ebadd
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x18d
|
|
12
|
do_sync_write
|
vmlinux |
0xffffffff8e24da83
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x93
|
|
13
|
vfs_write
|
vmlinux |
0xffffffff8e24e570
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0xc0
|
|
14
|
SyS_write
|
vmlinux |
0xffffffff8e24f34f
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x7f
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffff8e795f92
Build id: 3.10.0-1160.42.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [AsyncAppender-D:45435]
Modules linked in: veth nf_tables vxlan ip6_udp_tunnel udp_tunnel xt_statistic xt_recent xt_nat nfsv4 dns_resolver nfs fscache rpcsec_gss_krb5 xt_comment xt_mark ip_set ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon parport_pc parport pcspkr joydev i2c_piix4 sg vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c
sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod syscopyarea crc_t10dif sysfillrect sysimgblt fb_sys_fops ttm crct10dif_generic ahci drm ata_piix libahci nfit crct10dif_pclmul libata crct10dif_common libnvdimm crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 45435 Comm: AsyncAppender-D Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.42.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8f41ca7b1080 ti: ffff8f422be20000 task.ti: ffff8f422be20000
RIP: 0010:[<ffffffff8e397e44>] [<ffffffff8e397e44>] memset+0x94/0xb0
RSP: 0018:ffff8f422be23a48 EFLAGS: 00010212
RAX: 0000000000000000 RBX: ffffffff8e28634a RCX: 0000000000000000
RDX: 0000000000000ed5 RSI: 0000000000000000 RDI: ffff8f2a473dd12b
RBP: ffff8f422be23b00 R08: 0000000000001000 R09: 0000000000000003
R10: ffff8f2a473dd12b R11: 0000000000000000 R12: ffffffff8e1bd9ae
R13: ffff8f422be239b8 R14: ffff8f423eb58240 R15: ffff8f423eb58000
FS: 00007f2a9a6f2640(0000) GS:ffff8f423f240000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f10e8e1be60 CR3: 0000001d766ae000 CR4: 00000000007607e0
PKRU: 55555554
Call Trace:
[<ffffffff8e289664>] ? __block_write_begin_int+0x554/0x650
[<ffffffff8e2bb4a9>] iomap_write_begin+0xc9/0x250
[<ffffffff8e2bb8d5>] iomap_write_actor+0xd5/0x1f0
[<ffffffff8e2bb800>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffff8e2bbcba>] iomap_apply+0xba/0x160
[<ffffffff8e2bbe01>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff8e2bb800>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc02eb7bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffff8e0dab32>] ? try_to_wake_up+0x192/0x390
[<ffffffffc02ebadd>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff8e24da83>] do_sync_write+0x93/0xe0
[<ffffffff8e24e570>] vfs_write+0xc0/0x1f0
[<ffffffff8e24f34f>] SyS_write+0x7f/0xf0
[<ffffffff8e795f92>] system_call_fastpath+0x25/0x2a
Code: 03 66 0f 1f 44 00 00 ff c9 48 89 07 48 8d 7f 08 75 f5 83 e2 07 74 0a ff ca 88 07 48 8d 7f 01 75 f6 4c 89 d0 c3 48 83 fa 07 76 e7 <48> 89 07 49 c7 c0 08 00 00 00 4d 29 c8 4c 01 c7 4c 29 c2 e9 72
Complete report #1417880
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffff9d597c54
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x94
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffff9d489524
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffff9d4bb329
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffff9d4bb755
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffff9d4bb680
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffff9d4bbb3a
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff9d4bbc81
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffff9d4bb680
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc035f7bd
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x12d
|
|
10
|
xfs_file_aio_write
|
xfs |
0xffffffffc035fadd
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x18d
|
|
11
|
do_sync_write
|
vmlinux |
0xffffffff9d44da13
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x93
|
|
12
|
vfs_write
|
vmlinux |
0xffffffff9d44e4a0
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0xc0
|
|
13
|
SyS_pwrite64
|
vmlinux |
0xffffffff9d44f3ea
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x8a
|
|
14
|
system_call_fastpath
|
vmlinux |
0xffffffff9d999f92
Build id: 3.10.0-1160.66.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 32s! [mysqld:3163]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nls_utf8 cifs ccm dns_resolver nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event iosf_mbi kvm_intel snd_ens1371 kvm snd_rawmidi irqbypass snd_ac97_codec ac97_bus crc32_pclmul ghash_clmulni_intel snd_seq snd_seq_device snd_pcm aesni_intel
lrw gf128mul glue_helper ablk_helper ppdev cryptd snd_timer snd soundcore vmw_balloon pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif vmwgfx crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix drm nfit libnvdimm libata mptspi serio_raw e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 3163 Comm: mysqld Tainted: G L ------------ 3.10.0-1160.66.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff96a274bc5280 ti: ffff96a22fa18000 task.ti: ffff96a22fa18000
RIP: 0010:[<ffffffff9d597c54>] [<ffffffff9d597c54>] memset+0x94/0xb0
RSP: 0018:ffff96a22fa1ba48 EFLAGS: 00010206
RAX: 0000000000000000 RBX: ffffffff9d4861ea RCX: 0000000000000000
RDX: 0000000000000ffc RSI: 0000000000000000 RDI: ffff96a237b36004
RBP: ffff96a22fa1bb00 R08: 0000000000001000 R09: 0000000000000004
R10: ffff96a237b36004 R11: 0000000000000000 R12: ffffffff9d3bd9de
R13: ffff96a22fa1b9b8 R14: ffff96a27b019c40 R15: ffff96a27b019a00
FS: 00007fef880f4700(0000) GS:ffff96a27b600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f66ec6ae000 CR3: 00000000651de000 CR4: 00000000003607f0
Call Trace:
[<ffffffff9d489524>] ? __block_write_begin_int+0x554/0x650
[<ffffffff9d4bb329>] iomap_write_begin+0xc9/0x250
[<ffffffff9d4bb755>] iomap_write_actor+0xd5/0x1f0
[<ffffffff9d4bb680>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffff9d4bbb3a>] iomap_apply+0xba/0x160
[<ffffffff9d4bbc81>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff9d4bb680>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc035f7bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc035fadd>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff9d44da13>] do_sync_write+0x93/0xe0
[<ffffffff9d44e4a0>] vfs_write+0xc0/0x1f0
[<ffffffff9d44f3ea>] SyS_pwrite64+0x8a/0xc0
[<ffffffff9d999f92>] system_call_fastpath+0x25/0x2a
Code: 03 66 0f 1f 44 00 00 ff c9 48 89 07 48 8d 7f 08 75 f5 83 e2 07 74 0a ff ca 88 07 48 8d 7f 01 75 f6 4c 89 d0 c3 48 83 fa 07 76 e7 <48> 89 07 49 c7 c0 08 00 00 00 4d 29 c8 4c 01 c7 4c 29 c2 e9 72
Complete report #1011612
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffffb87ae1c8
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x98
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffffb8698704
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffffb86cb2a9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffffb86cb6f5
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffffb86cb620
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffffb86cbada
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffb86cbc21
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffffb86cb620
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc050df3d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x12d
|
|
10
|
|
vmlinux |
0xffffffffb84b53ab
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1b
|
|
11
|
xfs_file_aio_write
|
xfs |
0xffffffffc050e26d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x18d
|
|
12
|
do_sync_write
|
vmlinux |
0xffffffffb865b2b3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x93
|
|
13
|
vfs_write
|
vmlinux |
0xffffffffb865bd80
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xc0
|
|
14
|
SyS_write
|
vmlinux |
0xffffffffb865cb35
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x55
|
|
15
|
tracesys
|
vmlinux |
0xffffffffb8bc562e
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [apiserver:113177]
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event btusb snd_ens1371 snd_rawmidi btrtl snd_ac97_codec btbcm btintel ac97_bus snd_seq iosf_mbi bluetooth ppdev crc32_pclmul snd_seq_device ghash_clmulni_intel aesni_intel snd_pcm lrw rfkill gf128mul glue_helper snd_timer ablk_helper snd vmw_balloon cryptd sg soundcore joydev pcspkr vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod
crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm ata_piix crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel libata e1000 mptspi scsi_transport_spi mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 113177 Comm: apiserver Kdump: loaded Tainted: G L ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9c465bf55280 ti: ffff9c465ad50000 task.ti: ffff9c465ad50000
RIP: 0010:[<ffffffffb87ae1c8>] [<ffffffffb87ae1c8>] memset+0x98/0xb0
RSP: 0018:ffff9c465ad53a48 EFLAGS: 00010206
RAX: 0000000000000000 RBX: ffffffffb869528a RCX: 0000000000000000
RDX: 0000000000000ea7 RSI: 0000000000000000 RDI: ffff9c48f81f9159
RBP: ffff9c465ad53b00 R08: 0000000000001000 R09: 0000000000000001
R10: ffff9c48f81f9159 R11: 0000000000000000 R12: ffffffffb85c868e
R13: ffff9c465ad539b8 R14: ffff9c45f5090580 R15: ffff9c45f5090340
FS: 000000c000100090(0000) GS:ffff9c46f9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f588b850350 CR3: 000000012251c000 CR4: 00000000003607f0
Call Trace:
[<ffffffffb8698704>] ? __block_write_begin_int+0x554/0x650
[<ffffffffb86cb2a9>] iomap_write_begin+0xc9/0x260
[<ffffffffb86cb6f5>] iomap_write_actor+0xd5/0x1f0
[<ffffffffb86cb620>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffffb86cbada>] iomap_apply+0xba/0x160
[<ffffffffb86cbc21>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffb86cb620>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffffc050df3d>] xfs_file_buffered_aio_write+0x12d/0x2d0 [xfs]
[<ffffffffb84b53ab>] ? recalc_sigpending+0x1b/0x80
[<ffffffffc050e26d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffb865b2b3>] do_sync_write+0x93/0xe0
[<ffffffffb865bd80>] vfs_write+0xc0/0x1f0
[<ffffffffb865cb35>] SyS_write+0x55/0xd0
[<ffffffffb8bc562e>] tracesys+0xa6/0xcc
Code: 44 00 00 ff c9 48 89 07 48 8d 7f 08 75 f5 83 e2 07 74 0a ff ca 88 07 48 8d 7f 01 75 f6 4c 89 d0 e9 3e 03 00 00 48 83 fa 07 76 e3 <48> 89 07 49 c7 c0 08 00 00 00 4d 29 c8 4c 01 c7 4c 29 c2 e9 6e
Complete report #982235
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffff835ae1a8
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x98
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffff834986d4
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffff834cb279
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffff834cb6c5
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffff834cb5f0
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x1e0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffff834cbaaa
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff834cbbf1
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffff834cb5f0
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x1e0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc024cf3d
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x12d
|
|
10
|
|
vmlinux |
0xffffffff833fa889
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x139
|
|
11
|
xfs_file_aio_write
|
xfs |
0xffffffffc024d26d
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x18d
|
|
12
|
do_sync_write
|
vmlinux |
0xffffffff8345b283
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x93
|
|
13
|
vfs_write
|
vmlinux |
0xffffffff8345bd50
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xc0
|
|
14
|
SyS_write
|
vmlinux |
0xffffffff8345cb05
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x55
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffff839c539a
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [dmesg:22906]
Modules linked in: binfmt_misc xt_limit ipt_REJECT nf_reject_ipv4 nf_log_ipv4 nf_log_common xt_LOG nf_conntrack_ipv4 nf_defrag_ipv4 xt_multiport xt_conntrack nf_conntrack iptable_filter sg pcspkr joydev i2c_piix4 virtio_balloon ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net net_failover virtio_blk failover bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 22906 Comm: dmesg Kdump: loaded Tainted: G L ------------ 3.10.0-1160.114.2.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.2-0-gea1b7a073390-prebuilt.qemu.org 04/01/2014
task: ffff8851fae0a100 ti: ffff885085828000 task.ti: ffff885085828000
RIP: 0010:[<ffffffff835ae1a8>] [<ffffffff835ae1a8>] memset+0x98/0xb0
RSP: 0018:ffff88508582ba48 EFLAGS: 00010202
RAX: 0000000000000000 RBX: ffffffff8349525a RCX: 0000000000000000
RDX: 00000000000009ba RSI: 0000000000000000 RDI: ffff8850fa6ab646
RBP: ffff88508582bb00 R08: 0000000000001000 R09: 0000000000000006
R10: ffff8850fa6ab646 R11: 0000000000000000 R12: ffffffff833c865e
R13: ffff88508582b9b8 R14: ffff8852b72ecf40 R15: ffff8852b72ecd00
FS: 00007ff6963df740(0000) GS:ffff8852bfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff695e79b30 CR3: 00000000052d6000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff834986d4>] ? __block_write_begin_int+0x554/0x650
[<ffffffff834cb279>] iomap_write_begin+0xc9/0x260
[<ffffffff834cb6c5>] iomap_write_actor+0xd5/0x1f0
[<ffffffff834cb5f0>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffff834cbaaa>] iomap_apply+0xba/0x160
[<ffffffff834cbbf1>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff834cb5f0>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffffc024cf3d>] xfs_file_buffered_aio_write+0x12d/0x2d0 [xfs]
[<ffffffff833fa889>] ? do_read_fault.isra.63+0x139/0x1b0
[<ffffffffc024d26d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff8345b283>] do_sync_write+0x93/0xe0
[<ffffffff8345bd50>] vfs_write+0xc0/0x1f0
[<ffffffff8345cb05>] SyS_write+0x55/0xd0
[<ffffffff839c539a>] system_call_fastpath+0x25/0x2a
Code: 44 00 00 ff c9 48 89 07 48 8d 7f 08 75 f5 83 e2 07 74 0a ff ca 88 07 48 8d 7f 01 75 f6 4c 89 d0 e9 5e 03 00 00 48 83 fa 07 76 e3 <48> 89 07 49 c7 c0 08 00 00 00 4d 29 c8 4c 01 c7 4c 29 c2 e9 6e
[IPTABLES INPUT] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=78.128.114.2 DST=160.26.79.78 LEN=44 TOS=0x00 PREC=0x00 TTL=238 ID=51405 PROTO=TCP SPT=57449 DPT=4725 WINDOW=1025 RES=0x00 SYN URGP=0
[IPTABLES INPUT] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=205.210.31.218 DST=160.26.79.78 LEN=44 TOS=0x00 PREC=0x00 TTL=246 ID=54321 PROTO=TCP SPT=53584 DPT=9093 WINDOW=65535 RES=0x00 SYN URGP=0
[IPTABLES INPUT] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=209.97.138.4 DST=160.26.79.78 LEN=59 TOS=0x00 PREC=0x00 TTL=235 ID=30329 PROTO=UDP SPT=51148 DPT=53 LEN=39
[IPTABLES INPUT] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=114.156.3.164 DST=160.26.79.78 LEN=40 TOS=0x00 PREC=0x00 TTL=238 ID=53504 PROTO=TCP SPT=62766 DPT=8086 WINDOW=1024 RES=0x00 SYN URGP=0
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=34.255.0.174 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=236 ID=31511 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=2223
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=15.152.86.154 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=239 ID=41243 DF PROTO=ICMP TYPE=8 CODE=0 ID=8 SEQ=14761
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=15.188.76.186 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=238 ID=45229 DF PROTO=ICMP TYPE=8 CODE=0 ID=32 SEQ=2852
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=15.168.152.200 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=239 ID=50823 DF PROTO=ICMP TYPE=8 CODE=0 ID=8 SEQ=14761
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=18.201.120.77 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=236 ID=29474 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=2223
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=13.208.166.8 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=239 ID=7959 DF PROTO=ICMP TYPE=8 CODE=0 ID=8 SEQ=14761
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=52.47.165.12 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=236 ID=20393 DF PROTO=ICMP TYPE=8 CODE=0 ID=32 SEQ=2852
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=35.180.156.89 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=238 ID=33435 DF PROTO=ICMP TYPE=8 CODE=0 ID=32 SEQ=2852
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=157.175.160.86 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=235 ID=43053 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=4376
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=15.185.151.88 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=235 ID=15373 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=4376
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=157.175.208.237 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=235 ID=30461 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=4376
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=16.16.104.192 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=224 ID=14019 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=9372
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=16.171.177.70 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=224 ID=57126 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=9372
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=3.101.58.130 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=239 ID=32099 DF PROTO=ICMP TYPE=8 CODE=0 ID=3 SEQ=9917
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=51.20.60.108 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=224 ID=57049 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=9372
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=54.176.44.9 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=239 ID=3563 DF PROTO=ICMP TYPE=8 CODE=0 ID=3 SEQ=10783
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=3.26.226.72 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=235 ID=38308 DF PROTO=ICMP TYPE=8 CODE=0 ID=29 SEQ=17711
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=52.63.242.155 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=237 ID=64332 DF PROTO=ICMP TYPE=8 CODE=0 ID=29 SEQ=17711
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=13.239.20.146 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=238 ID=33061 DF PROTO=ICMP TYPE=8 CODE=0 ID=29 SEQ=17711
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=18.171.212.59 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=227 ID=54321 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=19889
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=18.132.97.199 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=231 ID=3322 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=19889
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=3.8.183.71 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=233 ID=12517 DF PROTO=ICMP TYPE=8 CODE=0 ID=5 SEQ=19889
[IPTABLES INPUT] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=104.156.155.8 DST=160.26.79.78 LEN=40 TOS=0x00 PREC=0x00 TTL=238 ID=64359 PROTO=TCP SPT=43836 DPT=6789 WINDOW=1024 RES=0x00 SYN URGP=0
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=3.34.91.69 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=234 ID=38121 DF PROTO=ICMP TYPE=8 CODE=0 ID=29 SEQ=24062
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=43.203.131.36 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=234 ID=5799 DF PROTO=ICMP TYPE=8 CODE=0 ID=29 SEQ=24062
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=43.203.240.139 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=234 ID=51867 DF PROTO=ICMP TYPE=8 CODE=0 ID=29 SEQ=24062
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=3.35.104.127 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=236 ID=26749 DF PROTO=ICMP TYPE=8 CODE=0 ID=29 SEQ=24062
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=3.70.6.30 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=240 ID=25856 DF PROTO=ICMP TYPE=8 CODE=0 ID=2 SEQ=8757
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=3.78.248.61 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=240 ID=51692 DF PROTO=ICMP TYPE=8 CODE=0 ID=2 SEQ=8757
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=35.159.15.29 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=238 ID=43109 DF PROTO=ICMP TYPE=8 CODE=0 ID=2 SEQ=8757
[IPTABLES INPUT] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=18.169.167.109 DST=160.26.79.78 LEN=60 TOS=0x00 PREC=0x00 TTL=63 ID=45547 PROTO=TCP SPT=43740 DPT=143 WINDOW=29200 RES=0x00 SYN URGP=0
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=54.187.163.12 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=237 ID=19070 DF PROTO=ICMP TYPE=8 CODE=0 ID=27 SEQ=3927
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=54.189.231.191 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=239 ID=35805 DF PROTO=ICMP TYPE=8 CODE=0 ID=27 SEQ=3927
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=35.87.61.79 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=237 ID=20308 DF PROTO=ICMP TYPE=8 CODE=0 ID=27 SEQ=3927
[IPTABLES PINGDEATH] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=35.90.167.191 DST=160.26.79.78 LEN=36 TOS=0x00 PREC=0x00 TTL=239 ID=5325 DF PROTO=ICMP TYPE=8 CODE=0 ID=27 SEQ=3927
[IPTABLES INPUT] : IN=eth1 OUT= MAC=00:a0:24:a7:68:5a:e0:69:ba:ad:07:82:08:00 SRC=167.94.138.104 DST=160.26.79.78 LEN=60 TOS=0x00 PREC=0x00 TTL=47 ID=53240 PROTO=TCP SPT=62302 DPT=52330 WINDOW=42340 RES=0x00 SYN URGP=0
Complete report #937871
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffffa3596324
Build id: 3.10.0-1127.el7.x86_64
|
0x94
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffffa3488364
Build id: 3.10.0-1127.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffffa34ba009
Build id: 3.10.0-1127.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffffa34ba435
Build id: 3.10.0-1127.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffffa34ba360
Build id: 3.10.0-1127.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffffa34ba81a
Build id: 3.10.0-1127.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffa34ba961
Build id: 3.10.0-1127.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffffa34ba360
Build id: 3.10.0-1127.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc05cd8ad
Build id: 3.10.0-1127.el7.x86_64
|
0x12d
|
|
10
|
|
vmlinux |
0xffffffffa38ba894
Build id: 3.10.0-1127.el7.x86_64
|
0xb34
|
|
11
|
xfs_file_aio_write
|
xfs |
0xffffffffc05cdbcd
Build id: 3.10.0-1127.el7.x86_64
|
0x18d
|
|
12
|
do_sync_write
|
vmlinux |
0xffffffffa344c663
Build id: 3.10.0-1127.el7.x86_64
|
0x93
|
|
13
|
vfs_write
|
vmlinux |
0xffffffffa344d150
Build id: 3.10.0-1127.el7.x86_64
|
0xc0
|
|
14
|
SyS_write
|
vmlinux |
0xffffffffa344df1f
Build id: 3.10.0-1127.el7.x86_64
|
0x7f
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffffa3992ed2
Build id: 3.10.0-1127.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [prometheus:2343]
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm dns_resolver xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 ipt_REJECT nf_reject_ipv4 bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables tun xt_conntrack iptable_filter vmw_vsock_vmci_transport vsock xt_nat iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm ppdev snd_timer vmw_balloon snd sg crc32_pclmul soundcore ghash_clmulni_intel aesni_intel pcspkr lrw gf128mul glue_helper ablk_helper cryptd joydev parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx ata_piix drm_kms_helper syscopyarea
sysfillrect sysimgblt libata fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm nfit e1000 serio_raw libnvdimm mptspi scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 2343 Comm: prometheus Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff9120028162a0 ti: ffff91200294c000 task.ti: ffff91200294c000
RIP: 0010:[<ffffffffa3596324>] [<ffffffffa3596324>] memset+0x94/0xb0
RSP: 0018:ffff91200294fa48 EFLAGS: 00010212
RAX: 0000000000000000 RBX: ffffffffa348504a RCX: 0000000000000000
RDX: 0000000000000fc1 RSI: 0000000000000000 RDI: ffff911edee9103f
RBP: ffff91200294fb00 R08: 0000000000001000 R09: 0000000000000007
R10: ffff911edee9103f R11: 0000000000000000 R12: ffffffffa33bdc7e
R13: ffff91200294f9b8 R14: ffff912023ca0240 R15: ffff912023ca0000
FS: 00007fc05e8a0700(0000) GS:ffff912029600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4719e71000 CR3: 0000000510bfe000 CR4: 00000000003607f0
Call Trace:
[<ffffffffa3488364>] ? __block_write_begin_int+0x554/0x650
[<ffffffffa34ba009>] iomap_write_begin+0xc9/0x250
[<ffffffffa34ba435>] iomap_write_actor+0xd5/0x1f0
[<ffffffffa34ba360>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffa34ba81a>] iomap_apply+0xba/0x160
[<ffffffffa34ba961>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffa34ba360>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc05cd8ad>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffa38ba894>] ? tcp_rcv_state_process+0xb34/0xf50
[<ffffffffc05cdbcd>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffa344c663>] do_sync_write+0x93/0xe0
[<ffffffffa344d150>] vfs_write+0xc0/0x1f0
[<ffffffffa344df1f>] SyS_write+0x7f/0xf0
[<ffffffffa3992ed2>] system_call_fastpath+0x25/0x2a
Code: 03 66 0f 1f 44 00 00 ff c9 48 89 07 48 8d 7f 08 75 f5 83 e2 07 74 0a ff ca 88 07 48 8d 7f 01 75 f6 4c 89 d0 c3 48 83 fa 07 76 e7 <48> 89 07 49 c7 c0 08 00 00 00 4d 29 c8 4c 01 c7 4c 29 c2 e9 72
Complete report #894080
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
clear_page
|
vmlinux |
0xffffffffaf1ab542
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x12
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffffaf0986b4
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffffaf0cb259
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffffaf0cb6a5
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffffaf0cb5d0
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x1e0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffffaf0cba8a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffaf0cbbd1
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffffaf0cb5d0
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x1e0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc037cf3d
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x12d
|
|
10
|
xfs_file_aio_write
|
xfs |
0xffffffffc037d26d
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x18d
|
|
11
|
do_sync_write
|
vmlinux |
0xffffffffaf05b263
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x93
|
|
12
|
vfs_write
|
vmlinux |
0xffffffffaf05bd30
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0xc0
|
|
13
|
SyS_write
|
vmlinux |
0xffffffffaf05cae5
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x55
|
|
14
|
system_call_fastpath
|
vmlinux |
0xffffffffaf5c539a
Build id: 3.10.0-1160.102.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#14 stuck for 24s! [/opt/assure1/bi:57737]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 snd_rawmidi iosf_mbi crc32_pclmul snd_ac97_codec ac97_bus ghash_clmulni_intel btusb snd_seq btrtl btbcm snd_seq_device btintel aesni_intel lrw snd_pcm ppdev bluetooth gf128mul glue_helper snd_timer vmw_balloon ablk_helper i2c_piix4 vmw_vmci snd cryptd rfkill soundcore sg pcspkr joydev parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul
crct10dif_common nfit drm crc32c_intel libata nvme libnvdimm e1000 serio_raw nvme_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod synosnap(OE)
CPU: 14 PID: 57737 Comm: /opt/assure1/bi Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9cdb26f0c200 ti: ffff9cdf758cc000 task.ti: ffff9cdf758cc000
RIP: 0010:[<ffffffffaf1ab542>] [<ffffffffaf1ab542>] clear_page+0x12/0x40
RSP: 0000:ffff9cdf758cfb38 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffffaf1bd43d RCX: 000000000000003f
RDX: ffffffffaf88ffa8 RSI: 0000000000000000 RDI: ffff9cdd06281000
RBP: ffff9cdf758cfc48 R08: ffffffffaf88ff97 R09: ffffe6a51618a080
R10: 0000000000004b29 R11: ffff9cdf0f2785e8 R12: 0000000000000000
R13: 0000000000000095 R14: 00001000000001c1 R15: 0000000000000000
FS: 00007f6c40e5d740(0000) GS:ffff9cdf9d980000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000007ca6bb8 CR3: 0000000519c68000 CR4: 00000000003607e0
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 25s! [wget:28647]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat xt_addrtype iptable_filter br_netfilter bridge stp llc overlay(T) ip_vs nf_conntrack vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 snd_rawmidi iosf_mbi crc32_pclmul snd_ac97_codec ac97_bus ghash_clmulni_intel btusb snd_seq btrtl btbcm snd_seq_device btintel aesni_intel lrw snd_pcm ppdev bluetooth gf128mul glue_helper snd_timer vmw_balloon ablk_helper i2c_piix4 vmw_vmci snd cryptd rfkill soundcore sg pcspkr joydev parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul
crct10dif_common nfit drm crc32c_intel libata nvme libnvdimm e1000 serio_raw nvme_core drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod synosnap(OE)
CPU: 3 PID: 28647 Comm: wget Kdump: loaded Tainted: G W OEL ------------ T 3.10.0-1160.102.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9cd8831d3180 ti: ffff9cd7c39ac000 task.ti: ffff9cd7c39ac000
RIP: 0010:[<ffffffffaf1ae188>] [<ffffffffaf1ae188>] memset+0x98/0xb0
RSP: 0018:ffff9cd7c39afa48 EFLAGS: 00010202
RAX: 0000000000000000 RBX: ffffffffaf09523a RCX: 0000000000000000
RDX: 000000000000057a RSI: 0000000000000000 RDI: ffff9cdeda9d2a86
RBP: ffff9cd7c39afb00 R08: 0000000000001000 R09: 0000000000000006
R10: ffff9cdeda9d2a86 R11: 0000000000000000 R12: ffffffffaefc863e
R13: ffff9cd7c39af9b8 R14: ffff9cdf982c0240 R15: ffff9cdf982c0000
FS: 00007f25c85a8880(0000) GS:ffff9cdf9d6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa63e083000 CR3: 00000000191c2000 CR4: 00000000003607e0
Call Trace:
[<ffffffffaf0986b4>] ? __block_write_begin_int+0x554/0x650
[<ffffffffaf0cb259>] iomap_write_begin+0xc9/0x260
[<ffffffffaf0cb6a5>] iomap_write_actor+0xd5/0x1f0
[<ffffffffaf0cb5d0>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffffaf0cba8a>] iomap_apply+0xba/0x160
[<ffffffffaf0cbbd1>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffaf0cb5d0>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffffc037cf3d>] xfs_file_buffered_aio_write+0x12d/0x2d0 [xfs]
[<ffffffffc037d26d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffaf05b263>] do_sync_write+0x93/0xe0
[<ffffffffaf05bd30>] vfs_write+0xc0/0x1f0
[<ffffffffaf05cae5>] SyS_write+0x55/0xd0
[<ffffffffaf5c539a>] system_call_fastpath+0x25/0x2a
Complete report #710254
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
?
__block_write_begin_int
|
vmlinux |
0xffffffffb8898644
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x554
|
|
2
|
iomap_write_begin
|
vmlinux |
0xffffffffb88cb1e9
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xc9
|
|
3
|
iomap_write_actor
|
vmlinux |
0xffffffffb88cb635
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xd5
|
|
4
|
|
vmlinux |
0xffffffffb88cb560
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x1e0
|
|
5
|
iomap_apply
|
vmlinux |
0xffffffffb88cba1a
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xba
|
|
6
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffb88cbb61
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xa1
|
|
7
|
|
vmlinux |
0xffffffffb88cb560
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x1e0
|
|
8
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc0596f3d
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x12d
|
|
9
|
xfs_file_aio_write
|
xfs |
0xffffffffc059726d
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x18d
|
|
10
|
do_sync_write
|
vmlinux |
0xffffffffb885b1f3
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x93
|
|
11
|
vfs_write
|
vmlinux |
0xffffffffb885bcc0
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0xc0
|
|
12
|
SyS_write
|
vmlinux |
0xffffffffb885ca75
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x55
|
|
13
|
system_call_fastpath
|
vmlinux |
0xffffffffb8dc539a
Build id: 3.10.0-1160.90.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 73s! [cmagent:39736]
[<ffffffffb8898644>] ? __block_write_begin_int+0x554/0x650
[<ffffffffb88cb1e9>] iomap_write_begin+0xc9/0x260
[<ffffffffb88cb635>] iomap_write_actor+0xd5/0x1f0
[<ffffffffb88cb560>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffffb88cba1a>] iomap_apply+0xba/0x160
[<ffffffffb88cbb61>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffb88cb560>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffffc0596f3d>] xfs_file_buffered_aio_write+0x12d/0x2d0 [xfs]
[<ffffffffc059726d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffb885b1f3>] do_sync_write+0x93/0xe0
[<ffffffffb885bcc0>] vfs_write+0xc0/0x1f0
[<ffffffffb885ca75>] SyS_write+0x55/0xd0
[<ffffffffb8dc539a>] system_call_fastpath+0x25/0x2a
Complete report #415353
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffffa0597e64
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x94
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffffa0489684
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffffa04bb4c9
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffffa04bb8f5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffffa04bb820
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffffa04bbcda
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffa04bbe21
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffffa04bb820
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc02d37bd
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x12d
|
|
10
|
xfs_file_aio_write
|
xfs |
0xffffffffc02d3add
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x18d
|
|
11
|
do_sync_write
|
vmlinux |
0xffffffffa044daa3
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x93
|
|
12
|
vfs_write
|
vmlinux |
0xffffffffa044e590
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xc0
|
|
13
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa0995ed5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa2
|
|
14
|
SyS_write
|
vmlinux |
0xffffffffa044f36f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7f
|
|
15
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa0995ed5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa2
|
|
16
|
system_call_fastpath
|
vmlinux |
0xffffffffa0995f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
|
17
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa0995ed5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [named:1220]
Modules linked in: nfnetlink_queue nfnetlink_log bluetooth rfkill xt_limit ipt_REJECT nf_reject_ipv4 nf_log_ipv4 nf_log_common xt_LOG nf_conntrack_ipv4 nf_defrag_ipv4 xt_hashlimit xt_multiport xt_conntrack nf_conntrack iptable_filter pcspkr sg joydev i2c_piix4 virtio_balloon ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net net_failover failover virtio_blk bochs_drm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata serio_raw floppy virtio_pci virtio_ring virtio drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 1220 Comm: named Tainted: G L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.15.0-0-g2dd4b9b3f840-prebuilt.qemu.org 04/01/2014
task: ffffa07577dcb180 ti: ffffa075787e4000 task.ti: ffffa075787e4000
RIP: 0010:[<ffffffffa0597e64>] [<ffffffffa0597e64>] memset+0x94/0xb0
RSP: 0018:ffffa075787e7a48 EFLAGS: 00010206
RAX: 0000000000000000 RBX: ffffffffa048636a RCX: 0000000000000000
RDX: 0000000000000f8b RSI: 0000000000000000 RDI: ffffa0757569d075
RBP: ffffa075787e7b00 R08: 0000000000001000 R09: 0000000000000005
R10: ffffa0757569d075 R11: 0000000000000000 R12: ffffffffa03bd9ae
R13: ffffa075787e79b8 R14: ffffa0757ec255c0 R15: ffffa0757ec25380
FS: 00007f4959770700(0000) GS:ffffa0757fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9fa96d6000 CR3: 00000000790b4000 CR4: 00000000000006f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffa0489684>] ? __block_write_begin_int+0x554/0x650
[<ffffffffa04bb4c9>] iomap_write_begin+0xc9/0x250
[<ffffffffa04bb8f5>] iomap_write_actor+0xd5/0x1f0
[<ffffffffa04bb820>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffa04bbcda>] iomap_apply+0xba/0x160
[<ffffffffa04bbe21>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffa04bb820>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc02d37bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc02d3add>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffa044daa3>] do_sync_write+0x93/0xe0
[<ffffffffa044e590>] vfs_write+0xc0/0x1f0
[<ffffffffa0995ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffa044f36f>] SyS_write+0x7f/0xf0
[<ffffffffa0995ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffa0995f92>] system_call_fastpath+0x25/0x2a
[<ffffffffa0995ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 03 66 0f 1f 44 00 00 ff c9 48 89 07 48 8d 7f 08 75 f5 83 e2 07 74 0a ff ca 88 07 48 8d 7f 01 75 f6 4c 89 d0 c3 48 83 fa 07 76 e7 <48> 89 07 49 c7 c0 08 00 00 00 4d 29 c8 4c 01 c7 4c 29 c2 e9 72
Complete report #388301
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffffb3997e64
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x94
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffffb3889684
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffffb38bb4c9
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffffb38bb8f5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffffb38bb820
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffffb38bbcda
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffb38bbe21
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffffb38bb820
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc06ac7bd
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x12d
|
|
10
|
|
xfs |
0xffffffffc06b93dc
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xfc
|
|
11
|
xfs_file_aio_write
|
xfs |
0xffffffffc06acadd
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x18d
|
|
12
|
do_sync_write
|
vmlinux |
0xffffffffb384daa3
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x93
|
|
13
|
vfs_write
|
vmlinux |
0xffffffffb384e590
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xc0
|
|
14
|
SyS_write
|
vmlinux |
0xffffffffb384f36f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7f
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffffb3d95f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 29s! [Caesium-1-4:2565]
Modules linked in: devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel ppdev lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sd_mod sysimgblt fb_sys_fops
ttm crc_t10dif crct10dif_generic drm ata_piix nfit libnvdimm libata crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 2565 Comm: Caesium-1-4 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8cd4c7ac0000 ti: ffff8cd503338000 task.ti: ffff8cd503338000
RIP: 0010:[<ffffffffb3997e64>] [<ffffffffb3997e64>] memset+0x94/0xb0
RSP: 0018:ffff8cd50333ba48 EFLAGS: 00010202
RAX: 0000000000000000 RBX: ffffffffb388636a RCX: 0000000000000000
RDX: 0000000000000f4d RSI: 0000000000000000 RDI: ffff8cd4c54f30b3
RBP: ffff8cd50333bb00 R08: 0000000000001000 R09: 0000000000000003
R10: ffff8cd4c54f30b3 R11: 0000000000000000 R12: ffffffffb37bd9ae
R13: ffff8cd50333b9b8 R14: ffff8cd572148240 R15: ffff8cd572148000
FS: 00007f6c6b42b700(0000) GS:ffff8cd57fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd59d988000 CR3: 0000000235102000 CR4: 00000000001607f0
Call Trace:
[<ffffffffb3889684>] ? __block_write_begin_int+0x554/0x650
[<ffffffffb38bb4c9>] iomap_write_begin+0xc9/0x250
[<ffffffffb38bb8f5>] iomap_write_actor+0xd5/0x1f0
[<ffffffffb38bb820>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffb38bbcda>] iomap_apply+0xba/0x160
[<ffffffffb38bbe21>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffb38bb820>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc06ac7bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc06b93dc>] ? xfs_iunlock+0xfc/0x120 [xfs]
[<ffffffffc06acadd>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffb384daa3>] do_sync_write+0x93/0xe0
[<ffffffffb384e590>] vfs_write+0xc0/0x1f0
[<ffffffffb384f36f>] SyS_write+0x7f/0xf0
[<ffffffffb3d95f92>] system_call_fastpath+0x25/0x2a
Code: 03 66 0f 1f 44 00 00 ff c9 48 89 07 48 8d 7f 08 75 f5 83 e2 07 74 0a ff ca 88 07 48 8d 7f 01 75 f6 4c 89 d0 c3 48 83 fa 07 76 e7 <48> 89 07 49 c7 c0 08 00 00 00 4d 29 c8 4c 01 c7 4c 29 c2 e9 72
Complete report #360862
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffff9f197e64
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x94
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffff9f089684
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffff9f0bb4c9
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffff9f0bb8f5
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffff9f0bb820
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffff9f0bbcda
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff9f0bbe21
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffff9f0bb820
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc03687bd
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x12d
|
|
10
|
xfs_file_aio_write
|
xfs |
0xffffffffc0368add
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x18d
|
|
11
|
do_sync_write
|
vmlinux |
0xffffffff9f04daa3
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x93
|
|
12
|
vfs_write
|
vmlinux |
0xffffffff9f04e590
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xc0
|
|
13
|
SyS_write
|
vmlinux |
0xffffffff9f04f36f
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7f
|
|
14
|
system_call_fastpath
|
vmlinux |
0xffffffff9f595f92
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [abrt-dump-oops:75259]
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit drm libnvdimm libata serio_raw mptspi e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 75259 Comm: abrt-dump-oops Tainted: G L ------------ 3.10.0-1160.53.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff8ee3034d9080 ti: ffff8ee30c938000 task.ti: ffff8ee30c938000
RIP: 0010:[<ffffffff9f197e64>] [<ffffffff9f197e64>] memset+0x94/0xb0
RSP: 0018:ffff8ee30c93ba48 EFLAGS: 00010202
RAX: 0000000000000000 RBX: ffffffff9f08636a RCX: 0000000000000000
RDX: 0000000000000ffe RSI: 0000000000000000 RDI: ffff8ee32fcd0002
RBP: ffff8ee30c93bb00 R08: 0000000000001000 R09: 0000000000000002
R10: ffff8ee32fcd0002 R11: 0000000000000000 R12: ffffffff9efbd9ae
R13: ffff8ee30c93b9b8 R14: ffff8ee33c019280 R15: ffff8ee33c019040
FS: 00007f1a26218900(0000) GS:ffff8ee33c600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1a26231000 CR3: 00000000159a4000 CR4: 00000000003607f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9f089684>] ? __block_write_begin_int+0x554/0x650
[<ffffffff9f0bb4c9>] iomap_write_begin+0xc9/0x250
[<ffffffff9f0bb8f5>] iomap_write_actor+0xd5/0x1f0
[<ffffffff9f0bb820>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffff9f0bbcda>] iomap_apply+0xba/0x160
[<ffffffff9f0bbe21>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff9f0bb820>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc03687bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc0368add>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff9f04daa3>] do_sync_write+0x93/0xe0
[<ffffffff9f04e590>] vfs_write+0xc0/0x1f0
[<ffffffff9f04f36f>] SyS_write+0x7f/0xf0
[<ffffffff9f595f92>] system_call_fastpath+0x25/0x2a
Code: 03 66 0f 1f 44 00 00 ff c9 48 89 07 48 8d 7f 08 75 f5 83 e2 07 74 0a ff ca 88 07 48 8d 7f 01 75 f6 4c 89 d0 c3 48 83 fa 07 76 e7 <48> 89 07 49 c7 c0 08 00 00 00 4d 29 c8 4c 01 c7 4c 29 c2 e9 72
Complete report #287297
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffffb4997d89
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x9
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffffb4889634
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffffb48bb479
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffffb48bb8a5
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffffb48bb7d0
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffffb48bbc8a
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffb48bbdd1
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffffb48bb7d0
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc05247bd
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x12d
|
|
10
|
xfs_file_aio_write
|
xfs |
0xffffffffc0524add
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x18d
|
|
11
|
do_sync_write
|
vmlinux |
0xffffffffb484da53
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x93
|
|
12
|
vfs_write
|
vmlinux |
0xffffffffb484e540
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0xc0
|
|
13
|
SyS_write
|
vmlinux |
0xffffffffb484f31f
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x7f
|
|
14
|
system_call_fastpath
|
vmlinux |
0xffffffffb4d95f92
Build id: 3.10.0-1160.36.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#10 stuck for 22s! [ReplicaFetcherT:11003]
Modules linked in: iptable_nat nf_nat_ipv4 nf_nat ipt_REJECT nf_reject_ipv4 nf_conntrack_ipv4 nf_defrag_ipv4 xt_multiport xt_conntrack nf_conntrack iptable_filter sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd parport_pc joydev parport pcspkr virtio_balloon i2c_piix4 ip_tables xfs libcrc32c ata_generic pata_acpi virtio_net net_failover virtio_blk failover cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata crct10dif_pclmul crct10dif_common drm_panel_orientation_quirks crc32c_intel virtio_pci floppy virtio_ring serio_raw virtio dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: fidelis]
CPU: 10 PID: 11003 Comm: ReplicaFetcherT Kdump: loaded Tainted: G OEL ------------ 3.10.0-1160.36.2.el7.x86_64 #1
Hardware name: OpenStack Foundation OpenStack Nova, BIOS 1.10.2-1.1~u16.04+mcp2 04/01/2014
task: ffff9aaa93a09080 ti: ffff9aaaf4298000 task.ti: ffff9aaaf4298000
RIP: 0010:[<ffffffffb4997d89>] [<ffffffffb4997d89>] memset+0x9/0xb0
RSP: 0018:ffff9aaaf429ba48 EFLAGS: 00010282
RAX: ffff9aaa93a09000 RBX: ffffffffb488631a RCX: 0000000000000f92
RDX: 0000000000000f92 RSI: 0000000000000000 RDI: ffff9aa70338c06e
RBP: ffff9aaaf429bb00 R08: 0000000000001000 R09: ffff9aa70338c06e
R10: fffff8fb900ce300 R11: 0000000000000000 R12: ffffffffb47bd98e
R13: ffff9aaaf429b9b8 R14: ffff9aab1b240240 R15: ffff9aab1b240000
FS: 00007f2416278700(0000) GS:ffff9aab1f480000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000006e9360 CR3: 00000007f4eec000 CR4: 00000000003606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffb4889634>] ? __block_write_begin_int+0x554/0x650
[<ffffffffb48bb479>] iomap_write_begin+0xc9/0x250
[<ffffffffb48bb8a5>] iomap_write_actor+0xd5/0x1f0
[<ffffffffb48bb7d0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffb48bbc8a>] iomap_apply+0xba/0x160
[<ffffffffb48bbdd1>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffb48bb7d0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc05247bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc0524add>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffb484da53>] do_sync_write+0x93/0xe0
[<ffffffffb484e540>] vfs_write+0xc0/0x1f0
[<ffffffffb484f31f>] SyS_write+0x7f/0xf0
[<ffffffffb4d95f92>] system_call_fastpath+0x25/0x2a
Code: 16 fe 66 44 89 1f 66 44 89 54 17 fe eb 0c 48 83 fa 01 72 06 44 8a 1e 44 88 1f c3 90 90 90 90 90 90 90 49 89 f9 40 88 f0 48 89 d1 <f3> aa 4c 89 c8 c3 0f 1f 84 00 00 00 00 00 0f 1f 84 00 00 00 00
Complete report #285381
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffffb6597204
Build id: 3.10.0-1160.el7.x86_64
|
0x94
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffffb6488e64
Build id: 3.10.0-1160.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffffb64bab19
Build id: 3.10.0-1160.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffffb64baf45
Build id: 3.10.0-1160.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffffb64bae70
Build id: 3.10.0-1160.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffffb64bb32a
Build id: 3.10.0-1160.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffb64bb471
Build id: 3.10.0-1160.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffffb64bae70
Build id: 3.10.0-1160.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc03897bd
Build id: 3.10.0-1160.el7.x86_64
|
0x12d
|
|
10
|
xfs_file_aio_write
|
xfs |
0xffffffffc0389add
Build id: 3.10.0-1160.el7.x86_64
|
0x18d
|
|
11
|
do_sync_write
|
vmlinux |
0xffffffffb644d063
Build id: 3.10.0-1160.el7.x86_64
|
0x93
|
|
12
|
vfs_write
|
vmlinux |
0xffffffffb644db50
Build id: 3.10.0-1160.el7.x86_64
|
0xc0
|
|
13
|
SyS_write
|
vmlinux |
0xffffffffb644e92f
Build id: 3.10.0-1160.el7.x86_64
|
0x7f
|
|
14
|
tracesys
|
vmlinux |
0xffffffffb6994226
Build id: 3.10.0-1160.el7.x86_64
|
0xa6
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 65s! [jetty-main-1:7409]
<EOI>
Modules linked in:
veth tcp_diag inet_diag tcp_lp nls_utf8 isofs rfcomm xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter overlay(T) vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event coretemp ppdev iosf_mbi kvm_intel kvm snd_ens1371 snd_rawmidi snd_ac97_codec irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw ac97_bus gf128mul snd_seq glue_helper ablk_helper btusb snd_seq_device cryptd btrtl btbcm btintel snd_pcm bluetooth vmw_balloon snd_timer snd pcspkr soundcore rfkill joydev sg parport_pc
parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common nfit crc32c_intel ata_piix libnvdimm mptspi libata scsi_transport_spi serio_raw e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 7409 Comm: jetty-main-1 Kdump: loaded Tainted: G ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9731eea15280 ti: ffff97313bfb0000 task.ti: ffff97313bfb0000
RIP: 0010:[<ffffffffb6597204>] [<ffffffffb6597204>] memset+0x94/0xb0
RSP: 0018:ffff97313bfb3a48 EFLAGS: 00010212
RAX: 0000000000000000 RBX: ffffffffb6485b4a RCX: 0000000000000000
RDX: 0000000000000f91 RSI: 0000000000000000 RDI: ffff9731c4ddf06f
RBP: ffff97313bfb3b00 R08: 0000000000001000 R09: 0000000000000007
R10: ffff9731c4ddf06f R11: 0000000000000000 R12: ffffffffb63bd4ee
R13: ffff97313bfb39b8 R14: ffff9731f8c18f40 R15: ffff9731f8c18d00
FS: 00007f8a0eff9700(0000) GS:ffff9731f9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8a64b801a8 CR3: 0000000041e00000 CR4: 00000000001607f0
Call Trace:
[<ffffffffb6488e64>] ? __block_write_begin_int+0x554/0x650
[<ffffffffb64bab19>] iomap_write_begin+0xc9/0x250
[<ffffffffb64baf45>] iomap_write_actor+0xd5/0x1f0
[<ffffffffb64bae70>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffb64bb32a>] iomap_apply+0xba/0x160
[<ffffffffb64bb471>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffb64bae70>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc03897bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc0389add>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffb644d063>] do_sync_write+0x93/0xe0
[<ffffffffb644db50>] vfs_write+0xc0/0x1f0
[<ffffffffb644e92f>] SyS_write+0x7f/0xf0
[<ffffffffb6994226>] tracesys+0xa6/0xcc
Code: 03 66 0f 1f 44 00 00 ff c9 48 89 07 48 8d 7f 08 75 f5 83 e2 07 74 0a ff ca 88 07 48 8d 7f 01 75 f6 4c 89 d0 c3 48 83 fa 07 76 e7 <48> 89 07 49 c7 c0 08 00 00 00 4d 29 c8 4c 01 c7 4c 29 c2 e9 72
Complete report #216790
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__block_write_begin_int
|
vmlinux |
0xffffffffbb48801f
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1bf
|
|
2
|
|
vmlinux |
0xffffffffbb98604a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3a
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffffbb4ba089
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffffbb4ba4b5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffffbb4ba3e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffffbb4ba89a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffbb4ba9e1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffffbb4ba3e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc032a7ed
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x12d
|
|
10
|
xfs_file_aio_write
|
xfs |
0xffffffffc032ab0d
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x18d
|
|
11
|
do_sync_write
|
vmlinux |
0xffffffffbb44c713
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x93
|
|
12
|
vfs_write
|
vmlinux |
0xffffffffbb44d200
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc0
|
|
13
|
SyS_write
|
vmlinux |
0xffffffffbb44dfcf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x7f
|
|
14
|
system_call_fastpath
|
vmlinux |
0xffffffffbb992ed2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [mysqld:1876]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter ipmi_devintf ipmi_msghandler vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev pcspkr sg vmxnet3 vmw_balloon parport_pc parport i2c_piix4 vmw_vmci binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel
serio_raw libata vmw_pvscsi nfit libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 1876 Comm: mysqld Kdump: loaded Tainted: G L ------------ 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8ead310ab150 ti: ffff8ead300a0000 task.ti: ffff8ead300a0000
RIP: 0010:[<ffffffffbb48801f>] [<ffffffffbb48801f>] __block_write_begin_int+0x1bf/0x650
RSP: 0000:ffff8ead300a3a50 EFLAGS: 00010202
RAX: 0000000000000021 RBX: ffff8ead2ea88c80 RCX: 0000000000000000
RDX: ffff8eac152f5f08 RSI: 0000000000001000 RDI: ffff8ead310ab150
RBP: ffff8ead300a3b00 R08: 0000000000001000 R09: 0000000000000835
R10: fffff2414ca20140 R11: 0000000000000002 R12: ffff8ead3fc1acc0
R13: 0000000000000000 R14: ffff8ead310ab7e8 R15: 000000017b315230
FS: 00007f2a261a9700(0000) GS:ffff8ead3fc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb3feaee000 CR3: 0000000330fbc000 CR4: 00000000001607f0
Call Trace:
[<ffffffffbb98604a>] ? _cond_resched+0x3a/0x50
[<ffffffffbb4ba089>] iomap_write_begin+0xc9/0x250
[<ffffffffbb4ba4b5>] iomap_write_actor+0xd5/0x1f0
[<ffffffffbb4ba3e0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffbb4ba89a>] iomap_apply+0xba/0x160
[<ffffffffbb4ba9e1>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffbb4ba3e0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc032a7ed>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc032ab0d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffbb44c713>] do_sync_write+0x93/0xe0
[<ffffffffbb44d200>] vfs_write+0xc0/0x1f0
[<ffffffffbb44dfcf>] SyS_write+0x7f/0xf0
[<ffffffffbb992ed2>] system_call_fastpath+0x25/0x2a
Code: 58 e6 10 00 85 c0 4c 8b 55 a0 0f 85 cf 03 00 00 48 8b 55 b8 44 8b 45 a8 44 8b 4d 98 48 89 d0 48 8b 08 83 e1 40 0f 85 b9 00 00 00 <49> 8b 02 a8 08 75 12 48 8b 02 a8 01 74 33 48 89 d0 e9 3a ff ff
Complete report #13873
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffff8c392bd3
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x33
|
|
2
|
?
__block_write_begin_int
|
vmlinux |
0xffffffff8c285294
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x554
|
|
3
|
iomap_write_begin
|
vmlinux |
0xffffffff8c2b6bb9
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xc9
|
|
4
|
iomap_write_actor
|
vmlinux |
0xffffffff8c2b6fe5
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xd5
|
|
5
|
|
vmlinux |
0xffffffff8c2b6f10
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x1d0
|
|
6
|
iomap_apply
|
vmlinux |
0xffffffff8c2b73ca
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xba
|
|
7
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff8c2b7511
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xa1
|
|
8
|
|
vmlinux |
0xffffffff8c2b6f10
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x1d0
|
|
9
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc040f3bd
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x12d
|
|
10
|
|
vmlinux |
0xffffffff8c254a25
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x2e5
|
|
11
|
xfs_file_aio_write
|
xfs |
0xffffffffc040f6dd
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x18d
|
|
12
|
do_sync_write
|
vmlinux |
0xffffffff8c249fa3
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x93
|
|
13
|
vfs_write
|
vmlinux |
0xffffffff8c24aa90
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xc0
|
|
14
|
SyS_write
|
vmlinux |
0xffffffff8c24b8af
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x7f
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffff8c78dede
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 31s! [tar:29901]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev vmw_balloon snd_ens1371 iosf_mbi snd_rawmidi crc32_pclmul snd_ac97_codec ghash_clmulni_intel ac97_bus snd_seq aesni_intel snd_seq_device lrw snd_pcm pcspkr gf128mul glue_helper ablk_helper
cryptd snd_timer snd joydev soundcore sg parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic vmwgfx ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix libata drm crct10dif_pclmul crct10dif_common crc32c_intel nfit libnvdimm serio_raw mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 29901 Comm: tar Kdump: loaded Not tainted 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/29/2019
task: ffff98a0823420e0 ti: ffff989ebfa34000 task.ti: ffff989ebfa34000
RIP: 0010:[<ffffffff8c392bd3>] [<ffffffff8c392bd3>] memset+0x33/0xb0
RSP: 0018:ffff989ebfa37a48 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffff8c281f7a RCX: 000000000000000f
RDX: 0000000000000400 RSI: 0000000000000000 RDI: ffff989edccd7c00
RBP: ffff989ebfa37b00 R08: 0000000000001000 R09: 0000000000000000
R10: ffff989edccd7c00 R11: 0000000000000000 R12: ffffffff8c1bd17e
R13: ffff989ebfa379b8 R14: ffff989fff819900 R15: ffff989fff8196c0
FS: 00007f9c5c582840(0000) GS:ffff98a0b5600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000218ff0381008 CR3: 0000000034e9a000 CR4: 00000000003607f0
Call Trace:
[<ffffffff8c285294>] ? __block_write_begin_int+0x554/0x650
[<ffffffff8c2b6bb9>] iomap_write_begin+0xc9/0x250
[<ffffffff8c2b6fe5>] iomap_write_actor+0xd5/0x1f0
[<ffffffff8c2b6f10>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffff8c2b73ca>] iomap_apply+0xba/0x160
[<ffffffff8c2b7511>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff8c2b6f10>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc040f3bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffff8c254a25>] ? pipe_read+0x2e5/0x400
[<ffffffffc040f6dd>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff8c249fa3>] do_sync_write+0x93/0xe0
[<ffffffff8c24aa90>] vfs_write+0xc0/0x1f0
[<ffffffff8c24b8af>] SyS_write+0x7f/0xf0
[<ffffffff8c78dede>] system_call_fastpath+0x25/0x2a
Code: b8 01 01 01 01 01 01 01 01 48 0f af c1 41 89 f9 41 83 e1 07 75 70 48 89 d1 48 c1 e9 06 74 39 66 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89