Complete report #1236702
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__slab_alloc
|
vmlinux |
0xffffffff92b60914
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x48
|
|
2
|
kmem_cache_alloc
|
vmlinux |
0xffffffff9261d7cb
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x19b
|
|
3
|
|
vmlinux |
0xffffffff92679c31
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x21
|
|
4
|
alloc_buffer_head
|
vmlinux |
0xffffffff92679c31
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x21
|
|
5
|
|
vmlinux |
0xffffffff9277e117
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xb7
|
|
6
|
alloc_page_buffers
|
vmlinux |
0xffffffff9267a1ba
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x3a
|
|
7
|
create_empty_buffers
|
vmlinux |
0xffffffff9267aade
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x1e
|
|
8
|
create_page_buffers
|
vmlinux |
0xffffffff9267abf7
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x47
|
|
9
|
__block_write_begin_int
|
vmlinux |
0xffffffff9267c1ef
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x8f
|
|
10
|
?
__add_to_page_cache_locked
|
vmlinux |
0xffffffff925b847e
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xee
|
|
11
|
|
vmlinux |
0xffffffff925b859c
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x5c
|
|
12
|
|
vmlinux |
0xffffffff925c3002
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x12
|
|
13
|
iomap_write_begin
|
vmlinux |
0xffffffff926ad5a1
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x81
|
|
14
|
iomap_write_actor
|
vmlinux |
0xffffffff926ad8ef
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xcf
|
|
15
|
|
vmlinux |
0xffffffff926ad820
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x80
|
|
16
|
iomap_apply
|
vmlinux |
0xffffffff926adef7
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xb7
|
|
17
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff926ae031
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xa1
|
|
18
|
|
vmlinux |
0xffffffff926ad820
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x80
|
|
19
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc05197dd
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x12d
|
|
20
|
|
vmlinux |
0xffffffff925f8548
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xb8
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc0519afd
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x18d
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffff92641c13
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffff92642700
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xc0
|
|
24
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92b76d21
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xae
|
|
25
|
SyS_write
|
vmlinux |
0xffffffff9264351f
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x7f
|
|
26
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92b76d21
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xae
|
|
27
|
system_call_fastpath
|
vmlinux |
0xffffffff92b76ddb
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x22
|
|
28
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff92b76d21
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 26s! [cc1plus:18879]
Modules linked in: tcp_lp fuse vboxsf(OE) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink sunrpc ppdev joydev snd_intel8x0 vmwgfx iosf_mbi snd_ac97_codec ttm ac97_bus drm_kms_helper vboxguest(OE) snd_seq syscopyarea sysfillrect sysimgblt snd_seq_device snd_pcm fb_sys_fops sg drm pcspkr snd_timer snd parport_pc parport soundcore i2c_piix4 drm_panel_orientation_quirks video ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common ahci libahci e1000 libata crc32c_intel serio_raw dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 18879 Comm: cc1plus Kdump: loaded Tainted: G OEL ------------ 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
task: ffffa147bf0d9040 ti: ffffa1471e318000 task.ti: ffffa1471e318000
RIP: 0010:[<ffffffff92b60914>] [<ffffffff92b60914>] __slab_alloc+0x48/0x5c
RSP: 0018:ffffa1471e31b948 EFLAGS: 00010246
RAX: ffffa1471cf35000 RBX: 0000000000000000 RCX: 0000000000000000
RDX: ffffa1471cf35000 RSI: 0000000000000000 RDI: 0000000000000246
RBP: ffffa1471e31b978 R08: fffff6f8c073cd40 R09: ffffa1481fd1f890
R10: 0000000000000000 R11: ffffffffffffffe8 R12: ffffffff92679c31
R13: ffffffff00000000 R14: 0000000000000000 R15: 0000000000000000
FS: 00007f32ff8f9800(0000) GS:ffffa1481fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f32de07eff0 CR3: 000000001e368000 CR4: 00000000000206e0
Call Trace:
[<ffffffff9261d7cb>] kmem_cache_alloc+0x19b/0x1f0
[<ffffffff92679c31>] ? alloc_buffer_head+0x21/0x60
[<ffffffff92679c31>] alloc_buffer_head+0x21/0x60
[<ffffffff9277e117>] ? __radix_tree_create+0xb7/0x360
[<ffffffff9267a1ba>] alloc_page_buffers+0x3a/0xc0
[<ffffffff9267aade>] create_empty_buffers+0x1e/0xf0
[<ffffffff9267abf7>] create_page_buffers+0x47/0x50
[<ffffffff9267c1ef>] __block_write_begin_int+0x8f/0x5f0
[<ffffffff925b847e>] ? __add_to_page_cache_locked+0xee/0x190
[<ffffffff925b859c>] ? add_to_page_cache_lru+0x5c/0xb0
[<ffffffff925c3002>] ? wait_for_stable_page+0x12/0x40
[<ffffffff926ad5a1>] iomap_write_begin+0x81/0x100
[<ffffffff926ad8ef>] iomap_write_actor+0xcf/0x1d0
[<ffffffff926ad820>] ? iomap_write_end+0x80/0x80
[<ffffffff926adef7>] iomap_apply+0xb7/0x150
[<ffffffff926ae031>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff926ad820>] ? iomap_write_end+0x80/0x80
[<ffffffffc05197dd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffff925f8548>] ? page_add_new_anon_rmap+0xb8/0x170
[<ffffffffc0519afd>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff92641c13>] do_sync_write+0x93/0xe0
[<ffffffff92642700>] vfs_write+0xc0/0x1f0
[<ffffffff92b76d21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff9264351f>] SyS_write+0x7f/0xf0
[<ffffffff92b76d21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff92b76ddb>] system_call_fastpath+0x22/0x27
[<ffffffff92b76d21>] ? system_call_after_swapgs+0xae/0x146
Code: 53 50 4c 89 45 d0 e8 2c 82 ab ff 4c 8b 45 d0 48 89 c3 44 89 f2 4c 89 e7 4c 89 f9 44 89 ee e8 74 b2 ab ff 48 89 df 48 89 c2 57 9d <0f> 1f 44 00 00 48 89 d0 5a 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f
Complete report #538530
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffffaf190803
Build id: 3.10.0-1062.el7.x86_64
|
0x33
|
|
2
|
|
vmlinux |
0xffffffffaf023622
Build id: 3.10.0-1062.el7.x86_64
|
0x1c2
|
|
3
|
|
vmlinux |
0xffffffffaf0801f1
Build id: 3.10.0-1062.el7.x86_64
|
0x21
|
|
4
|
alloc_buffer_head
|
vmlinux |
0xffffffffaf0801f1
Build id: 3.10.0-1062.el7.x86_64
|
0x21
|
|
5
|
alloc_page_buffers
|
vmlinux |
0xffffffffaf08083a
Build id: 3.10.0-1062.el7.x86_64
|
0x3a
|
|
6
|
create_empty_buffers
|
vmlinux |
0xffffffffaf0811ae
Build id: 3.10.0-1062.el7.x86_64
|
0x1e
|
|
7
|
create_page_buffers
|
vmlinux |
0xffffffffaf0812c7
Build id: 3.10.0-1062.el7.x86_64
|
0x47
|
|
8
|
__block_write_begin_int
|
vmlinux |
0xffffffffaf0829cf
Build id: 3.10.0-1062.el7.x86_64
|
0x8f
|
|
9
|
|
vmlinux |
0xffffffffaefddd72
Build id: 3.10.0-1062.el7.x86_64
|
0x32
|
|
10
|
?
__add_to_page_cache_locked
|
vmlinux |
0xffffffffaefbc8e4
Build id: 3.10.0-1062.el7.x86_64
|
0xe4
|
|
11
|
|
vmlinux |
0xffffffffaefbca0c
Build id: 3.10.0-1062.el7.x86_64
|
0x5c
|
|
12
|
|
vmlinux |
0xffffffffaefc7662
Build id: 3.10.0-1062.el7.x86_64
|
0x12
|
|
13
|
iomap_write_begin
|
vmlinux |
0xffffffffaf0b4520
Build id: 3.10.0-1062.el7.x86_64
|
0x90
|
|
14
|
iomap_write_actor
|
vmlinux |
0xffffffffaf0b4a05
Build id: 3.10.0-1062.el7.x86_64
|
0xd5
|
|
15
|
|
vmlinux |
0xffffffffaf0b4930
Build id: 3.10.0-1062.el7.x86_64
|
0x1f0
|
|
16
|
iomap_apply
|
vmlinux |
0xffffffffaf0b4fba
Build id: 3.10.0-1062.el7.x86_64
|
0xba
|
|
17
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffaf0b5101
Build id: 3.10.0-1062.el7.x86_64
|
0xa1
|
|
18
|
|
vmlinux |
0xffffffffaf0b4930
Build id: 3.10.0-1062.el7.x86_64
|
0x1f0
|
|
19
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc05af3bd
Build id: 3.10.0-1062.el7.x86_64
|
0x12d
|
|
20
|
xfs_file_aio_write
|
xfs |
0xffffffffc05af6dd
Build id: 3.10.0-1062.el7.x86_64
|
0x18d
|
|
21
|
do_sync_write
|
vmlinux |
0xffffffffaf047ba3
Build id: 3.10.0-1062.el7.x86_64
|
0x93
|
|
22
|
vfs_write
|
vmlinux |
0xffffffffaf048690
Build id: 3.10.0-1062.el7.x86_64
|
0xc0
|
|
23
|
SyS_write
|
vmlinux |
0xffffffffaf0494af
Build id: 3.10.0-1062.el7.x86_64
|
0x7f
|
|
24
|
system_call_fastpath
|
vmlinux |
0xffffffffaf58bede
Build id: 3.10.0-1062.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 32s! [rpm:82377]
Modules linked in: nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink overlay(T) vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 ppdev vmw_balloon sb_edac snd_ens1371 iosf_mbi snd_rawmidi crc32_pclmul snd_ac97_codec ac97_bus ghash_clmulni_intel snd_seq snd_seq_device aesni_intel snd_pcm lrw gf128mul glue_helper ablk_helper cryptd snd_timer snd vmw_vmci joydev pcspkr soundcore sg i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic
ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit crct10dif_pclmul drm crct10dif_common libnvdimm mptspi crc32c_intel scsi_transport_spi mptscsih ata_piix mptbase libata e1000 serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 82377 Comm: rpm Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8af00161b150 ti: ffff8af000efc000 task.ti: ffff8af000efc000
RIP: 0010:[<ffffffffaf190803>] [<ffffffffaf190803>] memset+0x33/0xb0
RSP: 0018:ffff8af000eff970 EFLAGS: 00010247
RAX: 0000000000000000 RBX: ffffe821d26dacc0 RCX: 0000000000000000
RDX: 0000000000000068 RSI: 0000000000000000 RDI: ffff8af25b6b3000
RBP: ffff8af000eff9a8 R08: 0000000000000000 R09: 0000000000000000
R10: ffff8af25b6b3000 R11: 0000000000000000 R12: 0000000180270027
R13: ffff8af25b6b3000 R14: 0000000000000000 R15: 0000000180270027
FS: 00007fe1e3ce7840(0000) GS:ffff8af5dd680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe1e3d04000 CR3: 000000083fa26000 CR4: 00000000001607e0
Call Trace:
[<ffffffffaf023622>] ? kmem_cache_alloc+0x1c2/0x1f0
[<ffffffffaf0801f1>] ? alloc_buffer_head+0x21/0x60
[<ffffffffaf0801f1>] alloc_buffer_head+0x21/0x60
[<ffffffffaf08083a>] alloc_page_buffers+0x3a/0xc0
[<ffffffffaf0811ae>] create_empty_buffers+0x1e/0xf0
[<ffffffffaf0812c7>] create_page_buffers+0x47/0x50
[<ffffffffaf0829cf>] __block_write_begin_int+0x8f/0x650
[<ffffffffaefddd72>] ? __inc_zone_page_state+0x32/0x60
[<ffffffffaefbc8e4>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffffaefbca0c>] ? add_to_page_cache_lru+0x5c/0xb0
[<ffffffffaefc7662>] ? wait_for_stable_page+0x12/0x40
[<ffffffffaf0b4520>] iomap_write_begin+0x90/0x210
[<ffffffffaf0b4a05>] iomap_write_actor+0xd5/0x1f0
[<ffffffffaf0b4930>] ? iomap_write_end+0x1f0/0x1f0
[<ffffffffaf0b4fba>] iomap_apply+0xba/0x160
[<ffffffffaf0b5101>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffaf0b4930>] ? iomap_write_end+0x1f0/0x1f0
[<ffffffffc05af3bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc05af6dd>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffaf047ba3>] do_sync_write+0x93/0xe0
[<ffffffffaf048690>] vfs_write+0xc0/0x1f0
[<ffffffffaf0494af>] SyS_write+0x7f/0xf0
[<ffffffffaf58bede>] system_call_fastpath+0x25/0x2a
Code: b8 01 01 01 01 01 01 01 01 48 0f af c1 41 89 f9 41 83 e1 07 75 70 48 89 d1 48 c1 e9 06 74 39 66 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #509993
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__slab_alloc
|
vmlinux |
0xffffffffa3f5e594
Build id: 3.10.0-957.el7.x86_64
|
0x48
|
|
2
|
kmem_cache_alloc
|
vmlinux |
0xffffffffa3a1be1b
Build id: 3.10.0-957.el7.x86_64
|
0x19b
|
|
3
|
|
vmlinux |
0xffffffffa3a78541
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
4
|
alloc_buffer_head
|
vmlinux |
0xffffffffa3a78541
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
5
|
|
vmlinux |
0xffffffffa3b7c237
Build id: 3.10.0-957.el7.x86_64
|
0xb7
|
|
6
|
alloc_page_buffers
|
vmlinux |
0xffffffffa3a78aca
Build id: 3.10.0-957.el7.x86_64
|
0x3a
|
|
7
|
create_empty_buffers
|
vmlinux |
0xffffffffa3a793ee
Build id: 3.10.0-957.el7.x86_64
|
0x1e
|
|
8
|
create_page_buffers
|
vmlinux |
0xffffffffa3a79507
Build id: 3.10.0-957.el7.x86_64
|
0x47
|
|
9
|
__block_write_begin_int
|
vmlinux |
0xffffffffa3a7aaff
Build id: 3.10.0-957.el7.x86_64
|
0x8f
|
|
10
|
|
vmlinux |
0xffffffffa39d7d42
Build id: 3.10.0-957.el7.x86_64
|
0x32
|
|
11
|
?
__add_to_page_cache_locked
|
vmlinux |
0xffffffffa39b6de4
Build id: 3.10.0-957.el7.x86_64
|
0xe4
|
|
12
|
|
vmlinux |
0xffffffffa39b6f0c
Build id: 3.10.0-957.el7.x86_64
|
0x5c
|
|
13
|
|
vmlinux |
0xffffffffa39c1972
Build id: 3.10.0-957.el7.x86_64
|
0x12
|
|
14
|
iomap_write_begin
|
vmlinux |
0xffffffffa3aabec1
Build id: 3.10.0-957.el7.x86_64
|
0x81
|
|
15
|
iomap_write_actor
|
vmlinux |
0xffffffffa3aac20f
Build id: 3.10.0-957.el7.x86_64
|
0xcf
|
|
16
|
|
vmlinux |
0xffffffffa3aac140
Build id: 3.10.0-957.el7.x86_64
|
0x80
|
|
17
|
iomap_apply
|
vmlinux |
0xffffffffa3aac817
Build id: 3.10.0-957.el7.x86_64
|
0xb7
|
|
18
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffa3aac951
Build id: 3.10.0-957.el7.x86_64
|
0xa1
|
|
19
|
|
vmlinux |
0xffffffffa3aac140
Build id: 3.10.0-957.el7.x86_64
|
0x80
|
|
20
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc06e6a4d
Build id: 3.10.0-957.el7.x86_64
|
0x12d
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc06e6d6d
Build id: 3.10.0-957.el7.x86_64
|
0x18d
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffffa3a405b3
Build id: 3.10.0-957.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffffa3a410a0
Build id: 3.10.0-957.el7.x86_64
|
0xc0
|
|
24
|
SyS_write
|
vmlinux |
0xffffffffa3a41ebf
Build id: 3.10.0-957.el7.x86_64
|
0x7f
|
|
25
|
system_call_fastpath
|
vmlinux |
0xffffffffa3f74ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 30s! [get_onprem_inst:111580]
Modules linked in: ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac iosf_mbi ppdev crc32_pclmul vmw_balloon ghash_clmulni_intel ext4 aesni_intel lrw gf128mul glue_helper ablk_helper snd_ens1371 mbcache cryptd jbd2 snd_rawmidi snd_ac97_codec ac97_bus snd_seq joydev pcspkr snd_seq_device
snd_pcm snd_timer snd soundcore sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit mptspi serio_raw scsi_transport_spi drm libata mptscsih e1000 drm_panel_orientation_quirks mptbase libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 111580 Comm: get_onprem_inst Kdump: loaded Tainted: G W L ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9bffbfe7c100 ti: ffff9bfa30ee8000 task.ti: ffff9bfa30ee8000
RIP: 0010:[<ffffffffa3f5e594>] [<ffffffffa3f5e594>] __slab_alloc+0x48/0x5c
RSP: 0018:ffff9bfa30eeb948 EFLAGS: 00000246
RAX: ffff9bf0c8cdfea0 RBX: 0000000000000002 RCX: 0000000000000000
RDX: ffff9bf0c8cdfea0 RSI: 0000000000000001 RDI: 0000000000000246
RBP: ffff9bfa30eeb978 R08: ffffdf5e422337c0 R09: 000000018027001f
R10: ffff9bfa5e968680 R11: ffff9bf0c8cdfea0 R12: ffffffffa3a78541
R13: ffffffff51eb851f R14: 0000000000000000 R15: ffff9c003d75f8c0
FS: 00007f103f54e740(0000) GS:ffff9c003d740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f103f567000 CR3: 0000000fb7b80000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa3a1be1b>] kmem_cache_alloc+0x19b/0x1f0
[<ffffffffa3a78541>] ? alloc_buffer_head+0x21/0x60
[<ffffffffa3a78541>] alloc_buffer_head+0x21/0x60
[<ffffffffa3b7c237>] ? __radix_tree_create+0xb7/0x360
[<ffffffffa3a78aca>] alloc_page_buffers+0x3a/0xc0
[<ffffffffa3a793ee>] create_empty_buffers+0x1e/0xf0
[<ffffffffa3a79507>] create_page_buffers+0x47/0x50
[<ffffffffa3a7aaff>] __block_write_begin_int+0x8f/0x5f0
[<ffffffffa39d7d42>] ? __inc_zone_page_state+0x32/0x60
[<ffffffffa39b6de4>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffffa39b6f0c>] ? add_to_page_cache_lru+0x5c/0xb0
[<ffffffffa39c1972>] ? wait_for_stable_page+0x12/0x40
[<ffffffffa3aabec1>] iomap_write_begin+0x81/0x100
[<ffffffffa3aac20f>] iomap_write_actor+0xcf/0x1d0
[<ffffffffa3aac140>] ? iomap_write_end+0x80/0x80
[<ffffffffa3aac817>] iomap_apply+0xb7/0x150
[<ffffffffa3aac951>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffa3aac140>] ? iomap_write_end+0x80/0x80
[<ffffffffc06e6a4d>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc06e6d6d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffa3a405b3>] do_sync_write+0x93/0xe0
[<ffffffffa3a410a0>] vfs_write+0xc0/0x1f0
[<ffffffffa3a41ebf>] SyS_write+0x7f/0xf0
[<ffffffffa3f74ddb>] system_call_fastpath+0x22/0x27
Code: 53 50 4c 89 45 d0 e8 ec 8d ab ff 4c 8b 45 d0 48 89 c3 44 89 f2 4c 89 e7 4c 89 f9 44 89 ee e8 44 be ab ff 48 89 df 48 89 c2 57 9d <0f> 1f 44 00 00 48 89 d0 5a 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f
Complete report #59940
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__slab_alloc
|
vmlinux |
0xffffffff83d7c8ac
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x48
|
|
2
|
kmem_cache_alloc
|
vmlinux |
0xffffffff8382885b
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x19b
|
|
3
|
|
vmlinux |
0xffffffff83885751
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
4
|
alloc_buffer_head
|
vmlinux |
0xffffffff83885751
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x21
|
|
5
|
alloc_page_buffers
|
vmlinux |
0xffffffff83885d9a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x3a
|
|
6
|
create_empty_buffers
|
vmlinux |
0xffffffff8388670e
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1e
|
|
7
|
create_page_buffers
|
vmlinux |
0xffffffff83886827
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x47
|
|
8
|
__block_write_begin_int
|
vmlinux |
0xffffffff83887eef
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x8f
|
|
9
|
|
vmlinux |
0xffffffff837e02b2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x32
|
|
10
|
?
__add_to_page_cache_locked
|
vmlinux |
0xffffffff837bf087
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc7
|
|
11
|
|
vmlinux |
0xffffffff837bf1dc
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x5c
|
|
12
|
|
vmlinux |
0xffffffff837c9b82
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x12
|
|
13
|
iomap_write_begin
|
vmlinux |
0xffffffff838ba089
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc9
|
|
14
|
iomap_write_actor
|
vmlinux |
0xffffffff838ba4b5
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xd5
|
|
15
|
|
vmlinux |
0xffffffff838ba3e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d0
|
|
16
|
iomap_apply
|
vmlinux |
0xffffffff838ba89a
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xba
|
|
17
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff838ba9e1
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xa1
|
|
18
|
|
vmlinux |
0xffffffff838ba3e0
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x1d0
|
|
19
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc060c7ed
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x12d
|
|
20
|
|
xfs |
0xffffffffc061935c
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xfc
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc060cb0d
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x18d
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffff8384c713
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffff8384d200
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0xc0
|
|
24
|
SyS_write
|
vmlinux |
0xffffffff8384dfcf
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x7f
|
|
25
|
system_call_fastpath
|
vmlinux |
0xffffffff83d92ed2
Build id: 3.10.0-1127.19.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 45s! [yumBackend.py:3508]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter fuse bnep vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi ac97_bus btusb btrtl crc32_pclmul btbcm ppdev btintel snd_seq ghash_clmulni_intel snd_seq_device snd_pcm aesni_intel bluetooth lrw gf128mul snd_timer
glue_helper snd ablk_helper cryptd soundcore rfkill pcspkr sg vmw_balloon joydev parport_pc parport vmw_vmci i2c_piix4 binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix nfit mptspi libata serio_raw libnvdimm e1000 scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 3508 Comm: yumBackend.py Kdump: loaded Not tainted 3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff9dea265ad230 ti: ffff9deab1b64000 task.ti: ffff9deab1b64000
RIP: 0010:[<ffffffff83d7c8ac>] [<ffffffff83d7c8ac>] __slab_alloc+0x48/0x5c
RSP: 0018:ffff9deab1b67938 EFLAGS: 00000246
RAX: ffff9dea04fd8000 RBX: 0000000000000000 RCX: 0000000000000000
RDX: ffff9dea04fd8000 RSI: 0000000000000000 RDI: 0000000000000246
RBP: ffff9deab1b67968 R08: fffff3b5c213f600 R09: ffff9deabd61ff10
R10: 0000000000000004 R11: ffffffffffffffe8 R12: ffffffff83885751
R13: ffffffff00000000 R14: 0000000000000000 R15: 0000000000000000
FS: 00007fdd30f23740(0000) GS:ffff9deabd600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdd30f3b000 CR3: 00000000b8668000 CR4: 00000000003607f0
Call Trace:
[<ffffffff8382885b>] kmem_cache_alloc+0x19b/0x1f0
[<ffffffff83885751>] ? alloc_buffer_head+0x21/0x60
[<ffffffff83885751>] alloc_buffer_head+0x21/0x60
[<ffffffff83885d9a>] alloc_page_buffers+0x3a/0xc0
[<ffffffff8388670e>] create_empty_buffers+0x1e/0xf0
[<ffffffff83886827>] create_page_buffers+0x47/0x50
[<ffffffff83887eef>] __block_write_begin_int+0x8f/0x650
[<ffffffff837e02b2>] ? __inc_zone_page_state+0x32/0x60
[<ffffffff837bf087>] ? __add_to_page_cache_locked+0xc7/0x1a0
[<ffffffff837bf1dc>] ? add_to_page_cache_lru+0x5c/0xb0
[<ffffffff837c9b82>] ? wait_for_stable_page+0x12/0x40
[<ffffffff838ba089>] iomap_write_begin+0xc9/0x250
[<ffffffff838ba4b5>] iomap_write_actor+0xd5/0x1f0
[<ffffffff838ba3e0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffff838ba89a>] iomap_apply+0xba/0x160
[<ffffffff838ba9e1>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff838ba3e0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc060c7ed>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc061935c>] ? xfs_iunlock+0xfc/0x120 [xfs]
[<ffffffffc060cb0d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff8384c713>] do_sync_write+0x93/0xe0
[<ffffffff8384d200>] vfs_write+0xc0/0x1f0
[<ffffffff8384dfcf>] SyS_write+0x7f/0xf0
[<ffffffff83d92ed2>] system_call_fastpath+0x25/0x2a
Code: 53 50 4c 89 45 d0 e8 84 5e aa ff 4c 8b 45 d0 48 89 c3 44 89 f2 4c 89 e7 4c 89 f9 44 89 ee e8 2c aa aa ff 48 89 df 48 89 c2 57 9d <0f> 1f 44 00 00 48 89 d0 5a 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f
Complete report #232430
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__slab_alloc
|
vmlinux |
0xffffffffa197fedd
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x48
|
|
2
|
kmem_cache_alloc
|
vmlinux |
0xffffffffa1428c6b
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x19b
|
|
3
|
|
vmlinux |
0xffffffffa14864e1
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x21
|
|
4
|
alloc_buffer_head
|
vmlinux |
0xffffffffa14864e1
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x21
|
|
5
|
alloc_page_buffers
|
vmlinux |
0xffffffffa1486b2a
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x3a
|
|
6
|
create_empty_buffers
|
vmlinux |
0xffffffffa148749e
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1e
|
|
7
|
create_page_buffers
|
vmlinux |
0xffffffffa14875b7
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x47
|
|
8
|
__block_write_begin_int
|
vmlinux |
0xffffffffa1488c7f
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x8f
|
|
9
|
|
vmlinux |
0xffffffffa13e0842
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x32
|
|
10
|
?
__add_to_page_cache_locked
|
vmlinux |
0xffffffffa13be807
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xc7
|
|
11
|
|
vmlinux |
0xffffffffa13be95c
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x5c
|
|
12
|
|
vmlinux |
0xffffffffa13c9dd2
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x12
|
|
13
|
iomap_write_begin
|
vmlinux |
0xffffffffa14baf89
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xc9
|
|
14
|
iomap_write_actor
|
vmlinux |
0xffffffffa14bb3b5
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xd5
|
|
15
|
|
vmlinux |
0xffffffffa14bb2e0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1d0
|
|
16
|
iomap_apply
|
vmlinux |
0xffffffffa14bb79a
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xba
|
|
17
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffa14bb8e1
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa1
|
|
18
|
|
vmlinux |
0xffffffffa14bb2e0
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x1d0
|
|
19
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc03247bd
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x12d
|
|
20
|
?
__mem_cgroup_commit_charge
|
vmlinux |
0xffffffffa143e802
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xe2
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc0324add
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x18d
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffffa144d593
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffffa144e080
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xc0
|
|
24
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa1995ed5
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa2
|
|
25
|
SyS_write
|
vmlinux |
0xffffffffa144ee5f
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x7f
|
|
26
|
system_call_fastpath
|
vmlinux |
0xffffffffa1995f92
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x25
|
|
27
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffffa1995ed5
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xa2
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 34s! [wdavdaemon:1877]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables vsock_diag tcp_diag udp_diag inet_diag unix_diag tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 nfsd nfs_acl lockd grace auth_rpcgss
sunrpc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm vmxnet3 mptspi drm ata_piix scsi_transport_spi mptscsih nfit mptbase libata libnvdimm drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 1 PID: 1877 Comm: wdavdaemon Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9df17a99d280 ti: ffff9df17abd0000 task.ti: ffff9df17abd0000
RIP: 0010:[<ffffffffa197fedd>] [<ffffffffa197fedd>] __slab_alloc+0x48/0x5c
RSP: 0018:ffff9df17abd3938 EFLAGS: 00000246
RAX: ffff9df15b5838f0 RBX: ffffffffffffffff RCX: 0000000000000000
RDX: ffff9df15b5838f0 RSI: 000000000001ff10 RDI: 0000000000000246
RBP: ffff9df17abd3968 R08: ffffe90e426d60c0 R09: 000000018027000d
R10: ffff9df0c6ca6f70 R11: 1f5e42b3fbd99cf5 R12: ffffffffa14864e1
R13: ffffffff00000021 R14: 0000000000000000 R15: ffff9df4ffc9ff20
FS: 00007f5738bcd700(0000) GS:ffff9df4ffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055e1a17582c8 CR3: 00000000bbaa2000 CR4: 00000000000407e0
Call Trace:
[<ffffffffa1428c6b>] kmem_cache_alloc+0x19b/0x1f0
[<ffffffffa14864e1>] ? alloc_buffer_head+0x21/0x60
[<ffffffffa14864e1>] alloc_buffer_head+0x21/0x60
[<ffffffffa1486b2a>] alloc_page_buffers+0x3a/0xc0
[<ffffffffa148749e>] create_empty_buffers+0x1e/0xf0
[<ffffffffa14875b7>] create_page_buffers+0x47/0x50
[<ffffffffa1488c7f>] __block_write_begin_int+0x8f/0x650
[<ffffffffa13e0842>] ? __inc_zone_page_state+0x32/0x60
[<ffffffffa13be807>] ? __add_to_page_cache_locked+0xc7/0x1a0
[<ffffffffa13be95c>] ? add_to_page_cache_lru+0x5c/0xb0
[<ffffffffa13c9dd2>] ? wait_for_stable_page+0x12/0x40
[<ffffffffa14baf89>] iomap_write_begin+0xc9/0x250
[<ffffffffa14bb3b5>] iomap_write_actor+0xd5/0x1f0
[<ffffffffa14bb2e0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffa14bb79a>] iomap_apply+0xba/0x160
[<ffffffffa14bb8e1>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffa14bb2e0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc03247bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffa143e802>] ? __mem_cgroup_commit_charge+0xe2/0x2f0
[<ffffffffc0324add>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffa144d593>] do_sync_write+0x93/0xe0
[<ffffffffa144e080>] vfs_write+0xc0/0x1f0
[<ffffffffa1995ed5>] ? system_call_after_swapgs+0xa2/0x13a
[<ffffffffa144ee5f>] SyS_write+0x7f/0xf0
[<ffffffffa1995f92>] system_call_fastpath+0x25/0x2a
[<ffffffffa1995ed5>] ? system_call_after_swapgs+0xa2/0x13a
Code: 53 50 4c 89 45 d0 e8 63 2c aa ff 4c 8b 45 d0 48 89 c3 44 89 f2 4c 89 e7 4c 89 f9 44 89 ee e8 0b 78 aa ff 48 89 df 48 89 c2 57 9d <0f> 1f 44 00 00 48 89 d0 5a 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f
Complete report #166301
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__slab_alloc
|
vmlinux |
0xffffffff9c35e614
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x48
|
|
2
|
kmem_cache_alloc
|
vmlinux |
0xffffffff9be1c24b
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x19b
|
|
3
|
|
vmlinux |
0xffffffff9be78af1
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x21
|
|
4
|
alloc_buffer_head
|
vmlinux |
0xffffffff9be78af1
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x21
|
|
5
|
alloc_page_buffers
|
vmlinux |
0xffffffff9be7907a
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x3a
|
|
6
|
create_empty_buffers
|
vmlinux |
0xffffffff9be7999e
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x1e
|
|
7
|
create_page_buffers
|
vmlinux |
0xffffffff9be79ab7
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x47
|
|
8
|
__block_write_begin_int
|
vmlinux |
0xffffffff9be7b0af
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x8f
|
|
9
|
|
vmlinux |
0xffffffff9bdb71bc
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x5c
|
|
10
|
|
vmlinux |
0xffffffff9bdc1c22
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x12
|
|
11
|
iomap_write_begin
|
vmlinux |
0xffffffff9beac481
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x81
|
|
12
|
iomap_write_actor
|
vmlinux |
0xffffffff9beac7cf
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xcf
|
|
13
|
|
vmlinux |
0xffffffff9beac700
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x80
|
|
14
|
iomap_apply
|
vmlinux |
0xffffffff9beacdd7
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xb7
|
|
15
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff9beacf11
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xa1
|
|
16
|
|
vmlinux |
0xffffffff9beac700
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x80
|
|
17
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc03e2a4d
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x12d
|
|
18
|
?
xfs_dir2_sf_getdents.isra.10
|
xfs |
0xffffffffc03dec50
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xf0
|
|
19
|
|
vmlinux |
0xffffffff9be56bb0
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x130
|
|
20
|
xfs_file_aio_write
|
xfs |
0xffffffffc03e2d6d
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x18d
|
|
21
|
do_sync_write
|
vmlinux |
0xffffffff9be40b63
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x93
|
|
22
|
vfs_write
|
vmlinux |
0xffffffff9be41650
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xc0
|
|
23
|
SyS_write
|
vmlinux |
0xffffffff9be4246f
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x7f
|
|
24
|
system_call_fastpath
|
vmlinux |
0xffffffff9c374ddb
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 68s! [postgres:994]
Modules linked in: veth xt_addrtype br_netfilter cfg80211 rfkill binfmt_misc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop xt_CHECKSUM xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ebtable_filter ebtables ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw ip6table_filter ip6_tables iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw iptable_filter snd_seq_midi snd_seq_midi_event sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 ext4 snd_rawmidi snd_ac97_codec
ac97_bus mbcache snd_seq jbd2 snd_seq_device snd_pcm ppdev snd_timer snd soundcore vmw_balloon sg joydev pcspkr parport_pc parport vmw_vmci i2c_piix4 uinput ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata mptspi scsi_transport_spi mptscsih mptbase crct10dif_pclmul crct10dif_common crc32c_intel e1000 serio_raw drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 994 Comm: postgres Tainted: G L ------------ 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2012
task: ffff9f3f59f28000 ti: ffff9f3f366b4000 task.ti: ffff9f3f366b4000
RIP: 0010:[<ffffffff9c35e614>] [<ffffffff9c35e614>] __slab_alloc+0x48/0x5c
RSP: 0018:ffff9f3f366b7948 EFLAGS: 00000246
RAX: ffff9f3bd03a0068 RBX: 0000000000000002 RCX: 0000000000000000
RDX: ffff9f3bd03a0068 RSI: fffff999d240e800 RDI: 0000000000000246
RBP: ffff9f3f366b7978 R08: fffff999d240e800 R09: 0000000180270027
R10: ffff9f3bd03a0068 R11: ffff9f3bd03a0068 R12: ffffffff9be78af1
R13: ffffffff562d5980 R14: 0000000000000000 R15: ffff9f3f5e65f8c0
FS: 00007f1a29880740(0000) GS:ffff9f3f5e640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000000092cc80 CR3: 0000000812af0000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9be1c24b>] kmem_cache_alloc+0x19b/0x1f0
[<ffffffff9be78af1>] ? alloc_buffer_head+0x21/0x60
[<ffffffff9be78af1>] alloc_buffer_head+0x21/0x60
[<ffffffff9be7907a>] alloc_page_buffers+0x3a/0xc0
[<ffffffff9be7999e>] create_empty_buffers+0x1e/0xf0
[<ffffffff9be79ab7>] create_page_buffers+0x47/0x50
[<ffffffff9be7b0af>] __block_write_begin_int+0x8f/0x5f0
[<ffffffff9bdb71bc>] ? add_to_page_cache_lru+0x5c/0xb0
[<ffffffff9bdc1c22>] ? wait_for_stable_page+0x12/0x40
[<ffffffff9beac481>] iomap_write_begin+0x81/0x100
[<ffffffff9beac7cf>] iomap_write_actor+0xcf/0x1d0
[<ffffffff9beac700>] ? iomap_write_end+0x80/0x80
[<ffffffff9beacdd7>] iomap_apply+0xb7/0x150
[<ffffffff9beacf11>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff9beac700>] ? iomap_write_end+0x80/0x80
[<ffffffffc03e2a4d>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc03dec50>] ? xfs_dir2_sf_getdents.isra.10+0xf0/0x2b0 [xfs]
[<ffffffff9be56bb0>] ? iterate_dir+0x130/0x130
[<ffffffffc03e2d6d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff9be40b63>] do_sync_write+0x93/0xe0
[<ffffffff9be41650>] vfs_write+0xc0/0x1f0
[<ffffffff9be4246f>] SyS_write+0x7f/0xf0
[<ffffffff9c374ddb>] system_call_fastpath+0x22/0x27
Code: 53 50 4c 89 45 d0 e8 9c 91 ab ff 4c 8b 45 d0 48 89 c3 44 89 f2 4c 89 e7 4c 89 f9 44 89 ee e8 f4 c1 ab ff 48 89 df 48 89 c2 57 9d <0f> 1f 44 00 00 48 89 d0 5a 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f
Complete report #176446
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__slab_alloc
|
vmlinux |
0xffffffff9835e594
Build id: 3.10.0-957.el7.x86_64
|
0x48
|
|
2
|
kmem_cache_alloc
|
vmlinux |
0xffffffff97e1be1b
Build id: 3.10.0-957.el7.x86_64
|
0x19b
|
|
3
|
|
vmlinux |
0xffffffff97e78541
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
4
|
alloc_buffer_head
|
vmlinux |
0xffffffff97e78541
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
|
5
|
|
vmlinux |
0xffffffff97f7c237
Build id: 3.10.0-957.el7.x86_64
|
0xb7
|
|
6
|
alloc_page_buffers
|
vmlinux |
0xffffffff97e78aca
Build id: 3.10.0-957.el7.x86_64
|
0x3a
|
|
7
|
create_empty_buffers
|
vmlinux |
0xffffffff97e793ee
Build id: 3.10.0-957.el7.x86_64
|
0x1e
|
|
8
|
create_page_buffers
|
vmlinux |
0xffffffff97e79507
Build id: 3.10.0-957.el7.x86_64
|
0x47
|
|
9
|
__block_write_begin_int
|
vmlinux |
0xffffffff97e7aaff
Build id: 3.10.0-957.el7.x86_64
|
0x8f
|
|
10
|
|
vmlinux |
0xffffffff97dd7d42
Build id: 3.10.0-957.el7.x86_64
|
0x32
|
|
11
|
?
__add_to_page_cache_locked
|
vmlinux |
0xffffffff97db6de4
Build id: 3.10.0-957.el7.x86_64
|
0xe4
|
|
12
|
|
vmlinux |
0xffffffff97db6f0c
Build id: 3.10.0-957.el7.x86_64
|
0x5c
|
|
13
|
|
vmlinux |
0xffffffff97dc1972
Build id: 3.10.0-957.el7.x86_64
|
0x12
|
|
14
|
iomap_write_begin
|
vmlinux |
0xffffffff97eabec1
Build id: 3.10.0-957.el7.x86_64
|
0x81
|
|
15
|
iomap_write_actor
|
vmlinux |
0xffffffff97eac20f
Build id: 3.10.0-957.el7.x86_64
|
0xcf
|
|
16
|
|
vmlinux |
0xffffffff97eac140
Build id: 3.10.0-957.el7.x86_64
|
0x80
|
|
17
|
iomap_apply
|
vmlinux |
0xffffffff97eac817
Build id: 3.10.0-957.el7.x86_64
|
0xb7
|
|
18
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff97eac951
Build id: 3.10.0-957.el7.x86_64
|
0xa1
|
|
19
|
|
vmlinux |
0xffffffff97eac140
Build id: 3.10.0-957.el7.x86_64
|
0x80
|
|
20
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc02d7a4d
Build id: 3.10.0-957.el7.x86_64
|
0x12d
|
|
21
|
|
xfs |
0xffffffffc02e48d4
Build id: 3.10.0-957.el7.x86_64
|
0x104
|
|
22
|
xfs_file_aio_write
|
xfs |
0xffffffffc02d7d6d
Build id: 3.10.0-957.el7.x86_64
|
0x18d
|
|
23
|
do_sync_write
|
vmlinux |
0xffffffff97e405b3
Build id: 3.10.0-957.el7.x86_64
|
0x93
|
|
24
|
vfs_write
|
vmlinux |
0xffffffff97e410a0
Build id: 3.10.0-957.el7.x86_64
|
0xc0
|
|
25
|
SyS_write
|
vmlinux |
0xffffffff97e41ebf
Build id: 3.10.0-957.el7.x86_64
|
0x7f
|
|
26
|
system_call_fastpath
|
vmlinux |
0xffffffff98374ddb
Build id: 3.10.0-957.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 49s! [yum:9761]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack devlink ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev edac_mce_amd crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon joydev ext4 snd_seq_midi pcspkr snd_seq_midi_event mbcache
jbd2 snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx drm_kms_helper ata_generic pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm mptspi scsi_transport_spi libata e1000 mptscsih nfit mptbase libnvdimm drm_panel_orientation_quirks
CPU: 0 PID: 9761 Comm: yum Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8905646a30c0 ti: ffff8905408a0000 task.ti: ffff8905408a0000
RIP: 0010:[<ffffffff9835e594>] [<ffffffff9835e594>] __slab_alloc+0x48/0x5c
RSP: 0018:ffff8905408a3948 EFLAGS: 00000246
RAX: ffff8905479c8000 RBX: 0000000000000000 RCX: 0000000000000000
RDX: ffff8905479c8000 RSI: 0000000000000000 RDI: 0000000000000246
RBP: ffff8905408a3978 R08: ffffe3b3401e7200 R09: ffff89059081f850
R10: 0000000000000007 R11: fffffffffffffff6 R12: ffffffff97e78541
R13: ffffffff00000000 R14: 0000000000000000 R15: 0000000000000000
FS: 00007fd029c82740(0000) GS:ffff890590800000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001c9e000 CR3: 000000000bd6e000 CR4: 00000000001407f0
Call Trace:
[<ffffffff97e1be1b>] kmem_cache_alloc+0x19b/0x1f0
[<ffffffff97e78541>] ? alloc_buffer_head+0x21/0x60
[<ffffffff97e78541>] alloc_buffer_head+0x21/0x60
[<ffffffff97f7c237>] ? __radix_tree_create+0xb7/0x360
[<ffffffff97e78aca>] alloc_page_buffers+0x3a/0xc0
[<ffffffff97e793ee>] create_empty_buffers+0x1e/0xf0
[<ffffffff97e79507>] create_page_buffers+0x47/0x50
[<ffffffff97e7aaff>] __block_write_begin_int+0x8f/0x5f0
[<ffffffff97dd7d42>] ? __inc_zone_page_state+0x32/0x60
[<ffffffff97db6de4>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffff97db6f0c>] ? add_to_page_cache_lru+0x5c/0xb0
[<ffffffff97dc1972>] ? wait_for_stable_page+0x12/0x40
[<ffffffff97eabec1>] iomap_write_begin+0x81/0x100
[<ffffffff97eac20f>] iomap_write_actor+0xcf/0x1d0
[<ffffffff97eac140>] ? iomap_write_end+0x80/0x80
[<ffffffff97eac817>] iomap_apply+0xb7/0x150
[<ffffffff97eac951>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff97eac140>] ? iomap_write_end+0x80/0x80
[<ffffffffc02d7a4d>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc02e48d4>] ? xfs_iunlock+0x104/0x130 [xfs]
[<ffffffffc02d7d6d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff97e405b3>] do_sync_write+0x93/0xe0
[<ffffffff97e410a0>] vfs_write+0xc0/0x1f0
[<ffffffff97e41ebf>] SyS_write+0x7f/0xf0
[<ffffffff98374ddb>] system_call_fastpath+0x22/0x27
Code: 53 50 4c 89 45 d0 e8 ec 8d ab ff 4c 8b 45 d0 48 89 c3 44 89 f2 4c 89 e7 4c 89 f9 44 89 ee e8 44 be ab ff 48 89 df 48 89 c2 57 9d <66> 66 90 66 90 48 89 d0 5a 5b 41 5c 41 5d 41 5e 41 5f 5d c3 66
Complete report #23304
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
memset
|
vmlinux |
0xffffffff82392a13
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x33
|
|
2
|
|
vmlinux |
0xffffffff82225102
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1c2
|
|
3
|
|
vmlinux |
0xffffffff822823f1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x21
|
|
4
|
alloc_buffer_head
|
vmlinux |
0xffffffff822823f1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x21
|
|
5
|
|
vmlinux |
0xffffffff82388497
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xb7
|
|
6
|
alloc_page_buffers
|
vmlinux |
0xffffffff82282a3a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x3a
|
|
7
|
create_empty_buffers
|
vmlinux |
0xffffffff822833ae
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1e
|
|
8
|
create_page_buffers
|
vmlinux |
0xffffffff822834c7
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x47
|
|
9
|
__block_write_begin_int
|
vmlinux |
0xffffffff82284b8f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x8f
|
|
10
|
|
vmlinux |
0xffffffff821dfc72
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x32
|
|
11
|
?
__add_to_page_cache_locked
|
vmlinux |
0xffffffff821be2a4
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xe4
|
|
12
|
|
vmlinux |
0xffffffff821be3cc
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x5c
|
|
13
|
|
vmlinux |
0xffffffff821c9512
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x12
|
|
14
|
iomap_write_begin
|
vmlinux |
0xffffffff822b6979
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xc9
|
|
15
|
iomap_write_actor
|
vmlinux |
0xffffffff822b6da5
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xd5
|
|
16
|
|
vmlinux |
0xffffffff822b6cd0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1d0
|
|
17
|
iomap_apply
|
vmlinux |
0xffffffff822b718a
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xba
|
|
18
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff822b72d1
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xa1
|
|
19
|
|
vmlinux |
0xffffffff822b6cd0
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x1d0
|
|
20
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc05633bd
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x12d
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc05636dd
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x18d
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffff82249d83
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffff8224a870
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xc0
|
|
24
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8278de21
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xae
|
|
25
|
SyS_write
|
vmlinux |
0xffffffff8224b68f
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x7f
|
|
26
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8278de21
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xae
|
|
27
|
system_call_fastpath
|
vmlinux |
0xffffffff8278dede
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0x25
|
|
28
|
?
system_call_after_swapgs
|
vmlinux |
0xffffffff8278de21
Build id: 3.10.0-1062.12.1.el7.x86_64
|
0xae
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 38s! [java:13769]
Modules linked in: xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack ip_tables br_netfilter overlay(T) tun devlink bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul ppdev vmw_balloon glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc vmw_vmci parport i2c_piix4 binfmt_misc xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod vmwgfx crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci nfit crct10dif_pclmul crct10dif_common libnvdimm crc32c_intel ata_piix serio_raw libata vmxnet3 vmw_pvscsi
drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 0 PID: 13769 Comm: java Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.12.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff8bf33a7be2a0 ti: ffff8bedee310000 task.ti: ffff8bedee310000
RIP: 0010:[<ffffffff82392a13>] [<ffffffff82392a13>] memset+0x33/0xb0
RSP: 0018:ffff8bedee313970 EFLAGS: 00010247
RAX: 0000000000000000 RBX: fffff746d87cd000 RCX: 0000000000000000
RDX: 0000000000000068 RSI: 0000000000000000 RDI: ffff8be99f3407b8
RBP: ffff8bedee3139a8 R08: 0000000000000000 R09: 0000000000000000
R10: ffff8be99f3407b8 R11: 0000000000000000 R12: 0000000180270027
R13: ffff8be99f3407b8 R14: 0000000000000000 R15: 0000000180270027
FS: 00007f07c60e8700(0000) GS:ffff8bf3bfc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000004a30f000e CR3: 0000000fc1336000 CR4: 00000000000607f0
Call Trace:
[<ffffffff82225102>] ? kmem_cache_alloc+0x1c2/0x1f0
[<ffffffff822823f1>] ? alloc_buffer_head+0x21/0x60
[<ffffffff822823f1>] alloc_buffer_head+0x21/0x60
[<ffffffff82388497>] ? __radix_tree_create+0xb7/0x360
[<ffffffff82282a3a>] alloc_page_buffers+0x3a/0xc0
[<ffffffff822833ae>] create_empty_buffers+0x1e/0xf0
[<ffffffff822834c7>] create_page_buffers+0x47/0x50
[<ffffffff82284b8f>] __block_write_begin_int+0x8f/0x650
[<ffffffff821dfc72>] ? __inc_zone_page_state+0x32/0x60
[<ffffffff821be2a4>] ? __add_to_page_cache_locked+0xe4/0x190
[<ffffffff821be3cc>] ? add_to_page_cache_lru+0x5c/0xb0
[<ffffffff821c9512>] ? wait_for_stable_page+0x12/0x40
[<ffffffff822b6979>] iomap_write_begin+0xc9/0x250
[<ffffffff822b6da5>] iomap_write_actor+0xd5/0x1f0
[<ffffffff822b6cd0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffff822b718a>] iomap_apply+0xba/0x160
[<ffffffff822b72d1>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff822b6cd0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc05633bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc05636dd>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff82249d83>] do_sync_write+0x93/0xe0
[<ffffffff8224a870>] vfs_write+0xc0/0x1f0
[<ffffffff8278de21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff8224b68f>] SyS_write+0x7f/0xf0
[<ffffffff8278de21>] ? system_call_after_swapgs+0xae/0x146
[<ffffffff8278dede>] system_call_fastpath+0x25/0x2a
[<ffffffff8278de21>] ? system_call_after_swapgs+0xae/0x146
Code: b8 01 01 01 01 01 01 01 01 48 0f af c1 41 89 f9 41 83 e1 07 75 70 48 89 d1 48 c1 e9 06 74 39 66 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #13893
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__slab_alloc
|
vmlinux |
0xffffffffb4777dc4
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x48
|
|
2
|
kmem_cache_alloc
|
vmlinux |
0xffffffffb422660b
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x19b
|
|
3
|
|
vmlinux |
0xffffffffb4282631
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x21
|
|
4
|
alloc_buffer_head
|
vmlinux |
0xffffffffb4282631
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x21
|
|
5
|
alloc_page_buffers
|
vmlinux |
0xffffffffb4282c7a
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x3a
|
|
6
|
create_empty_buffers
|
vmlinux |
0xffffffffb42835ee
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x1e
|
|
7
|
create_page_buffers
|
vmlinux |
0xffffffffb4283707
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x47
|
|
8
|
__block_write_begin_int
|
vmlinux |
0xffffffffb4284dcf
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x8f
|
|
9
|
|
vmlinux |
0xffffffffb41df722
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x32
|
|
10
|
?
__add_to_page_cache_locked
|
vmlinux |
0xffffffffb41be4d7
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xc7
|
|
11
|
|
vmlinux |
0xffffffffb41be62c
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x5c
|
|
12
|
|
vmlinux |
0xffffffffb41c8fc2
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x12
|
|
13
|
iomap_write_begin
|
vmlinux |
0xffffffffb42b6bb9
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xc9
|
|
14
|
iomap_write_actor
|
vmlinux |
0xffffffffb42b6fe5
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xd5
|
|
15
|
|
vmlinux |
0xffffffffb42b6f10
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x1d0
|
|
16
|
iomap_apply
|
vmlinux |
0xffffffffb42b73ca
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xba
|
|
17
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffb42b7511
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xa1
|
|
18
|
|
vmlinux |
0xffffffffb42b6f10
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x1d0
|
|
19
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc05433bd
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x12d
|
|
20
|
|
xfs |
0xffffffffc05500dc
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xfc
|
|
21
|
xfs_file_aio_write
|
xfs |
0xffffffffc05436dd
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x18d
|
|
22
|
do_sync_write
|
vmlinux |
0xffffffffb4249fa3
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x93
|
|
23
|
vfs_write
|
vmlinux |
0xffffffffb424aa90
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xc0
|
|
24
|
SyS_write
|
vmlinux |
0xffffffffb424b8af
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x7f
|
|
25
|
system_call_fastpath
|
vmlinux |
0xffffffffb478dede
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 27s! [yum:77974]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter loop xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) bnep sunrpc dm_mirror dm_region_hash dm_log dm_thin_pool snd_seq_midi snd_seq_midi_event dm_persistent_data dm_bio_prison dm_bufio ext4 mbcache jbd2 ppdev vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel dm_mod lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq joydev pcspkr btusb snd_seq_device btrtl btbcm
btintel snd_pcm bluetooth snd_timer rfkill snd soundcore nfit libnvdimm sg vmw_vmci i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper ata_piix syscopyarea sysfillrect sysimgblt fb_sys_fops ttm libata crct10dif_pclmul crct10dif_common crc32c_intel drm mptspi scsi_transport_spi e1000 serio_raw mptscsih mptbase drm_panel_orientation_quirks
CPU: 1 PID: 77974 Comm: yum Kdump: loaded Tainted: G OEL ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff9e398310c1c0 ti: ffff9e3af1264000 task.ti: ffff9e3af1264000
RIP: 0010:[<ffffffffb4777dc4>] [<ffffffffb4777dc4>] __slab_alloc+0x48/0x5c
RSP: 0018:ffff9e3af1267938 EFLAGS: 00000246
RAX: ffff9e3a3a28b000 RBX: 0000000000000000 RCX: 0000000000000000
RDX: ffff9e3a3a28b000 RSI: 0000000000000000 RDI: 0000000000000246
RBP: ffff9e3af1267968 R08: fffffacb82e8a2c0 R09: ffff9e3af865ff10
R10: 000000000000000b R11: ffffffffffffffe8 R12: ffffffffb4282631
R13: ffffffff00000000 R14: 0000000000000000 R15: 0000000000000000
FS: 00007fe418dc6740(0000) GS:ffff9e3af8640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000007afde0000 CR3: 0000000172598000 CR4: 00000000001607e0
Call Trace:
[<ffffffffb422660b>] kmem_cache_alloc+0x19b/0x1f0
[<ffffffffb4282631>] ? alloc_buffer_head+0x21/0x60
[<ffffffffb4282631>] alloc_buffer_head+0x21/0x60
[<ffffffffb4282c7a>] alloc_page_buffers+0x3a/0xc0
[<ffffffffb42835ee>] create_empty_buffers+0x1e/0xf0
[<ffffffffb4283707>] create_page_buffers+0x47/0x50
[<ffffffffb4284dcf>] __block_write_begin_int+0x8f/0x650
[<ffffffffb41df722>] ? __inc_zone_page_state+0x32/0x60
[<ffffffffb41be4d7>] ? __add_to_page_cache_locked+0xc7/0x1a0
[<ffffffffb41be62c>] ? add_to_page_cache_lru+0x5c/0xb0
[<ffffffffb41c8fc2>] ? wait_for_stable_page+0x12/0x40
[<ffffffffb42b6bb9>] iomap_write_begin+0xc9/0x250
[<ffffffffb42b6fe5>] iomap_write_actor+0xd5/0x1f0
[<ffffffffb42b6f10>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffb42b73ca>] iomap_apply+0xba/0x160
[<ffffffffb42b7511>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffb42b6f10>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc05433bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc05500dc>] ? xfs_iunlock+0xfc/0x120 [xfs]
[<ffffffffc05436dd>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffb4249fa3>] do_sync_write+0x93/0xe0
[<ffffffffb424aa90>] vfs_write+0xc0/0x1f0
[<ffffffffb424b8af>] SyS_write+0x7f/0xf0
[<ffffffffb478dede>] system_call_fastpath+0x25/0x2a
Code: 53 50 4c 89 45 d0 e8 1c 87 aa ff 4c 8b 45 d0 48 89 c3 44 89 f2 4c 89 e7 4c 89 f9 44 89 ee e8 c4 d2 aa ff 48 89 df 48 89 c2 57 9d <0f> 1f 44 00 00 48 89 d0 5a 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f