Complete report #1007543
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__block_write_begin_int
|
vmlinux |
0xffffffffb5298243
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x93
|
|
2
|
|
vmlinux |
0xffffffffb53a3c02
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x22
|
|
3
|
|
vmlinux |
0xffffffffb51d53b2
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x12
|
|
4
|
iomap_write_begin
|
vmlinux |
0xffffffffb52cb2a9
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xc9
|
|
5
|
iomap_write_actor
|
vmlinux |
0xffffffffb52cb6f5
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xd5
|
|
6
|
|
vmlinux |
0xffffffffb52cb620
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e0
|
|
7
|
iomap_apply
|
vmlinux |
0xffffffffb52cbada
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xba
|
|
8
|
iomap_file_buffered_write
|
vmlinux |
0xffffffffb52cbc21
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0xa1
|
|
9
|
|
vmlinux |
0xffffffffb52cb620
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x1e0
|
|
10
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc034ef3d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x12d
|
|
11
|
xfs_file_aio_write
|
xfs |
0xffffffffc034f26d
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x18d
|
|
12
|
?
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc034f0e0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x2d0
|
|
13
|
do_io_submit
|
vmlinux |
0xffffffffb52b5cf3
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x3e3
|
|
14
|
SyS_io_submit
|
vmlinux |
0xffffffffb52b61c0
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x10
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffffb57c539a
Build id: 3.10.0-1160.119.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 1921s! [ib_pg_flush-1:129999]
Modules linked in: binfmt_misc xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc xt_multiport ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vmw_vmci vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq iosf_mbi crc32_pclmul snd_seq_device ghash_clmulni_intel aesni_intel snd_pcm snd_timer snd lrw gf128mul glue_helper ablk_helper soundcore cryptd vmw_balloon ppdev pcspkr joydev sg parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic
vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ata_piix ttm nfit libata crct10dif_pclmul crct10dif_common drm crc32c_intel libnvdimm e1000 mptspi serio_raw scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 0 PID: 129999 Comm: ib_pg_flush-1 Kdump: loaded Tainted: G L ------------ 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff8ed8867ac200 ti: ffff8ed71d564000 task.ti: ffff8ed71d564000
RIP: 0010:[<ffffffffb5298243>] [<ffffffffb5298243>] __block_write_begin_int+0x93/0x650
RSP: 0018:ffff8ed71d567ac0 EFLAGS: 00010202
RAX: ffff8ed2dfd7f0d0 RBX: ffff8ed71d567a7c RCX: 0000000000000000
RDX: 0000000000000000 RSI: ffff8ed7a1ef71c8 RDI: ffffe1f05d19a540
RBP: ffff8ed71d567b70 R08: 00000000001c8944 R09: ffffe1f05d19a55c
R10: ffffe1f05d19a540 R11: 0000000000000000 R12: ffff8ed987f38000
R13: ffffffffb53b255a R14: 000000000000000d R15: ffffffffb5371287
FS: 00007f94c60b1700(0000) GS:ffff8ed98d600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa4dc4125f0 CR3: 0000000811682000 CR4: 00000000003607f0
Call Trace:
[<ffffffffb53a3c02>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffffb51d53b2>] ? wait_for_stable_page+0x12/0x50
[<ffffffffb52cb2a9>] iomap_write_begin+0xc9/0x260
[<ffffffffb52cb6f5>] iomap_write_actor+0xd5/0x1f0
[<ffffffffb52cb620>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffffb52cbada>] iomap_apply+0xba/0x160
[<ffffffffb52cbc21>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffffb52cb620>] ? iomap_dirty_actor+0x1e0/0x1e0
[<ffffffffc034ef3d>] xfs_file_buffered_aio_write+0x12d/0x2d0 [xfs]
[<ffffffffc034f26d>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffffc034f0e0>] ? xfs_file_buffered_aio_write+0x2d0/0x2d0 [xfs]
[<ffffffffb52b5cf3>] do_io_submit+0x3e3/0x8a0
[<ffffffffb52b61c0>] SyS_io_submit+0x10/0x20
[<ffffffffb57c539a>] system_call_fastpath+0x25/0x2a
Code: 0f 87 7e 05 00 00 8b 85 7c ff ff ff 39 45 ac 0f 87 6d 05 00 00 48 8b 75 90 31 d2 4c 8d 75 c0 45 31 e4 e8 21 e0 ff ff 4d 8b 47 10 <48> 8b 50 20 b9 0c 00 00 00 44 8b 4d ac 48 89 c7 48 89 45 b0 b8
Complete report #576380
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__block_write_begin_int
|
vmlinux |
0xffffffff90a89093
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x93
|
|
2
|
|
vmlinux |
0xffffffff90b8daf2
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x22
|
|
3
|
|
vmlinux |
0xffffffff909ca332
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x12
|
|
4
|
iomap_write_begin
|
vmlinux |
0xffffffff90abb359
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xc9
|
|
5
|
iomap_write_actor
|
vmlinux |
0xffffffff90abb785
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xd5
|
|
6
|
|
vmlinux |
0xffffffff90abb6b0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x1d0
|
|
7
|
iomap_apply
|
vmlinux |
0xffffffff90abbb6a
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xba
|
|
8
|
iomap_file_buffered_write
|
vmlinux |
0xffffffff90abbcb1
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xa1
|
|
9
|
|
vmlinux |
0xffffffff90abb6b0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x1d0
|
|
10
|
xfs_file_buffered_aio_write
|
xfs |
0xffffffffc04527bd
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x12d
|
|
11
|
xfs_file_aio_write
|
xfs |
0xffffffffc0452add
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x18d
|
|
12
|
do_sync_write
|
vmlinux |
0xffffffff90a4da43
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x93
|
|
13
|
vfs_write
|
vmlinux |
0xffffffff90a4e4d0
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0xc0
|
|
14
|
SyS_write
|
vmlinux |
0xffffffff90a4f255
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x55
|
|
15
|
system_call_fastpath
|
vmlinux |
0xffffffff90f99f92
Build id: 3.10.0-1160.71.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 37s! [postgres:2413]
Modules linked in: xt_CHECKSUM ipt_REJECT nf_reject_ipv4 bridge stp llc ebtable_filter ebtables devlink tun ipmi_devintf ipmi_msghandler ip6t_REJECT nf_reject_ipv6 nf_conntrack_ipv6 nf_defrag_ipv6 xt_conntrack ip6table_filter ip6_tables bnep iptable_mangle vmw_vsock_vmci_transport vsock iptable_filter ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd btusb btrtl btbcm btintel ppdev bluetooth joydev sg vmw_balloon soundcore rfkill pcspkr parport_pc parport i2c_piix4 vmw_vmci sch_fq_codel ip_tables
xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm nfit drm libnvdimm mptspi crct10dif_pclmul ata_piix e1000 scsi_transport_spi crct10dif_common mptscsih libata crc32c_intel mptbase serio_raw drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 2413 Comm: postgres Kdump: loaded Tainted: G L ------------ 3.10.0-1160.71.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9449f4a9e300 ti: ffff944af3adc000 task.ti: ffff944af3adc000
RIP: 0010:[<ffffffff90a89093>] [<ffffffff90a89093>] __block_write_begin_int+0x93/0x650
RSP: 0018:ffff944af3adfa50 EFLAGS: 00010202
RAX: ffff944aaa0018f0 RBX: ffff944af3adfa18 RCX: 0000000000000000
RDX: 0000000000000000 RSI: ffff944af4fea6c8 RDI: ffffd1c0c265e780
RBP: ffff944af3adfb00 R08: 0000000000007a3a R09: ffffd1c0c265e79c
R10: ffffd1c0c265e780 R11: 0000000000000000 R12: ffffffff9087dff5
R13: ffffffff9087dfe9 R14: ffffffff9087dff5 R15: ffffffff9087dfe9
FS: 00007f721d926880(0000) GS:ffff944af7640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb03bf639e5 CR3: 00000001b3ada000 CR4: 00000000003607e0
Call Trace:
[<ffffffff90b8daf2>] ? radix_tree_lookup_slot+0x22/0x50
[<ffffffff909ca332>] ? wait_for_stable_page+0x12/0x40
[<ffffffff90abb359>] iomap_write_begin+0xc9/0x250
[<ffffffff90abb785>] iomap_write_actor+0xd5/0x1f0
[<ffffffff90abb6b0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffff90abbb6a>] iomap_apply+0xba/0x160
[<ffffffff90abbcb1>] iomap_file_buffered_write+0xa1/0xe0
[<ffffffff90abb6b0>] ? iomap_dirty_actor+0x1d0/0x1d0
[<ffffffffc04527bd>] xfs_file_buffered_aio_write+0x12d/0x2c0 [xfs]
[<ffffffffc0452add>] xfs_file_aio_write+0x18d/0x1b0 [xfs]
[<ffffffff90a4da43>] do_sync_write+0x93/0xe0
[<ffffffff90a4e4d0>] vfs_write+0xc0/0x1f0
[<ffffffff90a4f255>] SyS_write+0x55/0xd0
[<ffffffff90f99f92>] system_call_fastpath+0x25/0x2a
Code: 0f 87 7e 05 00 00 8b 85 7c ff ff ff 39 45 ac 0f 87 6d 05 00 00 48 8b 75 90 31 d2 4c 8d 75 c0 45 31 e4 e8 11 e1 ff ff 4d 8b 47 10 <48> 8b 50 20 b9 0c 00 00 00 44 8b 4d ac 48 89 c7 48 89 45 b0 b8