Complete report #1412421
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_find
|
xfs |
0xffffffffc0292360
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xc0
|
|
2
|
xfs_buf_get_map
|
xfs |
0xffffffffc02925fa
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x2a
|
|
3
|
xfs_buf_read_map
|
xfs |
0xffffffffc02931a0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x30
|
|
4
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc02c2e49
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x199
|
|
5
|
xfs_imap_to_bp
|
xfs |
0xffffffffc0286d6e
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x6e
|
|
6
|
xfs_iflush
|
xfs |
0xffffffffc02a82aa
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xda
|
|
7
|
xfs_inode_item_push
|
xfs |
0xffffffffc02b9ec2
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x102
|
|
8
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc02c1a30
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x90
|
|
9
|
xfsaild
|
xfs |
0xffffffffc02c1d51
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x321
|
|
10
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc02c1a30
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x90
|
|
11
|
kthread
|
vmlinux |
0xffffffff810b099f
Build id: 3.10.0-693.5.2.el7.x86_64
|
0xcf
|
|
12
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork
|
vmlinux |
0xffffffff816b4fd8
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x58
|
|
14
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.5.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [xfsaild/dm-0:404]
Modules linked in: tcp_lp nfsv3 fuse blocklayoutdriver rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter mvfs(OE) vmw_vsock_vmci_transport vsock coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul nfit glue_helper ablk_helper cryptd ppdev joydev sg vmw_balloon pcspkr libnvdimm parport_pc parport shpchp vmw_vmci i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic vmwgfx drm_kms_helper syscopyarea sysfillrect
sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw drm e1000 ata_piix mptspi scsi_transport_spi libata mptscsih mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 404 Comm: xfsaild/dm-0 Tainted: G OEL ------------ T 3.10.0-693.5.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff88021ba64f10 ti: ffff88021be24000 task.ti: ffff88021be24000
RIP: 0010:[<ffffffffc0292360>] [<ffffffffc0292360>] _xfs_buf_find+0xc0/0x330 [xfs]
RSP: 0018:ffff88021be27bf8 EFLAGS: 00010286
RAX: 0000000000000000 RBX: ffff88021be27bd0 RCX: ffff880097fd2480
RDX: ffff880097fd2490 RSI: ffff88021c7769a0 RDI: ffff88021c776998
RBP: ffff88021be27c38 R08: 0000000000000000 R09: 00000000001f4820
R10: 0000000000000000 R11: 0000000000000001 R12: ffff880035bd91a0
R13: 0000000000000001 R14: 0000000000000000 R15: ffff88021be27b80
FS: 0000000000000000(0000) GS:ffff880229c00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f83b6d68000 CR3: 00000000ba9c6000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff88021c776998 0000000000000000 00000000001f4820 ffff88021be27d28
0000000000030001 0000000000030001 ffff88021c776540 0000000000000001
ffff88021be27c78 ffffffffc02925fa 0000000000000001 0000000000000000
Call Trace:
[<ffffffffc02925fa>] xfs_buf_get_map+0x2a/0x240 [xfs]
[<ffffffffc02931a0>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc02c2e49>] xfs_trans_read_buf_map+0x199/0x400 [xfs]
[<ffffffffc0286d6e>] xfs_imap_to_bp+0x6e/0xf0 [xfs]
[<ffffffffc02a82aa>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc02b9ec2>] xfs_inode_item_push+0x102/0x150 [xfs]
[<ffffffffc02c1a30>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc02c1d51>] xfsaild+0x321/0x6f0 [xfs]
[<ffffffffc02c1a30>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff810b099f>] kthread+0xcf/0xe0
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4fd8>] ret_from_fork+0x58/0x90
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
Code: 89 c7 48 8d 80 98 00 00 00 48 89 c7 48 89 45 c0 e8 a6 98 41 c1 49 8d b7 a0 00 00 00 31 c9 4c 8b 4d d0 4c 8b 45 c8 48 89 f2 eb 19 <4c> 3b 4b 18 48 8d 53 10 7c 0c 7f 06 44 39 63 20 74 66 48 8d 53
Complete report #1320676
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_find
|
xfs |
0xffffffffc06ea520
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xc0
|
|
2
|
xfs_buf_get_map
|
xfs |
0xffffffffc06ea7ba
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x2a
|
|
3
|
xfs_buf_read_map
|
xfs |
0xffffffffc06eb380
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x30
|
|
4
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc071bed9
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x199
|
|
5
|
xfs_imap_to_bp
|
xfs |
0xffffffffc06df1fe
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x6e
|
|
6
|
xfs_iflush
|
xfs |
0xffffffffc0700cea
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xda
|
|
7
|
xfs_inode_item_push
|
xfs |
0xffffffffc0712fee
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x14e
|
|
8
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc071aae0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x90
|
|
9
|
xfsaild
|
xfs |
0xffffffffc071ae07
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x327
|
|
10
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc071aae0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x90
|
|
11
|
kthread
|
vmlinux |
0xffffffffa50c1da1
Build id: 3.10.0-957.21.3.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffffa50c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa5775c37
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffffa50c1cd0
Build id: 3.10.0-957.21.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [smbd:20374]
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [xfsaild/dm-6:6597]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ipt_REJECT nf_reject_ipv4 iptable_filter xt_conntrack iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle ip_tables ip_set nfnetlink_queue nfnetlink_log nfnetlink bluetooth rfkill tun bridge stp llc devlink drbg ansi_cprng cmac arc4 md4 rpcsec_gss_krb5 nfsv4 nfs fscache nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock ppdev vmw_balloon coretemp crc32_pclmul ghash_clmulni_intel ext4 aesni_intel lrw gf128mul glue_helper ablk_helper cryptd mbcache jbd2 joydev pcspkr sg parport_pc parport i2c_piix4 vmw_vmci nfsd nfs_acl lockd auth_rpcgss grace binfmt_misc sunrpc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel
serio_raw ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm vmxnet3 ata_piix drm mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks involflt(OE) dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 3 PID: 6597 Comm: xfsaild/dm-6 Kdump: loaded Tainted: G OEL ------------ 3.10.0-957.21.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffff91791e982080 ti: ffff91789d7b8000 task.ti: ffff91789d7b8000
RIP: 0010:[<ffffffffc06ea520>] [<ffffffffc06ea520>] _xfs_buf_find+0xc0/0x330 [xfs]
RSP: 0018:ffff91789d7bbbf0 EFLAGS: 00010282
RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffff91787a277500
RDX: ffff91787a277508 RSI: ffff9171b13124c0 RDI: ffff9171b13124b8
RBP: ffff91789d7bbc30 R08: 0000000000000000 R09: 0000000001473960
R10: 0000000000000000 R11: 0000000000000001 R12: 000000008b1a6bce
R13: ffff9171b1312400 R14: ffffffffa537ceb4 R15: ffff91789d7bbb90
FS: 0000000000000000(0000) GS:ffff91793fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f673c356edc CR3: 00000006bf30a000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc06ea7ba>] xfs_buf_get_map+0x2a/0x250 [xfs]
[<ffffffffc06eb380>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc071bed9>] xfs_trans_read_buf_map+0x199/0x400 [xfs]
[<ffffffffc06df1fe>] xfs_imap_to_bp+0x6e/0xf0 [xfs]
[<ffffffffc0700cea>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc0712fee>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc071aae0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc071ae07>] xfsaild+0x327/0x6f0 [xfs]
[<ffffffffc071aae0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffa50c1da1>] kthread+0xd1/0xe0
[<ffffffffa50c1cd0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa5775c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa50c1cd0>] ? insert_kthread_work+0x40/0x40
Code: 89 c7 48 8d 80 b8 00 00 00 48 89 c7 48 89 45 c0 e8 36 12 08 e5 49 8d b7 c0 00 00 00 31 c9 4c 8b 4d d0 4c 8b 45 c8 48 89 f2 eb 19 <4c> 3b 4b 18 48 8d 53 10 7c 0c 7f 06 44 39 63 20 74 66 48 8d 53
Complete report #1186023
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc056a1b0
Build id: 3.10.0-1160.114.2.el7.x86_64
|
-
|
|
2
|
|
xfs |
0xffffffffc052be9e
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x6e
|
|
3
|
xfs_iflush
|
xfs |
0xffffffffc054e65a
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xda
|
|
4
|
xfs_inode_item_push
|
xfs |
0xffffffffc0560f26
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x156
|
|
5
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0568e70
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xa0
|
|
6
|
xfsaild
|
xfs |
0xffffffffc05691ff
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x38f
|
|
7
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0568e70
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xa0
|
|
8
|
kthread
|
vmlinux |
0xffffffff9f2cb621
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffff9f2cb550
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9f9c51f7
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffff9f2cb550
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [xfsaild/dm-0:454]
Modules linked in: vsock_diag unix_diag af_packet_diag netlink_diag udp_diag tcp_diag inet_diag xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd pcspkr joydev sg i2c_piix4 parport_pc parport vmw_vmci
binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm nfit ata_piix libnvdimm sd_mod libata crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common vmxnet3 crc32c_intel serio_raw vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 454 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G W L ------------ T 3.10.0-1160.114.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff97e013f04200 ti: ffff97e1a941c000 task.ti: ffff97e1a941c000
RIP: 0010:[<ffffffffc056a1b0>] [<ffffffffc056a1b0>] xfs_trans_read_buf_map+0x0/0x2d0 [xfs]
RSP: 0018:ffff97e1a941fcf0 EFLAGS: 00010246
RAX: ffff97e1a941fd08 RBX: ffffffff9f22c5ee RCX: ffff97e1a941fd10
RDX: ffff97e013e15a80 RSI: 0000000000000000 RDI: ffff97e1a8975000
RBP: ffff97e1a941fd50 R08: 0000000000000001 R09: 0000000000030000
R10: 000000000000002d R11: 0000000000000246 R12: ffffffff9f2ec651
R13: ffff97e1a941fca0 R14: 0000000000000001 R15: 0000000000000001
FS: 0000000000000000(0000) GS:ffff97e1bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffa3a47c000 CR3: 00000000b28f4000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc052be9e>] ? xfs_imap_to_bp+0x6e/0xe0 [xfs]
[<ffffffffc054e65a>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc0560f26>] xfs_inode_item_push+0x156/0x1a0 [xfs]
[<ffffffffc0568e70>] ? xfs_trans_ail_cursor_first+0xa0/0xa0 [xfs]
[<ffffffffc05691ff>] xfsaild+0x38f/0x780 [xfs]
[<ffffffffc0568e70>] ? xfs_trans_ail_cursor_first+0xa0/0xa0 [xfs]
[<ffffffff9f2cb621>] kthread+0xd1/0xe0
[<ffffffff9f2cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff9f9c51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9f2cb550>] ? insert_kthread_work+0x40/0x40
Code: 83 c3 10 4c 89 e6 e8 30 41 04 df 48 8b 03 48 85 c0 75 e8 eb 9e 89 d6 e8 8f 7a fe ff e9 5d ff ff ff 31 c0 e9 56 ff ff ff 0f 1f 00 <0f> 1f 44 00 00 55 45 89 c3 48 89 e5 41 57 49 89 d7 41 56 49 89
Complete report #1000071
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_read
|
xfs |
0xffffffffc03ede75
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x25
|
|
2
|
xfs_buf_read_map
|
xfs |
0xffffffffc03edf79
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xf9
|
|
3
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc041ee39
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xe9
|
|
4
|
xfs_imap_to_bp
|
xfs |
0xffffffffc03e1c5e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x6e
|
|
5
|
xfs_iflush
|
xfs |
0xffffffffc0403b3a
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xda
|
|
6
|
xfs_inode_item_push
|
xfs |
0xffffffffc0415d4e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x14e
|
|
7
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc041da70
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x90
|
|
8
|
xfsaild
|
xfs |
0xffffffffc041ddff
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x38f
|
|
9
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc041da70
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x90
|
|
10
|
kthread
|
vmlinux |
0xffffffff8d8c5e61
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xd1
|
|
11
|
|
vmlinux |
0xffffffff8d8c5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
|
12
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8df95ddd
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x7
|
|
13
|
|
vmlinux |
0xffffffff8d8c5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 37s! [bareos-fd:10840]
[<ffffffffc03ede75>] _xfs_buf_read+0x25/0x30 [xfs]
[<ffffffffc03edf79>] xfs_buf_read_map+0xf9/0x160 [xfs]
[<ffffffffc041ee39>] xfs_trans_read_buf_map+0xe9/0x2c0 [xfs]
[<ffffffffc03e1c5e>] xfs_imap_to_bp+0x6e/0xe0 [xfs]
[<ffffffffc0403b3a>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc0415d4e>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc041da70>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc041ddff>] xfsaild+0x38f/0x780 [xfs]
[<ffffffffc041da70>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff8d8c5e61>] kthread+0xd1/0xe0
[<ffffffff8d8c5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffff8df95ddd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff8d8c5d90>] ? insert_kthread_work+0x40/0x40
Code: 07 00 0f 1f 40 00 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 c6 07 00 0f 1f 40 00 48 89 f7 57 9d <0f> 1f 44 00 00 5d c3 0f 1f 40 00 0f 1f 44 00 00 55 48 89 e5 48
Complete report #782076
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_map_pages
|
xfs |
0xffffffffc0562a80
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x10
|
|
2
|
xfs_buf_get_map
|
xfs |
0xffffffffc0564523
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x153
|
|
3
|
xfs_buf_read_map
|
xfs |
0xffffffffc0564e60
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x30
|
|
4
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc0595819
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x199
|
|
5
|
xfs_imap_to_bp
|
xfs |
0xffffffffc0558cce
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x6e
|
|
6
|
xfs_iflush
|
xfs |
0xffffffffc057a54a
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xda
|
|
7
|
xfs_inode_item_push
|
xfs |
0xffffffffc058c6de
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x14e
|
|
8
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc05943b0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x90
|
|
9
|
xfsaild
|
xfs |
0xffffffffc059471f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x36f
|
|
10
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc05943b0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x90
|
|
11
|
kthread
|
vmlinux |
0xffffffff81ac6321
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffff81ac6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8218dd37
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffff81ac6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 28s! [xfsaild/vda2:433]
Modules linked in: nfsv3 nfs_acl nfs lockd grace fscache sunrpc ext4 dm_mirror dm_region_hash dm_log dm_mod mbcache jbd2 snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device iosf_mbi ppdev snd_pcm crc32_pclmul ghash_clmulni_intel aesni_intel snd_timer lrw gf128mul snd glue_helper ablk_helper cryptd sg virtio_rng soundcore pcspkr i2c_piix4 joydev virtio_balloon parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_console qxl virtio_net virtio_blk drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix serio_raw libata virtio_pci virtio_ring virtio floppy drm_panel_orientation_quirks
CPU: 1 PID: 433 Comm: xfsaild/vda2 Kdump: loaded Tainted: G L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff9d8bf60320e0 ti: ffff9d8bf6040000 task.ti: ffff9d8bf6040000
RIP: 0010:[<ffffffffc0562a80>] [<ffffffffc0562a80>] _xfs_buf_map_pages+0x10/0x140 [xfs]
RSP: 0000:ffff9d8bf6043c00 EFLAGS: 00010246
RAX: ffff9d8ceab4cf00 RBX: ffff9d8bf6043d10 RCX: ffff9d8ceab4cc00
RDX: 0000000000000001 RSI: 0000000000030001 RDI: ffff9d8ceab4cf00
RBP: ffff9d8bf6043c20 R08: 0000000000000000 R09: 0000000007df6f00
R10: 000000000d6d0000 R11: 0000000000000001 R12: ffff9d8ceab4cf00
R13: 0000000000030001 R14: ffff9d8df319d540 R15: 0000000000000001
FS: 0000000000000000(0000) GS:ffff9d8dffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000091c95001 CR3: 0000000155c10000 CR4: 00000000003606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffc0564523>] xfs_buf_get_map+0x153/0x250 [xfs]
[<ffffffffc0564e60>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc0595819>] xfs_trans_read_buf_map+0x199/0x400 [xfs]
[<ffffffffc0558cce>] xfs_imap_to_bp+0x6e/0xf0 [xfs]
[<ffffffffc057a54a>] xfs_iflush+0xda/0x260 [xfs]
[<ffffffffc058c6de>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc05943b0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc059471f>] xfsaild+0x36f/0x760 [xfs]
[<ffffffffc05943b0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff81ac6321>] kthread+0xd1/0xe0
[<ffffffff81ac6250>] ? insert_kthread_work+0x40/0x40
[<ffffffff8218dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff81ac6250>] ? insert_kthread_work+0x40/0x40
Code: 89 c7 48 8b 55 f0 eb bf b8 f4 ff ff ff eb 89 66 90 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 56 41 55 41 54 53 <83> bf 48 01 00 00 01 48 89 fb 0f 84 d0 00 00 00 81 e6 00 00 02
Complete report #576128
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_find
|
xfs |
0xffffffffc022e370
Build id: 3.10.0-693.el7.x86_64
|
0xc0
|
|
2
|
xfs_buf_get_map
|
xfs |
0xffffffffc022e60a
Build id: 3.10.0-693.el7.x86_64
|
0x2a
|
|
3
|
xfs_buf_read_map
|
xfs |
0xffffffffc022f180
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
|
4
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc025ee29
Build id: 3.10.0-693.el7.x86_64
|
0x199
|
|
5
|
xfs_imap_to_bp
|
xfs |
0xffffffffc0222d6e
Build id: 3.10.0-693.el7.x86_64
|
0x6e
|
|
6
|
xfs_iflush
|
xfs |
0xffffffffc024428a
Build id: 3.10.0-693.el7.x86_64
|
0xda
|
|
7
|
xfs_inode_item_push
|
xfs |
0xffffffffc0255ea2
Build id: 3.10.0-693.el7.x86_64
|
0x102
|
|
8
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc025da10
Build id: 3.10.0-693.el7.x86_64
|
0x90
|
|
9
|
xfsaild
|
xfs |
0xffffffffc025dd31
Build id: 3.10.0-693.el7.x86_64
|
0x321
|
|
10
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc025da10
Build id: 3.10.0-693.el7.x86_64
|
0x90
|
|
11
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
|
12
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
|
14
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [xfsaild/sda3:310]
Modules linked in: nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun overlay(T) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev pcspkr sg vmw_balloon i2c_piix4
vmw_vmci shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c vmwgfx sd_mod crc_t10dif drm_kms_helper crct10dif_generic syscopyarea sysfillrect sr_mod sysimgblt fb_sys_fops ttm cdrom ata_generic drm pata_acpi mptspi scsi_transport_spi mptscsih crct10dif_pclmul crct10dif_common ata_piix crc32c_intel vmxnet3 mptbase libata serio_raw i2c_core
CPU: 1 PID: 310 Comm: xfsaild/sda3 Tainted: G L ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff880427ee0fd0 ti: ffff880428dcc000 task.ti: ffff880428dcc000
RIP: 0010:[<ffffffffc022e370>] [<ffffffffc022e370>] _xfs_buf_find+0xc0/0x330 [xfs]
RSP: 0018:ffff880428dcfbf8 EFLAGS: 00010282
RAX: 0000000000000000 RBX: ffff880427ee1038 RCX: 0000000000000000
RDX: ffff880428c84220 RSI: ffff880428c84220 RDI: ffff880428c84218
RBP: ffff880428dcfc38 R08: 0000000000000000 R09: 000000000e5a4620
R10: 0000000000000000 R11: 0000000000000001 R12: ffffffff810cd794
R13: ffff880428dcfb98 R14: ffffea001058f080 R15: ffff880428dcfb80
FS: 0000000000000000(0000) GS:ffff88043fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007effdf5eee28 CR3: 0000000425322000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880428c84218 0000000000000000 000000000e5a4620 ffff880428dcfd28
0000000000030001 0000000000030001 ffff88042b68f9c0 0000000000000001
ffff880428dcfc78 ffffffffc022e60a ffff880428dcfc60 0000000000000000
Call Trace:
[<ffffffffc022e60a>] xfs_buf_get_map+0x2a/0x240 [xfs]
[<ffffffffc022f180>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc025ee29>] xfs_trans_read_buf_map+0x199/0x400 [xfs]
[<ffffffffc0222d6e>] xfs_imap_to_bp+0x6e/0xf0 [xfs]
[<ffffffffc024428a>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc0255ea2>] xfs_inode_item_push+0x102/0x150 [xfs]
[<ffffffffc025da10>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc025dd31>] xfsaild+0x321/0x6f0 [xfs]
[<ffffffffc025da10>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 89 c7 48 8d 80 98 00 00 00 48 89 c7 48 89 45 c0 e8 d6 d7 47 c1 49 8d b7 a0 00 00 00 31 c9 4c 8b 4d d0 4c 8b 45 c8 48 89 f2 eb 19 <4c> 3b 4b 18 48 8d 53 10 7c 0c 7f 06 44 39 63 20 74 66 48 8d 53
Complete report #522011
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
xfs_buf_read_map
|
xfs |
0xffffffffc04bbf79
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xf9
|
|
2
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc04ece39
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xe9
|
|
3
|
xfs_imap_to_bp
|
xfs |
0xffffffffc04afc5e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x6e
|
|
4
|
xfs_iflush
|
xfs |
0xffffffffc04d1b3a
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xda
|
|
5
|
xfs_inode_item_push
|
xfs |
0xffffffffc04e3d4e
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x14e
|
|
6
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc04eba70
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x90
|
|
7
|
xfsaild
|
xfs |
0xffffffffc04ebdff
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x38f
|
|
8
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc04eba70
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x90
|
|
9
|
kthread
|
vmlinux |
0xffffffff8bcc5e61
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0xd1
|
|
10
|
|
vmlinux |
0xffffffff8bcc5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
|
11
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8c395df7
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x21
|
|
12
|
|
vmlinux |
0xffffffff8bcc5d90
Build id: 3.10.0-1160.53.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [kworker/0:0:28046]
[<ffffffffc04bbf79>] xfs_buf_read_map+0xf9/0x160 [xfs]
[<ffffffffc04ece39>] xfs_trans_read_buf_map+0xe9/0x2c0 [xfs]
[<ffffffffc04afc5e>] xfs_imap_to_bp+0x6e/0xe0 [xfs]
[<ffffffffc04d1b3a>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc04e3d4e>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc04eba70>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc04ebdff>] xfsaild+0x38f/0x780 [xfs]
[<ffffffffc04eba70>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff8bcc5e61>] kthread+0xd1/0xe0
[<ffffffff8bcc5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffff8c395df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8bcc5d90>] ? insert_kthread_work+0x40/0x40
Complete report #56138
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
|
xfs |
0xffffffffc0363819
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x199
|
|
2
|
xfs_imap_to_bp
|
xfs |
0xffffffffc0326cce
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x6e
|
|
3
|
xfs_iflush
|
xfs |
0xffffffffc034854a
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xda
|
|
4
|
xfs_inode_item_push
|
xfs |
0xffffffffc035a6de
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x14e
|
|
5
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc03623b0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x90
|
|
6
|
xfsaild
|
xfs |
0xffffffffc036271f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x36f
|
|
7
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc03623b0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x90
|
|
8
|
kthread
|
vmlinux |
0xffffffffb8ec6321
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xd1
|
|
9
|
|
vmlinux |
0xffffffffb8ec6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
|
10
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb958dd37
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x21
|
|
11
|
|
vmlinux |
0xffffffffb8ec6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 77s! [kworker/u256:3:104420]
[<ffffffffc0363819>] ? xfs_trans_read_buf_map+0x199/0x400 [xfs]
[<ffffffffc0326cce>] xfs_imap_to_bp+0x6e/0xf0 [xfs]
[<ffffffffc034854a>] xfs_iflush+0xda/0x260 [xfs]
[<ffffffffc035a6de>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc03623b0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc036271f>] xfsaild+0x36f/0x760 [xfs]
[<ffffffffc03623b0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffb8ec6321>] kthread+0xd1/0xe0
[<ffffffffb8ec6250>] ? insert_kthread_work+0x40/0x40
[<ffffffffb958dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb8ec6250>] ? insert_kthread_work+0x40/0x40
Complete report #281129
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_find
|
xfs |
0xffffffffc0239360
Build id: 3.10.0-693.11.1.el7.x86_64
|
0xc0
|
|
2
|
xfs_buf_get_map
|
xfs |
0xffffffffc02395fa
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x2a
|
|
3
|
|
vmlinux |
0xffffffff816afb2d
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x5d
|
|
4
|
xfs_buf_read_map
|
xfs |
0xffffffffc023a1a0
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x30
|
|
5
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc0269de9
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x199
|
|
6
|
xfs_imap_to_bp
|
xfs |
0xffffffffc022dd6e
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x6e
|
|
7
|
xfs_iflush
|
xfs |
0xffffffffc024f24a
Build id: 3.10.0-693.11.1.el7.x86_64
|
0xda
|
|
8
|
xfs_inode_item_push
|
xfs |
0xffffffffc0260e62
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x102
|
|
9
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc02689d0
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x90
|
|
10
|
xfsaild
|
xfs |
0xffffffffc0268cf1
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x321
|
|
11
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc02689d0
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x90
|
|
12
|
kthread
|
vmlinux |
0xffffffff810b099f
Build id: 3.10.0-693.11.1.el7.x86_64
|
0xcf
|
|
13
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x40
|
|
14
|
ret_from_fork
|
vmlinux |
0xffffffff816b4fd8
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x58
|
|
15
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 84s! [xfsaild/dm-0:419]
Modules linked in: binfmt_misc tun snd_hda_codec_generic iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel snd_hda_intel lrw snd_hda_codec gf128mul glue_helper snd_hda_core ablk_helper snd_hwdep snd_seq cryptd snd_seq_device snd_pcm snd_timer snd ppdev soundcore i2c_piix4 pcspkr joydev sg parport_pc virtio_balloon parport ip_tables xfs libcrc32c sr_mod cdrom qxl ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt virtio_blk fb_sys_fops virtio_net virtio_console ttm drm ata_piix crct10dif_pclmul crct10dif_common floppy libata crc32c_intel i2c_core serio_raw virtio_pci virtio_ring virtio dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 419 Comm: xfsaild/dm-0 Tainted: G L ------------ 3.10.0-693.11.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS Ubuntu-1.8.2-1ubuntu1 04/01/2014
task: ffff8800b9a78fd0 ti: ffff8800b9e4c000 task.ti: ffff8800b9e4c000
RIP: 0010:[<ffffffffc0239360>] [<ffffffffc0239360>] _xfs_buf_find+0xc0/0x330 [xfs]
RSP: 0018:ffff8800b9e4fbf8 EFLAGS: 00010286
RAX: 0000000000000000 RBX: ffff880084ebbe00 RCX: ffff88009ee9ec00
RDX: ffff88009ee9ec10 RSI: ffff8800bad48ca0 RDI: ffff8800bad48c98
RBP: ffff8800b9e4fc38 R08: 0000000000000000 R09: 00000000045b2970
R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000010
R13: 0000000000030001 R14: ffff8800bad48d80 R15: ffff8800bad48c00
FS: 0000000000000000(0000) GS:ffff8800c1300000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001920002 CR3: 00000000a6b88000 CR4: 00000000003406e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff8800bad48c98 0000000000000000 00000000045b2970 ffff8800b9e4fd28
0000000000030001 0000000000030001 ffff8800bad48d80 0000000000000001
ffff8800b9e4fc78 ffffffffc02395fa ffffffff816afb2d 0000000000000000
Call Trace:
[<ffffffffc02395fa>] xfs_buf_get_map+0x2a/0x240 [xfs]
[<ffffffff816afb2d>] ? do_async_page_fault+0x5d/0xd0
[<ffffffffc023a1a0>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc0269de9>] xfs_trans_read_buf_map+0x199/0x400 [xfs]
[<ffffffffc022dd6e>] xfs_imap_to_bp+0x6e/0xf0 [xfs]
[<ffffffffc024f24a>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc0260e62>] xfs_inode_item_push+0x102/0x150 [xfs]
[<ffffffffc02689d0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc0268cf1>] xfsaild+0x321/0x6f0 [xfs]
[<ffffffffc02689d0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff810b099f>] kthread+0xcf/0xe0
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4fd8>] ret_from_fork+0x58/0x90
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
Code: 89 c7 48 8d 80 98 00 00 00 48 89 c7 48 89 45 c0 e8 b6 28 47 c1 49 8d b7 a0 00 00 00 31 c9 4c 8b 4d d0 4c 8b 45 c8 48 89 f2 eb 19 <4c> 3b 4b 18 48 8d 53 10 7c 0c 7f 06 44 39 63 20 74 66 48 8d 53
Complete report #255060
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
dump_stack
|
vmlinux |
0xffffffff8497ffa5
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x19
|
|
2
|
__warn
|
vmlinux |
0xffffffff8429bd18
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xd8
|
|
3
|
warn_slowpath_null
|
vmlinux |
0xffffffff8429be5d
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x1d
|
|
4
|
_xfs_buf_find.isra.9
|
xfs |
0xffffffffc067765c
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x2cc
|
|
5
|
|
vmlinux |
0xffffffff842e539c
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x11c
|
|
6
|
xfs_buf_get_map
|
xfs |
0xffffffffc0677755
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x35
|
|
7
|
xfs_buf_read_map
|
xfs |
0xffffffffc0677f20
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x30
|
|
8
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc06a8d49
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xe9
|
|
9
|
xfs_imap_to_bp
|
xfs |
0xffffffffc066bcde
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x6e
|
|
10
|
xfs_iflush
|
xfs |
0xffffffffc068da8a
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xda
|
|
11
|
xfs_inode_item_push
|
xfs |
0xffffffffc069fc5e
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x14e
|
|
12
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc06a79a0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x90
|
|
13
|
xfsaild
|
xfs |
0xffffffffc06a7d0f
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x36f
|
|
14
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc06a79a0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x90
|
|
15
|
kthread
|
vmlinux |
0xffffffff842c6691
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xd1
|
|
16
|
|
vmlinux |
0xffffffff842c65c0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x40
|
|
17
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff84992d37
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x21
|
|
18
|
|
vmlinux |
0xffffffff842c65c0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x40
|
WARNING: CPU: 0 PID: 409 at fs/xfs/xfs_buf.c:593 _xfs_buf_find.isra.9+0x2cc/0x330 [xfs]
Modules linked in: xt_multiport devlink nf_nat_ftp nf_conntrack_ftp nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 mbcache jbd2 loop sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport
ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx nfit drm_kms_helper libnvdimm crct10dif_pclmul crct10dif_common ata_piix crc32c_intel syscopyarea serio_raw sysfillrect sysimgblt fb_sys_fops ttm drm libata e1000 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 409 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G B W ------------ 3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
Call Trace:
[<ffffffff8497ffa5>] dump_stack+0x19/0x1b
[<ffffffff8429bd18>] __warn+0xd8/0x100
[<ffffffff8429be5d>] warn_slowpath_null+0x1d/0x20
[<ffffffffc067765c>] _xfs_buf_find.isra.9+0x2cc/0x330 [xfs]
[<ffffffff842e539c>] ? dequeue_entity+0x11c/0x5c0
[<ffffffffc0677755>] xfs_buf_get_map+0x35/0x250 [xfs]
[<ffffffffc0677f20>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc06a8d49>] xfs_trans_read_buf_map+0xe9/0x2c0 [xfs]
[<ffffffffc066bcde>] xfs_imap_to_bp+0x6e/0xe0 [xfs]
[<ffffffffc068da8a>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc069fc5e>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc06a79a0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc06a7d0f>] xfsaild+0x36f/0x760 [xfs]
[<ffffffffc06a79a0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff842c6691>] kthread+0xd1/0xe0
[<ffffffff842c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff84992d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff842c65c0>] ? insert_kthread_work+0x40/0x40
Complete report #210908
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_find
|
xfs |
0xffffffffc02cd160
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xc0
|
|
2
|
xfs_buf_get_map
|
xfs |
0xffffffffc02cd3fa
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x2a
|
|
3
|
xfs_buf_read_map
|
xfs |
0xffffffffc02cde60
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x30
|
|
4
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc02fe819
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x199
|
|
5
|
xfs_imap_to_bp
|
xfs |
0xffffffffc02c1cce
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x6e
|
|
6
|
xfs_iflush
|
xfs |
0xffffffffc02e354a
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xda
|
|
7
|
xfs_inode_item_push
|
xfs |
0xffffffffc02f56de
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x14e
|
|
8
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc02fd3b0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x90
|
|
9
|
xfsaild
|
xfs |
0xffffffffc02fd71f
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x36f
|
|
10
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc02fd3b0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x90
|
|
11
|
kthread
|
vmlinux |
0xffffffffa9ac6321
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffffa9ac6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffaa18dd37
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffffa9ac6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 38s! [xfsaild/dm-0:447]
Modules linked in: xt_hashlimit ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables bridge stp llc ip_set nfnetlink sunrpc snd_hda_codec_generic snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq iosf_mbi crc32_pclmul snd_seq_device ghash_clmulni_intel snd_pcm aesni_intel snd_timer ppdev snd lrw gf128mul glue_helper soundcore ablk_helper cryptd sg pcspkr joydev parport_pc virtio_balloon parport i2c_piix4 xfs libcrc32c sr_mod cdrom
qxl drm_kms_helper ata_generic pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops virtio_blk ttm virtio_net virtio_console drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix serio_raw libata virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 2 PID: 447 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff8c5c76183150 ti: ffff8c5c75404000 task.ti: ffff8c5c75404000
RIP: 0010:[<ffffffffc02cd160>] [<ffffffffc02cd160>] _xfs_buf_find+0xc0/0x330 [xfs]
RSP: 0018:ffff8c5c75407be0 EFLAGS: 00010286
RAX: 0000000000000000 RBX: ffff8c5ca695b500 RCX: ffff8c5c9f3d8900
RDX: ffff8c5c9f3d8908 RSI: ffff8c5c765e36c0 RDI: ffff8c5c765e36b8
RBP: ffff8c5c75407c20 R08: 0000000000000000 R09: 000000000321ff30
R10: 000000000000000b R11: 0000000000000001 R12: 0000000000000010
R13: 0000000000030001 R14: ffff8c5cb8b1ea80 R15: ffff8c5c765e3600
FS: 0000000000000000(0000) GS:ffff8c5cbfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000037920002 CR3: 000000004cc06000 CR4: 00000000001406e0
Call Trace:
[<ffffffffc02cd3fa>] xfs_buf_get_map+0x2a/0x250 [xfs]
[<ffffffffc02cde60>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc02fe819>] xfs_trans_read_buf_map+0x199/0x400 [xfs]
[<ffffffffc02c1cce>] xfs_imap_to_bp+0x6e/0xf0 [xfs]
[<ffffffffc02e354a>] xfs_iflush+0xda/0x260 [xfs]
[<ffffffffc02f56de>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc02fd3b0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc02fd71f>] xfsaild+0x36f/0x760 [xfs]
[<ffffffffc02fd3b0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffa9ac6321>] kthread+0xd1/0xe0
[<ffffffffa9ac6250>] ? insert_kthread_work+0x40/0x40
[<ffffffffaa18dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa9ac6250>] ? insert_kthread_work+0x40/0x40
Code: 89 c7 48 8d 80 b8 00 00 00 48 89 c7 48 89 45 c0 e8 b6 69 eb e9 49 8d b7 c0 00 00 00 31 c9 4c 8b 4d d0 4c 8b 45 c8 48 89 f2 eb 19 <4c> 3b 4b 18 48 8d 53 10 7c 0c 7f 06 44 39 63 20 74 66 48 8d 53
Complete report #120290
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_find.isra.9
|
xfs |
0xffffffffc03c0450
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xc0
|
|
2
|
xfs_buf_get_map
|
xfs |
0xffffffffc03c0755
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x35
|
|
3
|
xfs_buf_read_map
|
xfs |
0xffffffffc03c0f20
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x30
|
|
4
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc03f1d49
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xe9
|
|
5
|
xfs_imap_to_bp
|
xfs |
0xffffffffc03b4cde
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x6e
|
|
6
|
xfs_iflush
|
xfs |
0xffffffffc03d6a8a
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xda
|
|
7
|
xfs_inode_item_push
|
xfs |
0xffffffffc03e8c5e
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x14e
|
|
8
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc03f09a0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x90
|
|
9
|
xfsaild
|
xfs |
0xffffffffc03f0d0f
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x36f
|
|
10
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc03f09a0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x90
|
|
11
|
kthread
|
vmlinux |
0xffffffffb04c6691
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffffb04c65c0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb0b92d1d
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x7
|
|
14
|
|
vmlinux |
0xffffffffb04c65c0
Build id: 3.10.0-1127.18.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 38s! [xfsaild/dm-0:468]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink binfmt_misc sunrpc nfit libnvdimm ppdev iosf_mbi sg parport_pc i2c_piix4 parport crc32_pclmul ghash_clmulni_intel joydev virtio_balloon aesni_intel pcspkr lrw gf128mul glue_helper ablk_helper cryptd ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix virtio_console virtio_blk libata 8139too crct10dif_pclmul crct10dif_common serio_raw drm_panel_orientation_quirks virtio_pci floppy crc32c_intel 8139cp
virtio_ring virtio mii dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 468 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G W L ------------ 3.10.0-1127.18.2.el7.x86_64 #1
Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
task: ffff9663f4a2e2a0 ti: ffff9663f4d0c000 task.ti: ffff9663f4d0c000
RIP: 0010:[<ffffffffc03c0450>] [<ffffffffc03c0450>] _xfs_buf_find.isra.9+0xc0/0x330 [xfs]
RSP: 0018:ffff9663f4d0fbd8 EFLAGS: 00010282
RAX: 0000000000000000 RBX: ffff966425d6a780 RCX: ffff966535ae1c80
RDX: ffff966535ae1c90 RSI: ffff9663f5fc1cc0 RDI: ffff9663f5fc1cb8
RBP: ffff9663f4d0fc18 R08: 0000000000000000 R09: 000000000018fec0
R10: ffff96653a31f120 R11: 0000000000000001 R12: 0000000000000020
R13: 0000000000030001 R14: ffff9665325ecf20 R15: ffff9663f5fc1c00
FS: 0000000000000000(0000) GS:ffff96653a300000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000c1b60006 CR3: 0000000090c10000 CR4: 00000000007606e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
PKRU: 00000000
Call Trace:
[<ffffffffc03c0755>] xfs_buf_get_map+0x35/0x250 [xfs]
[<ffffffffc03c0f20>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc03f1d49>] xfs_trans_read_buf_map+0xe9/0x2c0 [xfs]
[<ffffffffc03b4cde>] xfs_imap_to_bp+0x6e/0xe0 [xfs]
[<ffffffffc03d6a8a>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc03e8c5e>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc03f09a0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc03f0d0f>] xfsaild+0x36f/0x760 [xfs]
[<ffffffffc03f09a0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffb04c6691>] kthread+0xd1/0xe0
[<ffffffffb04c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb0b92d1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffb04c65c0>] ? insert_kthread_work+0x40/0x40
Code: c7 48 8d 80 b8 00 00 00 48 89 c7 48 89 45 c0 e8 77 82 7c f0 49 8d b7 c0 00 00 00 31 c9 4c 8b 4d d0 4c 8b 45 c8 48 89 f2 eb 1a 90 <4c> 3b 4b 18 48 8d 53 10 7c 0c 7f 06 44 3b 63 20 74 66 48 8d 53
Complete report #20891
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_find
|
xfs |
0xffffffffc047b1d8
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x138
|
|
2
|
xfs_buf_get_map
|
xfs |
0xffffffffc047b3fa
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x2a
|
|
3
|
xfs_buf_read_map
|
xfs |
0xffffffffc047be60
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x30
|
|
4
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc04ac839
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x199
|
|
5
|
xfs_imap_to_bp
|
xfs |
0xffffffffc046fcce
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x6e
|
|
6
|
xfs_iflush
|
xfs |
0xffffffffc049156a
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0xda
|
|
7
|
xfs_inode_item_push
|
xfs |
0xffffffffc04a36fe
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x14e
|
|
8
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc04ab3d0
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x90
|
|
9
|
xfsaild
|
xfs |
0xffffffffc04ab73f
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x36f
|
|
10
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc04ab3d0
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x90
|
|
11
|
kthread
|
vmlinux |
0xffffffff8a6c50d1
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffff8a6c5000
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8ad8cd37
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffff8a6c5000
Build id: 3.10.0-1062.1.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 133s! [xfsaild/dm-0:563]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink binfmt_misc vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus coretemp snd_seq iosf_mbi crc32_pclmul snd_seq_device snd_pcm ghash_clmulni_intel aesni_intel ppdev snd_timer snd lrw gf128mul vmw_balloon glue_helper soundcore ablk_helper cryptd sg joydev pcspkr parport_pc parport vmw_vmci i2c_piix4 sch_fq_codel ip_tables xfs libcrc32c sr_mod cdrom sd_mod ata_generic
crc_t10dif pata_acpi crct10dif_generic vmwgfx crct10dif_pclmul crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops nfit ttm mptspi libnvdimm serio_raw scsi_transport_spi drm mptscsih e1000 ata_piix libata mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ipmi_msghandler]
CPU: 3 PID: 563 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G W L ------------ T 3.10.0-1062.1.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff9da9f5cf9070 ti: ffff9dabeffe4000 task.ti: ffff9dabeffe4000
RIP: 0010:[<ffffffffc047b1d8>] [<ffffffffc047b1d8>] _xfs_buf_find+0x138/0x330 [xfs]
RSP: 0000:ffff9dabeffe7be0 EFLAGS: 00010246
RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffff9da9e13d2100
RDX: ffff9dab77ab2d10 RSI: ffff9da9f5f1b7c0 RDI: ffff9da9f5f1b7b8
RBP: ffff9dabeffe7c20 R08: 0000000000000000 R09: 0000000000012bc0
R10: 0000000000000000 R11: 0000000000000001 R12: 00000000d3a15bce
R13: ffff9da9f5f1b700 R14: ffffffff8a986694 R15: ffff9dabeffe7b80
FS: 0000000000000000(0000) GS:ffff9dabf56c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ff007e5b008 CR3: 00000001ac7b6000 CR4: 00000000001607e0
Call Trace:
[<ffffffffc047b3fa>] xfs_buf_get_map+0x2a/0x250 [xfs]
[<ffffffffc047be60>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc04ac839>] xfs_trans_read_buf_map+0x199/0x400 [xfs]
[<ffffffffc046fcce>] xfs_imap_to_bp+0x6e/0xf0 [xfs]
[<ffffffffc049156a>] xfs_iflush+0xda/0x260 [xfs]
[<ffffffffc04a36fe>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc04ab3d0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc04ab73f>] xfsaild+0x36f/0x760 [xfs]
[<ffffffffc04ab3d0>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff8a6c50d1>] kthread+0xd1/0xe0
[<ffffffff8a6c5000>] ? insert_kthread_work+0x40/0x40
[<ffffffff8ad8cd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8a6c5000>] ? insert_kthread_work+0x40/0x40
Code: 8b 45 d0 48 8b 7d c0 4d 89 b8 90 00 00 00 c6 07 00 0f 1f 40 00 4c 89 c0 48 83 c4 18 5b 41 5c 41 5d 41 5e 41 5f 5d c3 0f 1f 40 00 <f0> ff 43 24 48 8b 7d c0 c6 07 00 0f 1f 40 00 4c 89 ff e8 01 60
Complete report #11224
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
_xfs_buf_find.isra.9
|
xfs |
0xffffffffc05d6510
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0xc0
|
|
2
|
xfs_buf_get_map
|
xfs |
0xffffffffc05d6815
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x35
|
|
3
|
xfs_buf_read_map
|
xfs |
0xffffffffc05d6fe0
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x30
|
|
4
|
xfs_trans_read_buf_map
|
xfs |
0xffffffffc0607e09
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0xe9
|
|
5
|
xfs_imap_to_bp
|
xfs |
0xffffffffc05cacde
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x6e
|
|
6
|
xfs_iflush
|
xfs |
0xffffffffc05ecb4a
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0xda
|
|
7
|
xfs_inode_item_push
|
xfs |
0xffffffffc05fed1e
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x14e
|
|
8
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0606a60
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x90
|
|
9
|
xfsaild
|
xfs |
0xffffffffc0606dcf
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x36f
|
|
10
|
?
xfs_trans_ail_cursor_first
|
xfs |
0xffffffffc0606a60
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x90
|
|
11
|
kthread
|
vmlinux |
0xffffffff97ac6691
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0xd1
|
|
12
|
|
vmlinux |
0xffffffff97ac65c0
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x40
|
|
13
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff98192d37
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x21
|
|
14
|
|
vmlinux |
0xffffffff97ac65c0
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [xfsaild/dm-0:430]
<EOI>
Modules linked in:
binfmt_misc xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sunrpc coretemp crc32_pclmul ghash_clmulni_intel aesni_intel ppdev vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd sg joydev pcspkr vmw_vmci parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi drm ata_piix scsi_transport_spi mptscsih libata
crct10dif_pclmul crct10dif_common crc32c_intel mptbase vmxnet3 serio_raw drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 430 Comm: xfsaild/dm-0 Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.8.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff930c97ec5230 ti: ffff930c97de0000 task.ti: ffff930c97de0000
RIP: 0010:[<ffffffffc05d6510>] [<ffffffffc05d6510>] _xfs_buf_find.isra.9+0xc0/0x330 [xfs]
RSP: 0018:ffff930c97de3bd8 EFLAGS: 00010282
RAX: 0000000000000000 RBX: ffff930c96c46000 RCX: ffff93052e4c6000
RDX: ffff93052e4c6008 RSI: ffff930c9a28cec0 RDI: ffff930c9a28ceb8
RBP: ffff930c97de3c18 R08: 0000000000000000 R09: 0000000000522660
R10: ffff930cbfc9f120 R11: 0000000000000001 R12: ffff930c9a28ce00
R13: ffffffff97d8c184 R14: ffff930c97de3b78 R15: ffff930c9a00ef00
FS: 0000000000000000(0000) GS:ffff930cbfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000006dee1c CR3: 000000004f836000 CR4: 00000000000007e0
Call Trace:
[<ffffffffc05d6815>] xfs_buf_get_map+0x35/0x250 [xfs]
[<ffffffffc05d6fe0>] xfs_buf_read_map+0x30/0x160 [xfs]
[<ffffffffc0607e09>] xfs_trans_read_buf_map+0xe9/0x2c0 [xfs]
[<ffffffffc05cacde>] xfs_imap_to_bp+0x6e/0xe0 [xfs]
[<ffffffffc05ecb4a>] xfs_iflush+0xda/0x250 [xfs]
[<ffffffffc05fed1e>] xfs_inode_item_push+0x14e/0x1a0 [xfs]
[<ffffffffc0606a60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffffc0606dcf>] xfsaild+0x36f/0x760 [xfs]
[<ffffffffc0606a60>] ? xfs_trans_ail_cursor_first+0x90/0x90 [xfs]
[<ffffffff97ac6691>] kthread+0xd1/0xe0
[<ffffffff97ac65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff98192d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff97ac65c0>] ? insert_kthread_work+0x40/0x40
Code: c7 48 8d 80 b8 00 00 00 48 89 c7 48 89 45 c0 e8 b7 21 bb d7 49 8d b7 c0 00 00 00 31 c9 4c 8b 4d d0 4c 8b 45 c8 48 89 f2 eb 1a 90 <4c> 3b 4b 18 48 8d 53 10 7c 0c 7f 06 44 3b 63 20 74 66 48 8d 53