Complete report #393599
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
snmp_fold_field
|
vmlinux |
0xffffffff94abf3f5
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x45
|
|
2
|
inet6_fill_ifla6_attrs
|
vmlinux |
0xffffffff94b0161f
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x31f
|
|
3
|
inet6_fill_link_af
|
vmlinux |
0xffffffff94b0173a
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x1a
|
|
4
|
rtnl_fill_ifinfo
|
vmlinux |
0xffffffff94a4ec3d
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x7dd
|
|
5
|
rtnl_dump_ifinfo
|
vmlinux |
0xffffffff94a518e8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x1c8
|
|
6
|
netlink_dump
|
vmlinux |
0xffffffff94a72d24
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xd4
|
|
7
|
__netlink_dump_start
|
vmlinux |
0xffffffff94a740cb
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x17b
|
|
8
|
|
vmlinux |
0xffffffff94a51720
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x230
|
|
9
|
rtnetlink_rcv_msg
|
vmlinux |
0xffffffff94a52ac9
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x159
|
|
10
|
|
vmlinux |
0xffffffff94a51720
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x230
|
|
11
|
|
vmlinux |
0xffffffff94a52970
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x890
|
|
12
|
netlink_rcv_skb
|
vmlinux |
0xffffffff94a75bab
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xab
|
|
13
|
rtnetlink_rcv
|
vmlinux |
0xffffffff94a4ced8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x28
|
|
14
|
netlink_unicast
|
vmlinux |
0xffffffff94a75530
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x170
|
|
15
|
|
vmlinux |
0xffffffff9478c3b2
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x62
|
|
16
|
netlink_sendmsg
|
vmlinux |
0xffffffff94a758d8
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x308
|
|
17
|
sock_sendmsg
|
vmlinux |
0xffffffff94a193a6
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xb6
|
|
18
|
|
vmlinux |
0xffffffff9463e5ea
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x1ca
|
|
19
|
|
vmlinux |
0xffffffff94a18e81
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xa1
|
|
20
|
SYSC_sendto
|
vmlinux |
0xffffffff94a19ad1
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x121
|
|
21
|
|
vmlinux |
0xffffffff94a1bb91
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x51
|
|
22
|
SyS_sendto
|
vmlinux |
0xffffffff94a1b5ee
Build id: 3.10.0-957.5.1.el7.x86_64
|
0xe
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffff94b74ddb
Build id: 3.10.0-957.5.1.el7.x86_64
|
0x22
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [bird:5388]
Modules linked in: veth ipt_rpfilter xt_multiport xt_set iptable_raw ip_set_hash_ip ip_set_hash_net ip_set ipip tunnel4 ip_tunnel xt_statistic xt_nat ipt_REJECT nf_reject_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables nfsv4 dns_resolver nfs fscache iptable_mangle xt_comment xt_mark xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc rpcsec_gss_krb5 overlay(T) vmw_vsock_vmci_transport vsock sb_edac ppdev coretemp vmw_balloon iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr sg joydev parport_pc parport vmw_vmci i2c_piix4
nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel libata mptspi scsi_transport_spi e1000 mptscsih serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 5388 Comm: bird Kdump: loaded Tainted: G W L ------------ T 3.10.0-957.5.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8e84a0616180 ti: ffff8e84623f8000 task.ti: ffff8e84623f8000
RIP: 0010:[<ffffffff94abf3f5>] [<ffffffff94abf3f5>] snmp_fold_field+0x45/0x70
RSP: 0018:ffff8e84623fb748 EFLAGS: 00010286
RAX: 0000000000000053 RBX: ffff8e84623fb6e0 RCX: ffffbcc27f2ca3a0
RDX: 0000000000000053 RSI: 0000000000000080 RDI: 0000000000000040
RBP: ffff8e84623fb768 R08: ffffffff95158668 R09: 0000000000000000
R10: ffff8e7f5cba7898 R11: 000003e800007bf9 R12: 00000000000005dc
R13: ffff8e84623fb72d R14: 0000000000000001 R15: ffffffff947a3c43
FS: 00007f1a90ffec58(0000) GS:ffff8e84dd680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000056477db18000 CR3: 00000007a227c000 CR4: 00000000001607e0
Call Trace:
[<ffffffff94b0161f>] inet6_fill_ifla6_attrs+0x31f/0x420
[<ffffffff94b0173a>] inet6_fill_link_af+0x1a/0x30
[<ffffffff94a4ec3d>] rtnl_fill_ifinfo+0x7dd/0xbf0
[<ffffffff94a518e8>] rtnl_dump_ifinfo+0x1c8/0x350
[<ffffffff94a72d24>] netlink_dump+0xd4/0x2b0
[<ffffffff94a740cb>] __netlink_dump_start+0x17b/0x200
[<ffffffff94a51720>] ? rtnl_stats_dump+0x230/0x230
[<ffffffff94a52ac9>] rtnetlink_rcv_msg+0x159/0x260
[<ffffffff94a51720>] ? rtnl_stats_dump+0x230/0x230
[<ffffffff94a52970>] ? rtnl_newlink+0x890/0x890
[<ffffffff94a75bab>] netlink_rcv_skb+0xab/0xc0
[<ffffffff94a4ced8>] rtnetlink_rcv+0x28/0x30
[<ffffffff94a75530>] netlink_unicast+0x170/0x210
[<ffffffff9478c3b2>] ? memcpy_fromiovec+0x62/0xb0
[<ffffffff94a758d8>] netlink_sendmsg+0x308/0x420
[<ffffffff94a193a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff9463e5ea>] ? __check_object_size+0x1ca/0x250
[<ffffffff94a18e81>] ? move_addr_to_user+0xa1/0xe0
[<ffffffff94a19ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff94a1bb91>] ? __sys_recvmsg+0x51/0x90
[<ffffffff94a1b5ee>] SyS_sendto+0xe/0x10
[<ffffffff94b74ddb>] system_call_fastpath+0x22/0x27
Code: 35 95 a6 69 00 49 c1 e5 03 41 54 4c 8b 25 d4 34 15 00 53 31 db eb 18 0f 1f 80 00 00 00 00 48 98 49 8b 0e 48 03 0c c5 60 b9 14 95 <4a> 03 1c 29 83 c2 01 4c 89 e7 48 63 d2 e8 a9 d1 cc ff 48 63 35
Complete report #322905
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
snmp_fold_field
|
vmlinux |
0xffffffff9c2db835
Build id: 3.10.0-1127.el7.x86_64
|
0x45
|
|
2
|
inet6_fill_ifla6_attrs
|
vmlinux |
0xffffffff9c31e66f
Build id: 3.10.0-1127.el7.x86_64
|
0x31f
|
|
3
|
inet6_fill_link_af
|
vmlinux |
0xffffffff9c31e78a
Build id: 3.10.0-1127.el7.x86_64
|
0x1a
|
|
4
|
rtnl_fill_ifinfo
|
vmlinux |
0xffffffff9c2694a1
Build id: 3.10.0-1127.el7.x86_64
|
0x911
|
|
5
|
|
vmlinux |
0xffffffff9bfb37c6
Build id: 3.10.0-1127.el7.x86_64
|
0xb6
|
|
6
|
rtnl_dump_ifinfo
|
vmlinux |
0xffffffff9c26b468
Build id: 3.10.0-1127.el7.x86_64
|
0x1c8
|
|
7
|
netlink_dump
|
vmlinux |
0xffffffff9c28e444
Build id: 3.10.0-1127.el7.x86_64
|
0xd4
|
|
8
|
__netlink_dump_start
|
vmlinux |
0xffffffff9c28f84b
Build id: 3.10.0-1127.el7.x86_64
|
0x17b
|
|
9
|
|
vmlinux |
0xffffffff9c26b2a0
Build id: 3.10.0-1127.el7.x86_64
|
0x230
|
|
10
|
rtnetlink_rcv_msg
|
vmlinux |
0xffffffff9c26d5d9
Build id: 3.10.0-1127.el7.x86_64
|
0x159
|
|
11
|
|
vmlinux |
0xffffffff9c26b2a0
Build id: 3.10.0-1127.el7.x86_64
|
0x230
|
|
12
|
|
vmlinux |
0xffffffff9c26d480
Build id: 3.10.0-1127.el7.x86_64
|
0x890
|
|
13
|
netlink_rcv_skb
|
vmlinux |
0xffffffff9c29135b
Build id: 3.10.0-1127.el7.x86_64
|
0xab
|
|
14
|
rtnetlink_rcv
|
vmlinux |
0xffffffff9c267848
Build id: 3.10.0-1127.el7.x86_64
|
0x28
|
|
15
|
netlink_unicast
|
vmlinux |
0xffffffff9c290ce0
Build id: 3.10.0-1127.el7.x86_64
|
0x170
|
|
16
|
|
vmlinux |
0xffffffff9bf9bb92
Build id: 3.10.0-1127.el7.x86_64
|
0x62
|
|
17
|
netlink_sendmsg
|
vmlinux |
0xffffffff9c291088
Build id: 3.10.0-1127.el7.x86_64
|
0x308
|
|
18
|
sock_sendmsg
|
vmlinux |
0xffffffff9c2333a6
Build id: 3.10.0-1127.el7.x86_64
|
0xb6
|
|
19
|
|
vmlinux |
0xffffffff9bdedeea
Build id: 3.10.0-1127.el7.x86_64
|
0x8a
|
|
20
|
SYSC_sendto
|
vmlinux |
0xffffffff9c233ad1
Build id: 3.10.0-1127.el7.x86_64
|
0x121
|
|
21
|
|
vmlinux |
0xffffffff9c38d678
Build id: 3.10.0-1127.el7.x86_64
|
0x238
|
|
22
|
SyS_sendto
|
vmlinux |
0xffffffff9c2355ee
Build id: 3.10.0-1127.el7.x86_64
|
0xe
|
|
23
|
system_call_fastpath
|
vmlinux |
0xffffffff9c392ed2
Build id: 3.10.0-1127.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [ip:119396]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec ppdev ac97_bus snd_seq snd_seq_device snd_pcm crc32_pclmul ghash_clmulni_intel sg aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_timer snd soundcore joydev vmw_balloon pcspkr parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel
vmwgfx drm_kms_helper nfit libnvdimm syscopyarea sysfillrect sysimgblt fb_sys_fops ata_piix ttm serio_raw mptspi scsi_transport_spi libata e1000 mptscsih mptbase drm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 119396 Comm: ip Kdump: loaded Tainted: G L ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9b60c5851070 ti: ffff9b6143b38000 task.ti: ffff9b6143b38000
RIP: 0010:[<ffffffff9c2db835>] [<ffffffff9c2db835>] snmp_fold_field+0x45/0x70
RSP: 0018:ffff9b6143b3b708 EFLAGS: 00010286
RAX: 0000000000000069 RBX: 0000000000000000 RCX: ffff9b61fb063c00
RDX: 0000000000000069 RSI: 0000000000000080 RDI: 0000000000000040
RBP: ffff9b6143b3b728 R08: ffffffff9c95dd08 R09: 0000000000000000
R10: ffff9b6177b36488 R11: 000003e8000067f9 R12: 0000000000000000
R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000
FS: 00007f92d97a4740(0000) GS:ffff9b61f9640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f92d9120eb0 CR3: 0000000013eca000 CR4: 00000000003607e0
Call Trace:
[<ffffffff9c31e66f>] inet6_fill_ifla6_attrs+0x31f/0x420
[<ffffffff9c31e78a>] inet6_fill_link_af+0x1a/0x30
[<ffffffff9c2694a1>] rtnl_fill_ifinfo+0x911/0xd80
[<ffffffff9bfb37c6>] ? nla_parse+0xb6/0x120
[<ffffffff9c26b468>] rtnl_dump_ifinfo+0x1c8/0x350
[<ffffffff9c28e444>] netlink_dump+0xd4/0x2b0
[<ffffffff9c28f84b>] __netlink_dump_start+0x17b/0x200
[<ffffffff9c26b2a0>] ? rtnl_stats_dump+0x230/0x230
[<ffffffff9c26d5d9>] rtnetlink_rcv_msg+0x159/0x260
[<ffffffff9c26b2a0>] ? rtnl_stats_dump+0x230/0x230
[<ffffffff9c26d480>] ? rtnl_newlink+0x890/0x890
[<ffffffff9c29135b>] netlink_rcv_skb+0xab/0xc0
[<ffffffff9c267848>] rtnetlink_rcv+0x28/0x30
[<ffffffff9c290ce0>] netlink_unicast+0x170/0x210
[<ffffffff9bf9bb92>] ? memcpy_fromiovec+0x62/0xb0
[<ffffffff9c291088>] netlink_sendmsg+0x308/0x420
[<ffffffff9c2333a6>] sock_sendmsg+0xb6/0xf0
[<ffffffff9bdedeea>] ? __do_fault.isra.61+0x8a/0x100
[<ffffffff9c233ad1>] SYSC_sendto+0x121/0x1c0
[<ffffffff9c38d678>] ? __do_page_fault+0x238/0x500
[<ffffffff9c2355ee>] SyS_sendto+0xe/0x10
[<ffffffff9c392ed2>] system_call_fastpath+0x25/0x2a
Code: 35 f5 38 68 00 49 c1 e5 03 41 54 4c 8b 25 d4 78 13 00 53 31 db eb 18 0f 1f 80 00 00 00 00 48 98 49 8b 0e 48 03 0c c5 e0 0f 95 9c <4a> 03 1c 29 83 c2 01 4c 89 e7 48 63 d2 e8 49 05 cc ff 48 63 35