Info

Permalink
Function
__slab_alloc
First occurrence
2022-12-22
Last occurrence
2022-12-22
State
NEW
Components
kernel
Quality
-73

Statistics

Operating system Count
CentOS 7 5
Architecture Count
x86_64 5
Related packages Count
kernel 5
 0:3.10.0-1160.108.1.el7 4
 0:3.10.0-1160.81.1.el7 1

Packages names with count less than the total count of reports are most probably not the cause of the problem.

History

Daily:

Weekly:

Monthly:

No reports in the last 20 days.

Report backtrace


Complete report #580275
Frame # Function Binary Source or offset Line
1
__slab_alloc
vmlinux 0xffffffff96dae460
Build id: 3.10.0-1160.81.1.el7.x86_64
0x48
2
__kmalloc_node_track_caller
vmlinux 0xffffffff968379d8
Build id: 3.10.0-1160.81.1.el7.x86_64
0xb8
3
? __alloc_skb
vmlinux 0xffffffff96c6882d
Build id: 3.10.0-1160.81.1.el7.x86_64
0x8d
4
__kmalloc_reserve.isra.32
vmlinux 0xffffffff96c676f1
Build id: 3.10.0-1160.81.1.el7.x86_64
0x31
5
__alloc_skb
vmlinux 0xffffffff96c6882d
Build id: 3.10.0-1160.81.1.el7.x86_64
0x8d
6
sock_wmalloc
vmlinux 0xffffffff96c63b34
Build id: 3.10.0-1160.81.1.el7.x86_64
0x34
7
? __ip_route_output_key_hash
vmlinux 0xffffffff96cc8c63
Build id: 3.10.0-1160.81.1.el7.x86_64
0x223
8
tcp_make_synack
vmlinux 0xffffffff96ce9f55
Build id: 3.10.0-1160.81.1.el7.x86_64
0x45
9
tcp_v4_send_synack
vmlinux 0xffffffff96cf3faf
Build id: 3.10.0-1160.81.1.el7.x86_64
0x3f
10
? tcp_openreq_init_rwin
vmlinux 0xffffffff96cf5c8c
Build id: 3.10.0-1160.81.1.el7.x86_64
0xcc
11
tcp_conn_request
vmlinux 0xffffffff96ce0a65
Build id: 3.10.0-1160.81.1.el7.x86_64
0x525
12
? get_unique_tuple
nf_nat 0xffffffffc055908c
Build id: 3.10.0-1160.81.1.el7.x86_64
0x59c
13
tcp_v4_conn_request
vmlinux 0xffffffff96cf18a5
Build id: 3.10.0-1160.81.1.el7.x86_64
0x55
14
tcp_rcv_state_process
vmlinux 0xffffffff96ce874c
Build id: 3.10.0-1160.81.1.el7.x86_64
0x1ac
15
? __inet_lookup_established
vmlinux 0xffffffff96cd6576
Build id: 3.10.0-1160.81.1.el7.x86_64
0x46
16
tcp_v4_do_rcv
vmlinux 0xffffffff96cf316b
Build id: 3.10.0-1160.81.1.el7.x86_64
0x18b
17
tcp_v4_rcv
vmlinux 0xffffffff96cf498c
Build id: 3.10.0-1160.81.1.el7.x86_64
0x7dc
18
ip_local_deliver_finish
vmlinux 0xffffffff96ccc34d
Build id: 3.10.0-1160.81.1.el7.x86_64
0xbd
19
ip_local_deliver
vmlinux 0xffffffff96ccc660
Build id: 3.10.0-1160.81.1.el7.x86_64
0x60
20
? ip_rcv_finish
vmlinux 0xffffffff96ccc290
Build id: 3.10.0-1160.81.1.el7.x86_64
0x380
21
ip_rcv_finish
vmlinux 0xffffffff96ccbfa0
Build id: 3.10.0-1160.81.1.el7.x86_64
0x90
22
ip_rcv
vmlinux 0xffffffff96ccc9a0
Build id: 3.10.0-1160.81.1.el7.x86_64
0x2c0
23
? inet_del_offload
vmlinux 0xffffffff96ccbf10
Build id: 3.10.0-1160.81.1.el7.x86_64
0x40
24
__netif_receive_skb_core
vmlinux 0xffffffff96c7f669
Build id: 3.10.0-1160.81.1.el7.x86_64
0x739
25
__netif_receive_skb
vmlinux 0xffffffff96c7f968
Build id: 3.10.0-1160.81.1.el7.x86_64
0x18
26
netif_receive_skb_internal
vmlinux 0xffffffff96c7fa00
Build id: 3.10.0-1160.81.1.el7.x86_64
0x40
27
netif_receive_skb
vmlinux 0xffffffff96c7fa9c
Build id: 3.10.0-1160.81.1.el7.x86_64
0x1c
28
vmxnet3_rq_rx_complete
vmxnet3 0xffffffffc016e6b1
Build id: 3.10.0-1160.81.1.el7.x86_64
0x8b1
29
vmxnet3_poll_rx_only
vmxnet3 0xffffffffc016f176
Build id: 3.10.0-1160.81.1.el7.x86_64
0x36
30
net_rx_action
vmlinux 0xffffffff96c80037
Build id: 3.10.0-1160.81.1.el7.x86_64
0x277
31
__do_softirq
vmlinux 0xffffffff966a9545
Build id: 3.10.0-1160.81.1.el7.x86_64
0xf5
32
run_ksoftirqd
vmlinux 0xffffffff966a9718
Build id: 3.10.0-1160.81.1.el7.x86_64
0x38
33
smpboot_thread_fn
vmlinux 0xffffffff966d42ac
Build id: 3.10.0-1160.81.1.el7.x86_64
0x14c
34
? lg_double_unlock
vmlinux 0xffffffff966d4160
Build id: 3.10.0-1160.81.1.el7.x86_64
0x40
35
kthread
vmlinux 0xffffffff966cb4d1
Build id: 3.10.0-1160.81.1.el7.x86_64
0xd1
36
? insert_kthread_work
vmlinux 0xffffffff966cb400
Build id: 3.10.0-1160.81.1.el7.x86_64
0x40
37
ret_from_fork_nospec_begin
vmlinux 0xffffffff96dc51e4
Build id: 3.10.0-1160.81.1.el7.x86_64
0xe
38
? insert_kthread_work
vmlinux 0xffffffff966cb400
Build id: 3.10.0-1160.81.1.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 21s! [ksoftirqd/9:57]
Modules linked in: xt_time xt_conntrack xt_owner ipt_REJECT nf_reject_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 iptable_filter xt_nat ip6t_REJECT nf_reject_ipv6 xt_NFLOG xt_set xt_multiport ip_set_bitmap_port ip_set_list_set ip_set_hash_net ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nf_nat nf_conntrack ip6table_filter ip6_tables ip_set tcp_diag inet_diag ext4 mbcache jbd2 nfnetlink_log loop vmw_vsock_vmci_transport vsock crc32_pclmul ghash_clmulni_intel ppdev aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr vmw_vmci sg i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ata_piix ttm libata drm
nfit mptspi libnvdimm scsi_transport_spi crct10dif_pclmul crct10dif_common mptscsih crc32c_intel mptbase serio_raw vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 9 PID: 57 Comm: ksoftirqd/9 Kdump: loaded Tainted: G             L ------------   3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8b34237cd280 ti: ffff8b34237f4000 task.ti: ffff8b34237f4000
RIP: 0010:[<ffffffff96dae460>]  [<ffffffff96dae460>] __slab_alloc+0x48/0x60
RSP: 0018:ffff8b34237f7630  EFLAGS: 00000246
RAX: ffff8b38b2287800 RBX: ffff8b34237f7628 RCX: 0000000180200020
RDX: ffff8b38b2287800 RSI: ffffe623ffc8a000 RDI: 0000000000000246
RBP: ffff8b34237f7660 R08: 0000000000000000 R09: 0000000180200020
R10: ffff8b2a3fc03500 R11: ffff8b38e0643280 R12: 0000000000000036
R13: 00010220b04bc300 R14: ffffffff96c6882d R15: ffff8b33b04bc300
FS:  00007f0271814640(0000) GS:ffff8b38ffc80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007fcadf159ce8 CR3: 000000057139a000 CR4: 00000000000407e0
Call Trace:
[<ffffffff968379d8>] __kmalloc_node_track_caller+0xb8/0x290
[<ffffffff96c6882d>] ? __alloc_skb+0x8d/0x2d0
[<ffffffff96c676f1>] __kmalloc_reserve.isra.32+0x31/0x90
[<ffffffff96c6882d>] __alloc_skb+0x8d/0x2d0
[<ffffffff96c63b34>] sock_wmalloc+0x34/0xb0
[<ffffffff96cc8c63>] ? __ip_route_output_key_hash+0x223/0x7f0
[<ffffffff96ce9f55>] tcp_make_synack+0x45/0x3f0
[<ffffffff96cf3faf>] tcp_v4_send_synack+0x3f/0xd0
[<ffffffff96cf5c8c>] ? tcp_openreq_init_rwin+0xcc/0x210
[<ffffffff96ce0a65>] tcp_conn_request+0x525/0x760
[<ffffffffc055908c>] ? get_unique_tuple+0x59c/0x670 [nf_nat]
[<ffffffff96cf18a5>] tcp_v4_conn_request+0x55/0x60
[<ffffffff96ce874c>] tcp_rcv_state_process+0x1ac/0xf50
[<ffffffff96cd6576>] ? __inet_lookup_established+0x46/0x130
[<ffffffff96cf316b>] tcp_v4_do_rcv+0x18b/0x360
[<ffffffff96cf498c>] tcp_v4_rcv+0x7dc/0x9e0
[<ffffffff96ccc34d>] ip_local_deliver_finish+0xbd/0x210
[<ffffffff96ccc660>] ip_local_deliver+0x60/0xe0
[<ffffffff96ccc290>] ? ip_rcv_finish+0x380/0x380
[<ffffffff96ccbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffff96ccc9a0>] ip_rcv+0x2c0/0x420
[<ffffffff96ccbf10>] ? inet_del_offload+0x40/0x40
[<ffffffff96c7f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffff96c7f968>] __netif_receive_skb+0x18/0x70
[<ffffffff96c7fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff96c7fa9c>] netif_receive_skb+0x1c/0x70
[<ffffffffc016e6b1>] vmxnet3_rq_rx_complete+0x8b1/0xf00 [vmxnet3]
[<ffffffffc016f176>] vmxnet3_poll_rx_only+0x36/0xa0 [vmxnet3]
[<ffffffff96c80037>] net_rx_action+0x277/0x3a0
[<ffffffff966a9545>] __do_softirq+0xf5/0x290
[<ffffffff966a9718>] run_ksoftirqd+0x38/0x60
[<ffffffff966d42ac>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff966d4160>] ? lg_double_unlock+0x40/0x40
[<ffffffff966cb4d1>] kthread+0xd1/0xe0
[<ffffffff966cb400>] ? insert_kthread_work+0x40/0x40
[<ffffffff96dc51e4>] ret_from_fork_nospec_begin+0xe/0x21
[<ffffffff966cb400>] ? insert_kthread_work+0x40/0x40
Code: 53 50 4c 89 45 d0 e8 80 11 a8 ff 4c 8b 45 d0 48 89 c3 44 89 f2 4c 89 e7 4c 89 f9 44 89 ee e8 f8 5e a8 ff 48 89 df 48 89 c2 57 9d <66> 66 90 66 90 48 89 d0 5a 5b 41 5c 41 5d 41 5e 41 5f 5d c3 cc 
Complete report #1033436
Frame # Function Binary Source or offset Line
1
security_skb_owned_by
vmlinux 0xffffffff9ab1c280
Build id: 3.10.0-1160.108.1.el7.x86_64
-
2
? tcp_make_synack
vmlinux 0xffffffff9aee9f85
Build id: 3.10.0-1160.108.1.el7.x86_64
0x75
3
tcp_v4_send_synack
vmlinux 0xffffffff9aef3faf
Build id: 3.10.0-1160.108.1.el7.x86_64
0x3f
4
? ktime_get_real
vmlinux 0xffffffff9a90ec05
Build id: 3.10.0-1160.108.1.el7.x86_64
0x25
5
? tcp_openreq_init_rwin
vmlinux 0xffffffff9aef5c8c
Build id: 3.10.0-1160.108.1.el7.x86_64
0xcc
6
tcp_conn_request
vmlinux 0xffffffff9aee0a65
Build id: 3.10.0-1160.108.1.el7.x86_64
0x525
7
tcp_v4_conn_request
vmlinux 0xffffffff9aef18a5
Build id: 3.10.0-1160.108.1.el7.x86_64
0x55
8
tcp_rcv_state_process
vmlinux 0xffffffff9aee874c
Build id: 3.10.0-1160.108.1.el7.x86_64
0x1ac
9
? __inet_lookup_established
vmlinux 0xffffffff9aed6576
Build id: 3.10.0-1160.108.1.el7.x86_64
0x46
10
tcp_v4_do_rcv
vmlinux 0xffffffff9aef316b
Build id: 3.10.0-1160.108.1.el7.x86_64
0x18b
11
tcp_v4_rcv
vmlinux 0xffffffff9aef498c
Build id: 3.10.0-1160.108.1.el7.x86_64
0x7dc
12
ip_local_deliver_finish
vmlinux 0xffffffff9aecc34d
Build id: 3.10.0-1160.108.1.el7.x86_64
0xbd
13
ip_local_deliver
vmlinux 0xffffffff9aecc660
Build id: 3.10.0-1160.108.1.el7.x86_64
0x60
14
? ip_rcv_finish
vmlinux 0xffffffff9aecc290
Build id: 3.10.0-1160.108.1.el7.x86_64
0x380
15
ip_rcv_finish
vmlinux 0xffffffff9aecbfa0
Build id: 3.10.0-1160.108.1.el7.x86_64
0x90
16
ip_rcv
vmlinux 0xffffffff9aecc9a0
Build id: 3.10.0-1160.108.1.el7.x86_64
0x2c0
17
? packet_rcv
vmlinux 0xffffffff9af8b1fc
Build id: 3.10.0-1160.108.1.el7.x86_64
0x4c
18
__netif_receive_skb_core
vmlinux 0xffffffff9ae7f669
Build id: 3.10.0-1160.108.1.el7.x86_64
0x739
19
__netif_receive_skb
vmlinux 0xffffffff9ae7f968
Build id: 3.10.0-1160.108.1.el7.x86_64
0x18
20
netif_receive_skb_internal
vmlinux 0xffffffff9ae7fa00
Build id: 3.10.0-1160.108.1.el7.x86_64
0x40
21
netif_receive_skb
vmlinux 0xffffffff9ae7fa9c
Build id: 3.10.0-1160.108.1.el7.x86_64
0x1c
22
vmxnet3_rq_rx_complete
vmxnet3 0xffffffffc01a06b1
Build id: 3.10.0-1160.108.1.el7.x86_64
0x8b1
23
vmxnet3_poll_rx_only
vmxnet3 0xffffffffc01a1176
Build id: 3.10.0-1160.108.1.el7.x86_64
0x36
24
net_rx_action
vmlinux 0xffffffff9ae80037
Build id: 3.10.0-1160.108.1.el7.x86_64
0x277
25
__do_softirq
vmlinux 0xffffffff9a8a9595
Build id: 3.10.0-1160.108.1.el7.x86_64
0xf5
26
run_ksoftirqd
vmlinux 0xffffffff9a8a9768
Build id: 3.10.0-1160.108.1.el7.x86_64
0x38
27
smpboot_thread_fn
vmlinux 0xffffffff9a8d43fc
Build id: 3.10.0-1160.108.1.el7.x86_64
0x14c
28
? lg_double_unlock
vmlinux 0xffffffff9a8d42b0
Build id: 3.10.0-1160.108.1.el7.x86_64
0x40
29
kthread
vmlinux 0xffffffff9a8cb621
Build id: 3.10.0-1160.108.1.el7.x86_64
0xd1
30
? insert_kthread_work
vmlinux 0xffffffff9a8cb550
Build id: 3.10.0-1160.108.1.el7.x86_64
0x40
31
ret_from_fork_nospec_begin
vmlinux 0xffffffff9afc51f7
Build id: 3.10.0-1160.108.1.el7.x86_64
0x21
32
? insert_kthread_work
vmlinux 0xffffffff9a8cb550
Build id: 3.10.0-1160.108.1.el7.x86_64
0x40
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 27s! [ksoftirqd/0:6]
Modules linked in: binfmt_misc ip_vs nf_conntrack vmw_vsock_vmci_transport vsock ext4 mbcache jbd2 sb_edac iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm sd_mod crc_t10dif crct10dif_generic drm ahci crct10dif_pclmul crct10dif_common crc32c_intel libahci nfit ata_piix serio_raw libata libnvdimm vmxnet3 drm_panel_orientation_quirks vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 6 Comm: ksoftirqd/0 Tainted: G             L ------------   3.10.0-1160.108.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff91f7f24b5280 ti: ffff91f7f2594000 task.ti: ffff91f7f2594000
RIP: 0010:[<ffffffff9ab1c280>]  [<ffffffff9ab1c280>] security_skb_owned_by+0x0/0x30
RSP: 0018:ffff91f7f2597770  EFLAGS: 00010202
RAX: ffff91fba6d23100 RBX: ffff91fba6d23100 RCX: 00000000ffffffff
RDX: 0000000000000500 RSI: ffff91fba7240000 RDI: ffff91fba6d23100
RBP: ffff91f7f25977d0 R08: 00000000000002c0 R09: 0000000000000500
R10: ffff91f7ffc07500 R11: ffff91fba6d22080 R12: 00000000ffffffff
R13: 0000000000000020 R14: ffff91fba6d23100 R15: ffff91fbaadbc280
FS:  0000000000000000(0000) GS:ffff91fba9600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005615e25d4160 CR3: 0000000528ffe000 CR4: 00000000001607f0
Call Trace:
[<ffffffff9aee9f85>] ? tcp_make_synack+0x75/0x3f0
[<ffffffff9aef3faf>] tcp_v4_send_synack+0x3f/0xd0
[<ffffffff9a90ec05>] ? ktime_get_real+0x25/0x70
[<ffffffff9aef5c8c>] ? tcp_openreq_init_rwin+0xcc/0x210
[<ffffffff9aee0a65>] tcp_conn_request+0x525/0x760
[<ffffffff9aef18a5>] tcp_v4_conn_request+0x55/0x60
[<ffffffff9aee874c>] tcp_rcv_state_process+0x1ac/0xf50
[<ffffffff9aed6576>] ? __inet_lookup_established+0x46/0x130
[<ffffffff9aef316b>] tcp_v4_do_rcv+0x18b/0x360
[<ffffffff9aef498c>] tcp_v4_rcv+0x7dc/0x9e0
[<ffffffff9aecc34d>] ip_local_deliver_finish+0xbd/0x210
[<ffffffff9aecc660>] ip_local_deliver+0x60/0xe0
[<ffffffff9aecc290>] ? ip_rcv_finish+0x380/0x380
[<ffffffff9aecbfa0>] ip_rcv_finish+0x90/0x380
[<ffffffff9aecc9a0>] ip_rcv+0x2c0/0x420
[<ffffffff9af8b1fc>] ? packet_rcv+0x4c/0x440
[<ffffffff9ae7f669>] __netif_receive_skb_core+0x739/0xa20
[<ffffffff9ae7f968>] __netif_receive_skb+0x18/0x70
[<ffffffff9ae7fa00>] netif_receive_skb_internal+0x40/0xc0
[<ffffffff9ae7fa9c>] netif_receive_skb+0x1c/0x70
[<ffffffffc01a06b1>] vmxnet3_rq_rx_complete+0x8b1/0xf00 [vmxnet3]
[<ffffffffc01a1176>] vmxnet3_poll_rx_only+0x36/0xa0 [vmxnet3]
[<ffffffff9ae80037>] net_rx_action+0x277/0x3a0
[<ffffffff9a8a9595>] __do_softirq+0xf5/0x290
[<ffffffff9a8a9768>] run_ksoftirqd+0x38/0x60
[<ffffffff9a8d43fc>] smpboot_thread_fn+0x14c/0x1b0
[<ffffffff9a8d42b0>] ? lg_double_unlock+0x40/0x40
[<ffffffff9a8cb621>] kthread+0xd1/0xe0
[<ffffffff9a8cb550>] ? insert_kthread_work+0x40/0x40
[<ffffffff9afc51f7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9a8cb550>] ? insert_kthread_work+0x40/0x40
Code: 48 8b 05 c4 ad f5 00 55 48 89 e5 48 8b 80 40 05 00 00 e8 14 20 09 00 5d c3 cc cc cc cc 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 <0f> 1f 44 00 00 48 8b 05 94 ad f5 00 55 48 89 e5 48 8b 80 98 05