Complete report #1088596
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff9f1167a2
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x102
|
|
2
|
|
vmlinux |
0xffffffff9f07e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
|
3
|
|
vmlinux |
0xffffffff9f07e6a0
Build id: 3.10.0-1160.15.2.el7.x86_64
|
0x120
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [VM Thread:11242]
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [VM Thread:11627]
Modules linked in: binfmt_misc resguard_linux(OE) secmodel_linux(OE) syshook_linux(OE) secmodel3(OE) xt_set ip_set_hash_net xt_NFLOG nfnetlink_log ip_set xt_CHECKSUM iptable_raw ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat iptable_mangle xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock nf_conntrack_netlink nfnetlink nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack sunrpc ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev vmw_balloon pcspkr sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm crct10dif_pclmul crct10dif_common crc32c_intel mptspi libata scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 6 PID: 11627 Comm: VM Thread Kdump: loaded Tainted: G W OEL ------------ 3.10.0-1160.15.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8d30a236a100 ti: ffff8d25fefbc000 task.ti: ffff8d25fefbc000
RIP: 0010:[<ffffffff9f1167a2>] [<ffffffff9f1167a2>] generic_exec_single+0x102/0x1c0
RSP: 0018:ffff8d25fefbfaf0 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff8d25fefbfac0 RCX: 0000000000000010
RDX: ffffffff9f815d50 RSI: 0000000000000080 RDI: 0000000000000282
RBP: ffff8d25fefbfb38 R08: ffffffff9f815d48 R09: 0000000000000000
R10: 0000000800000000 R11: 00007fefe9c0d000 R12: 000000002b5657d8
R13: ffffe7c134ea6240 R14: ffffffff9f38c046 R15: ffff8d25fefbfa90
FS: 00007fefb20e0700(0000) GS:ffff8d347d780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fefe9c05600 CR3: 0000000149be6000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9f07e6a0>] ? leave_mm+0x120/0x120
[<ffffffff9f07e6a0>] ? leave_mm+0x120/0x120
Complete report #544725
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810e675a
Build id: 3.10.0-327.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff81065c90
Build id: 3.10.0-327.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff81065c90
Build id: 3.10.0-327.el7.x86_64
|
0x70
|
BUG: soft lockup - CPU#2 stuck for 22s! [java:14903]
Modules linked in: iptable_filter ip_tables binfmt_misc gsch(OE) redirfs(OE) dsa_filter(POE) ip_set nfnetlink bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop vmw_vsock_vmci_transport vsock sunrpc coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon sg pcspkr parport_pc shpchp parport vmw_vmci i2c_piix4 xfs libcrc32c sr_mod cdrom ata_generic pata_acpi sd_mod crc_t10dif crct10dif_generic mptsas crct10dif_pclmul crct10dif_common scsi_transport_sas vmwgfx drm_kms_helper ttm mptscsih crc32c_intel ata_piix drm serio_raw mptbase vmxnet3 i2c_core libata dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 2 PID: 14903 Comm: java Tainted: P OEL ------------ 3.10.0-327.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff8802a7854500 ti: ffff8803cda1c000 task.ti: ffff8803cda1c000
RIP: 0010:[<ffffffff810e675a>] [<ffffffff810e675a>] generic_exec_single+0xfa/0x1a0
RSP: 0018:ffff8803cda1fc80 EFLAGS: 00000202
RAX: 0000000000000004 RBX: ffff8803cda1fc50 RCX: 000000000000003c
RDX: 000000000000000f RSI: 0000000000000004 RDI: 0000000000000282
RBP: ffff8803cda1fcd0 R08: ffffffff8165ea60 R09: ffff88043fd17520
R10: ffffffff811a2bc5 R11: ffffea000fe3ac80 R12: 000000cf00000000
R13: ffffffff81641113 R14: ffff8803cda1fc08 R15: 000000000000035d
FS: 00007f687e2e2700(0000) GS:ffff88043fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f6924027000 CR3: 0000000335c55000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff81065c90 ffff8803cda1fd58
0000000000000003 00000000552306a4 0000000000000000 0000000000000001
ffffffff81065c90 ffffffff81065c90 ffff8803cda1fd00 ffffffff810e685f
Call Trace:
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
[<ffffffff81065c90>] ? leave_mm+0x70/0x70
Complete report #466805
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffacf0a9fa
Build id: 3.10.0-862.11.6.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xfffffffface79c90
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xfffffffface79c90
Build id: 3.10.0-862.11.6.el7.x86_64
|
0x110
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [ActiveMQ Sessio:5618]
Modules linked in: xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter gsch(OE) redirfs(OE) event_collector_2_4_933667(OE) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd vmw_balloon ppdev
pcspkr nfit sg joydev libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx sd_mod crc_t10dif crct10dif_generic drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul libata crct10dif_common crc32c_intel serio_raw vmxnet3 i2c_core vmw_pvscsi dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 5618 Comm: ActiveMQ Sessio Kdump: loaded Tainted: G OEL ------------ 3.10.0-862.11.6.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9c4c7ffc5ee0 ti: ffff9c515c758000 task.ti: ffff9c515c758000
RIP: 0010:[<ffffffffacf0a9fa>] [<ffffffffacf0a9fa>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff9c515c75ba00 EFLAGS: 00000202
RAX: 000000000000000a RBX: ffff9c515c75b9d0 RCX: 0000000000000036
RDX: 00000000000003ff RSI: 000000000000000a RDI: 0000000000000286
RBP: ffff9c515c75ba48 R08: ffffffffad613fa0 R09: 0000001292715000
R10: fffffab60696f040 R11: ffffffffffffffb0 R12: ffff9c515c75bae8
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [docker-containe:18461]
R13: ffff9c515c75bb48 R14: 0000000000000001 R15: ffffffffad14ec95
FS: 00007f515b6f6700(0000) GS:ffff9c46cdc00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 22s! [TaniumTSDB:2964]
CR2: 00007f5070006a80 CR3: 00000014bf716000 CR4: 00000000003607e0
Modules linked in: xt_nat veth ipt_MASQUERADE
Modules linked in:
nf_nat_masquerade_ipv4
nf_conntrack_netlink xt_addrtype br_netfilter gsch(OE) redirfs(OE)
xt_nat
event_collector_2_4_933667(OE)
ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6
veth
ipt_MASQUERADE
Call Trace:
[<fffffffface79c90>] ? leave_mm+0x110/0x110
[<fffffffface79c90>] ? leave_mm+0x110/0x110
Complete report #15584
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffffac70779a
Build id: 3.10.0-862.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffffac676e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
|
3
|
|
vmlinux |
0xffffffffac676e50
Build id: 3.10.0-862.el7.x86_64
|
0x110
|
NMI watchdog: BUG: soft lockup - CPU#11 stuck for 22s! [kworker/u256:0:110265]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event sb_edac snd_ens1371 coretemp snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ghash_clmulni_intel ac97_bus aesni_intel snd_seq lrw gf128mul glue_helper ablk_helper cryptd snd_seq_device snd_pcm ppdev vmw_balloon i2c_piix4
snd_timer pcspkr snd sg soundcore joydev vmw_vmci shpchp nfit libnvdimm parport_pc parport ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix libata e1000 serio_raw mptspi scsi_transport_spi mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 11 PID: 110265 Comm: kworker/u256:0 Tainted: G W L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
Workqueue: writeback bdi_writeback_workfn (flush-253:0)
task: ffff9a502daaeeb0 ti: ffff9a575568c000 task.ti: ffff9a575568c000
RIP: 0010:[<ffffffffac70779a>] [<ffffffffac70779a>] generic_exec_single+0xfa/0x1b0
RSP: 0000:ffff9a575568f830 EFLAGS: 00000202
RAX: 0000000000000080 RBX: ffff9a575568f800 RCX: 0000000000000001
RDX: fffffffface13170 RSI: 0000000000000080 RDI: 0000000000000286
RBP: ffff9a575568f878 R08: fffffffface13168 R09: 000000099a6db000
R10: 0000000000000400 R11: 0000000000000001 R12: 0000000000000005
R13: ffffffffac920fd7 R14: ffff9a575568f7d8 R15: 0000000000000000
FS: 0000000000000000(0000) GS:ffff9a5a206c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa5dace93d0 CR3: 00000009e173a000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffac676e50>] ? leave_mm+0x110/0x110
[<ffffffffac676e50>] ? leave_mm+0x110/0x110
Complete report #8788
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
generic_exec_single
|
vmlinux |
0xffffffff810f925a
Build id: 3.10.0-514.el7.x86_64
|
0xfa
|
|
2
|
|
vmlinux |
0xffffffff8106c300
Build id: 3.10.0-514.el7.x86_64
|
0x70
|
|
3
|
|
vmlinux |
0xffffffff8106c300
Build id: 3.10.0-514.el7.x86_64
|
0x70
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [java:23546]
Modules linked in: nfnetlink_queue nfnetlink_log nfnetlink bluetooth rfkill vmw_vsock_vmci_transport vsock intel_powerclamp coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev sg vmw_balloon pcspkr parport_pc parport shpchp i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect mptspi sysimgblt scsi_transport_spi fb_sys_fops ttm crct10dif_pclmul crct10dif_common ata_piix drm crc32c_intel serio_raw mptscsih libata mptbase vmxnet3 i2c_core floppy fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 23546 Comm: java Tainted: G L ------------ 3.10.0-514.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8800367e5e20 ti: ffff88010bacc000 task.ti: ffff88010bacc000
RIP: 0010:[<ffffffff810f925a>] [<ffffffff810f925a>] generic_exec_single+0xfa/0x1a0
RSP: 0000:ffff88010bacfab0 EFLAGS: 00000202
RAX: 0000000000000010 RBX: ffff88010bacfa80 RCX: 0000000000000830
RDX: 0000000000000010 RSI: 0000000000000010 RDI: 0000000000000282
RBP: ffff88010bacfb00 R08: ffffffff816b1f20 R09: ffff880836b30f18
R10: 00000000000021ff R11: ffffffffffffffba R12: ffff88010bacffd8
R13: ffff88010bacffd8 R14: ffff8800367e5e20 R15: ffffffff8168b070
FS: 00007efcbc6b4700(0000) GS:ffff880237d80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007efcbc6b1588 CR3: 0000000184e87000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000000000000 0000000000000000 ffffffff8106c300 ffff88010bacfb88
0000000000000002 00000000e8c48c0f ffff88010bacfb08 000000000000000f
ffffffff8106c300 ffffffff8106c300 ffff88010bacfb30 ffffffff810f935f
Call Trace:
[<ffffffff8106c300>] ? leave_mm+0x70/0x70
[<ffffffff8106c300>] ? leave_mm+0x70/0x70