Complete report #1418860
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
native_queued_spin_lock_slowpath
|
vmlinux |
0xffffffff99f17fc8
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x158
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffff9a57a024
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffff9a5886d0
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x20
|
|
4
|
dentry_lru_del
|
vmlinux |
0xffffffff9a0653db
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x2b
|
|
5
|
__dentry_kill
|
vmlinux |
0xffffffff9a066391
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x51
|
|
6
|
dput
|
vmlinux |
0xffffffff9a066b35
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0xb5
|
|
7
|
SYSC_renameat2
|
vmlinux |
0xffffffff9a05ff58
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x518
|
|
8
|
|
vmlinux |
0xffffffff9a58d678
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x238
|
|
9
|
SyS_renameat2
|
vmlinux |
0xffffffff9a060e4e
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0xe
|
|
10
|
SyS_rename
|
vmlinux |
0xffffffff9a060e8e
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x1e
|
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffff9a592ed2
Build id: 3.10.0-1127.8.2.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#17 stuck for 23s! [in:imjournal:1680]
Modules linked in: veth xt_nat nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables overlay(T) xt_TCPMSS iptable_filter ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack sunrpc vfat fat ipmi_ssif ext4 squashfs loop mbcache jbd2 sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm iTCO_wdt iTCO_vendor_support irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr cdc_ether usbnet mii i2c_i801 mei_me lpc_ich mei sg mxm_wmi ipmi_si ipmi_devintf ipmi_msghandler wmi acpi_power_meter acpi_pad binfmt_misc ip_tables xfs
libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci libata tg3 crct10dif_pclmul crct10dif_common crc32c_intel megaraid_sas ptp drm_panel_orientation_quirks pps_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 17 PID: 1680 Comm: in:imjournal Kdump: loaded Tainted: G L ------------ T 3.10.0-1127.8.2.el7.x86_64 #1
Hardware name: LENOVO System x3500 M5: -[5464AC1]-/01KN178, BIOS -[TAE126Q-2.21]- 11/18/2016
task: ffff98a1ebed41c0 ti: ffff98a1ed214000 task.ti: ffff98a1ed214000
RIP: 0010:[<ffffffff99f17fc8>] [<ffffffff99f17fc8>] native_queued_spin_lock_slowpath+0x158/0x200
RSP: 0018:ffff98a1ed217cb8 EFLAGS: 00000202
RAX: 0000000000000101 RBX: 0000000000000000 RCX: 0000000000890000
RDX: 0000000000790101 RSI: 0000000000000101 RDI: ffffffff9aa08c40
RBP: ffff98a1ed217cb8 R08: ffff989df02db8c0 R09: 0000000000000000
R10: ffff989affa7c100 R11: ffff989e027329c0 R12: ffff989dec8d6e00
R13: ffff989affa7c100 R14: ffff989e027329c0 R15: 0000000000000000
FS: 00007f19fe26c700(0000) GS:ffff989df02c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1a02c04000 CR3: 000000086e578000 CR4: 00000000001607e0
Call Trace:
[<ffffffff9a57a024>] queued_spin_lock_slowpath+0xb/0xf
[<ffffffff9a5886d0>] _raw_spin_lock+0x20/0x30
[<ffffffff9a0653db>] dentry_lru_del+0x2b/0x80
[<ffffffff9a066391>] __dentry_kill+0x51/0x1d0
[<ffffffff9a066b35>] dput+0xb5/0x1a0
[<ffffffff9a05ff58>] SYSC_renameat2+0x518/0x5a0
[<ffffffff9a58d678>] ? __do_page_fault+0x238/0x500
[<ffffffff9a060e4e>] SyS_renameat2+0xe/0x10
[<ffffffff9a060e8e>] SyS_rename+0x1e/0x20
[<ffffffff9a592ed2>] system_call_fastpath+0x25/0x2a
Code: 4d 85 c9 74 04 41 0f 18 09 8b 17 0f b7 c2 85 c0 74 21 83 f8 03 75 10 eb 1a 66 2e 0f 1f 84 00 00 00 00 00 85 c0 74 0c f3 90 8b 17 <0f> b7 c2 83 f8 03 75 f0 be 01 00 00 00 eb 15 66 0f 1f 84 00 00
Complete report #941179
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__pv_queued_spin_lock_slowpath
|
vmlinux |
0xffffffff9bb1e8bc
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x23c
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffff9c1ac21a
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffff9c1ba734
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x24
|
|
4
|
dentry_lru_del
|
vmlinux |
0xffffffff9bc7401b
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x2b
|
|
5
|
__dentry_kill
|
vmlinux |
0xffffffff9bc75091
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x51
|
|
6
|
dput
|
vmlinux |
0xffffffff9bc75849
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xb9
|
|
7
|
SYSC_renameat2
|
vmlinux |
0xffffffff9bc6ea48
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x518
|
|
8
|
|
vmlinux |
0xffffffff9bc3375a
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x1fa
|
|
9
|
SyS_renameat2
|
vmlinux |
0xffffffff9bc6f99e
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xe
|
|
10
|
SyS_rename
|
vmlinux |
0xffffffff9bc6f9ee
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x1e
|
|
11
|
system_call_fastpath
|
vmlinux |
0xffffffff9c1c539a
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#29 stuck for 23s! [postgres:1589]
Modules linked in: nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack libcrc32c ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev sg joydev pcspkr parport_pc parport i2c_piix4 ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif sr_mod crct10dif_generic cdrom crct10dif_common ata_generic pata_acpi bochs_drm virtio_net net_failover drm_kms_helper virtio_console virtio_scsi failover
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix virtio_pci virtio_ring libata virtio serio_raw drm_panel_orientation_quirks floppy fuse
CPU: 29 PID: 1589 Comm: postgres Kdump: loaded Tainted: G L ------------ 3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.2-0-gf9626ccb91-prebuilt.qemu-project.org 04/01/2014
task: ffff95ecff4fa100 ti: ffff95ece8e1c000 task.ti: ffff95ece8e1c000
RIP: 0010:[<ffffffff9bb1e8bc>] [<ffffffff9bb1e8bc>] __pv_queued_spin_lock_slowpath+0x23c/0x2e0
RSP: 0018:ffff95ece8e1fc88 EFLAGS: 00000282
RAX: 0000000000000c97 RBX: 0000000000000000 RCX: 0000000000000001
RDX: 0000000000000000 RSI: 0000000000000001 RDI: 0000000000000000
RBP: ffff95ece8e1fcb8 R08: 0000000000000000 R09: 0000000000000000
R10: ffff95e4ba99b4d0 R11: ffff95e17e2a1380 R12: ffff95e4ba99b4d0
R13: ffff95e17e2a1380 R14: 0000000000000000 R15: ffff95ece8e1fc60
FS: 00007f307b007880(0000) GS:ffff95ed03340000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb3683d4000 CR3: 0000000f00126000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9c1ac21a>] queued_spin_lock_slowpath+0xb/0x13
[<ffffffff9c1ba734>] _raw_spin_lock+0x24/0x30
[<ffffffff9bc7401b>] dentry_lru_del+0x2b/0x90
[<ffffffff9bc75091>] __dentry_kill+0x51/0x1d0
[<ffffffff9bc75849>] dput+0xb9/0x1b0
[<ffffffff9bc6ea48>] SYSC_renameat2+0x518/0x5a0
[<ffffffff9bc3375a>] ? kmem_cache_free+0x1fa/0x220
[<ffffffff9bc6f99e>] SyS_renameat2+0xe/0x20
[<ffffffff9bc6f9ee>] SyS_rename+0x1e/0x30
[<ffffffff9c1c539a>] system_call_fastpath+0x25/0x2a
Code: e8 9a 14 f5 ff 66 90 44 89 f8 31 ff f0 41 0f b0 7d 00 41 8b 44 24 08 b8 00 80 00 00 41 8b 54 24 08 85 d2 75 12 84 c0 74 b6 f3 90 <83> e8 01 eb a7 0f 1f 80 00 00 00 00 48 8b 5d d0 41 8b 44 24 08
Complete report #592710
| Frame # |
Function |
Binary |
Source or offset |
Line |
|
1
|
__pv_queued_spin_lock_slowpath
|
vmlinux |
0xffffffff8771e772
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xf2
|
|
2
|
queued_spin_lock_slowpath
|
vmlinux |
0xffffffff87dac21a
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xb
|
|
3
|
_raw_spin_lock
|
vmlinux |
0xffffffff87dba734
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x24
|
|
4
|
dentry_lru_del
|
vmlinux |
0xffffffff8787401b
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x2b
|
|
5
|
__dentry_kill
|
vmlinux |
0xffffffff87875091
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x51
|
|
6
|
dput
|
vmlinux |
0xffffffff87875849
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xb9
|
|
7
|
SYSC_renameat2
|
vmlinux |
0xffffffff8786ea48
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x518
|
|
8
|
|
vmlinux |
0xffffffff876da74e
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x4e
|
|
9
|
|
vmlinux |
0xffffffff87805b31
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x121
|
|
10
|
SyS_renameat2
|
vmlinux |
0xffffffff8786f99e
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0xe
|
|
11
|
SyS_rename
|
vmlinux |
0xffffffff8786f9ee
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x1e
|
|
12
|
system_call_fastpath
|
vmlinux |
0xffffffff87dc539a
Build id: 3.10.0-1160.81.1.el7.x86_64
|
0x25
|
NMI watchdog: BUG: soft lockup - CPU#20 stuck for 22s! [postgres:1499]
Modules linked in: xt_multiport nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack libcrc32c ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod ppdev sg joydev pcspkr parport_pc parport i2c_piix4 ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic sr_mod cdrom crct10dif_common ata_generic pata_acpi virtio_net net_failover virtio_console virtio_scsi failover bochs_drm drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata virtio_pci virtio_ring serio_raw virtio drm_panel_orientation_quirks floppy fuse
CPU: 20 PID: 1499 Comm: postgres Kdump: loaded Tainted: G L ------------ 3.10.0-1160.81.1.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.11.2-0-gf9626ccb91-prebuilt.qemu-project.org 04/01/2014
task: ffff9e666305a100 ti: ffff9e6668bc4000 task.ti: ffff9e6668bc4000
RIP: 0010:[<ffffffff8771e772>] [<ffffffff8771e772>] __pv_queued_spin_lock_slowpath+0xf2/0x2e0
RSP: 0018:ffff9e6668bc7c88 EFLAGS: 00000202
RAX: 0000000000000001 RBX: 0000000000000000 RCX: 0000000000006889
RDX: 0000000000000001 RSI: 0000000000000005 RDI: 0000000000000246
RBP: ffff9e6668bc7cb8 R08: 0000000000000000 R09: 0000000000000000
R10: ffff9e5b97bf0cd0 R11: ffff9e5abe1c2a80 R12: ffff9e5b97bf0cd0
R13: ffff9e5abe1c2a80 R14: 0000000000000000 R15: ffff9e6668bc7c60
FS: 00007f8209444880(0000) GS:ffff9e6683100000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f820946b000 CR3: 0000000ee8b88000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff87dac21a>] queued_spin_lock_slowpath+0xb/0x13
[<ffffffff87dba734>] _raw_spin_lock+0x24/0x30
[<ffffffff8787401b>] dentry_lru_del+0x2b/0x90
[<ffffffff87875091>] __dentry_kill+0x51/0x1d0
[<ffffffff87875849>] dput+0xb9/0x1b0
[<ffffffff8786ea48>] SYSC_renameat2+0x518/0x5a0
[<ffffffff876da74e>] ? finish_task_switch+0x4e/0x1c0
[<ffffffff87805b31>] ? __vma_rb_erase+0x121/0x230
[<ffffffff8786f99e>] SyS_renameat2+0xe/0x20
[<ffffffff8786f9ee>] SyS_rename+0x1e/0x30
[<ffffffff87dc539a>] system_call_fastpath+0x25/0x2a
Code: 44 24 44 41 bd 01 00 00 00 3c 02 0f 94 c0 0f b6 c0 48 89 45 d0 41 c6 44 24 44 00 b9 00 80 00 00 c6 43 01 01 eb 0e 0f 1f 00 f3 90 <83> e9 01 0f 84 85 01 00 00 0f b6 13 80 fa 03 74 04 84 d2 75 e9