NMI watchdog: BUG: soft lockup - CPU#36 stuck for 22s! [irqbalance:2628]
Modules linked in: binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ext4 mbcache jbd2 ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter iTCO_wdt iTCO_vendor_support skx_edac edac_core intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr ses joydev enclosure scsi_transport_sas ipmi_ssif
sg mei_me mei shpchp lpc_ich i2c_i801 wmi ipmi_si ipmi_devintf ipmi_msghandler nfit libnvdimm acpi_cpufreq acpi_power_meter acpi_pad nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel ast drm_kms_helper qla2xxx syscopyarea sysfillrect sysimgblt fb_sys_fops igb ttm i40e ahci drm dca scsi_transport_fc i2c_algo_bit libahci ptp scsi_tgt pps_core libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 36 PID: 2628 Comm: irqbalance Tainted: G        W      ------------   3.10.0-693.el7.x86_64 #1
Hardware name: Inventec     KQ80G4                          /KQ80G4          , BIOS A0.20 08/08/2017
task: ffff88bd0dd02f70 ti: ffff88bd317a8000 task.ti: ffff88bd317a8000
RIP: 0010:[<ffffffff811a787f>]  [<ffffffff811a787f>] isolate_freepages_block+0x9f/0x2c0
RSP: 0018:ffff88bd317ab898  EFLAGS: 00000216
RAX: 00000000ffffffff RBX: 0000000000000001 RCX: ffff88bd317aba90
RDX: 0000000004657a00 RSI: ffff88bd317abae8 RDI: ffff88bd317aba90
RBP: ffff88bd317ab928 R08: 0000000000000000 R09: ffff88c03ffd8000
R10: 000000000b8a1800 R11: 000000000c040000 R12: 0000000000000003
R13: ffff88c03ffc5f40 R14: ffff88c03fb87e40 R15: ffff88c03ffd8000
FS:  00007f8e57ae1780(0000) GS:ffff88bd3a300000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8e57afe000 CR3: 000000bcfae42000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff88c03ffd8000 ffff88bd317abae8 ffff88bd317ab980 ffff88bd317abad0
ffff88bd317aba90 ffff88bd317abad0 ffff88bd317abae8 ffff88bd317aba90
ffff88c03ffd8000 0000000000000000 0000000004657a00 0000000000000000
Call Trace:
[<ffffffff811a7ccd>] compaction_alloc+0x22d/0x2a0
[<ffffffff811e6c51>] migrate_pages+0x221/0x7a0
[<ffffffff811a7aa0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a8b39>] compact_zone+0x2d9/0x430
[<ffffffff811a8d2c>] compact_zone_order+0x9c/0xf0
[<ffffffff811a90e1>] try_to_compact_pages+0x121/0x1a0
[<ffffffff8169f5cd>] __alloc_pages_direct_compact+0xac/0x193
[<ffffffff8169fa9d>] __alloc_pages_slowpath+0x3e9/0x724
[<ffffffff8118cd85>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d1108>] alloc_pages_current+0x98/0x110
[<ffffffff8118760e>] __get_free_pages+0xe/0x40
[<ffffffff811dcaae>] kmalloc_order_trace+0x2e/0xa0
[<ffffffff811e0641>] __kmalloc+0x211/0x230
[<ffffffff81225df7>] seq_buf_alloc+0x17/0x40
[<ffffffff8122634e>] seq_read+0x15e/0x3b0
[<ffffffff8127020d>] proc_reg_read+0x3d/0x80
[<ffffffff81200b9c>] vfs_read+0x9c/0x170
[<ffffffff81201a5f>] SyS_read+0x7f/0xe0
[<ffffffff816b4fc9>] system_call_fastpath+0x16/0x1b
Code: 48 89 75 a0 48 89 4d 90 83 f8 80 74 2e 45 84 ed 0f 85 16 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 04 01 00 00 8b 43 18 <41> 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b 45 a8 0f 

NMI watchdog: BUG: soft lockup - CPU#100 stuck for 23s! [irqbalance:2361]
Modules linked in: veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter nfsv3 dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad beegfs(OE) rdma_cm iw_cm ib_cm ib_core rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache iTCO_wdt iTCO_vendor_support ipmi_devintf dcdbas dm_service_time intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass
crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ipmi_ssif ixgbe qla2xxx ipmi_si mdio ipmi_msghandler sb_edac dca pcspkr scsi_transport_fc edac_core scsi_tgt i2c_i801 mei_me sg mei lpc_ich shpchp acpi_power_meter wmi dm_multipath nfsd nfs_acl lockd grace auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm libahci libata tg3 i2c_core megaraid_sas ptp pps_core fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 100 PID: 2361 Comm: irqbalance Tainted: G           OE  ------------   3.10.0-514.26.2.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R930/0Y0V4F, BIOS 2.3.1 01/09/2017
task: ffff887e6c659f60 ti: ffff887e71fc0000 task.ti: ffff887e71fc0000
RIP: 0010:[<ffffffff811a6f95>]  [<ffffffff811a6f95>] isolate_freepages_block+0xa5/0x2c0
RSP: 0018:ffff887e71fc3898  EFLAGS: 00000216
RAX: 00000000ffffffff RBX: 0000000000000001 RCX: ffff887e71fc3a80
RDX: 0000000000498800 RSI: ffff887e71fc3ad8 RDI: ffff887e71fc3a80
RBP: ffff887e71fc3928 R08: 0000000000000000 R09: ffff88807ffd7000
R10: 0000000000100600 R11: 0000000008080000 R12: 0000000000000003
R13: 0000000000000002 R14: ffff88807fb96160 R15: ffff88807ffd7000
FS:  00007f7ef4f8d780(0000) GS:ffff887e7df00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7ef4fac000 CR3: 0000007e4f0b1000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
0000000008080000 00000000000000fc ffff88807fb964a0 00000000000000fc
ffff887e71fc3a80 ffff887e71fc3ac0 ffff887e71fc3ad8 ffff887e71fc3a80
ffffea0016bf8000 0000000000000000 0000000000498800 0000000000000010
Call Trace:
[<ffffffff811a73c5>] compaction_alloc+0x215/0x290
[<ffffffff811e4229>] migrate_pages+0x219/0x790
[<ffffffff811a71b0>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811a82c9>] compact_zone+0x2d9/0x430
[<ffffffff811a84bc>] compact_zone_order+0x9c/0xf0
[<ffffffff810b1b4b>] ? autoremove_wake_function+0x2b/0x40
[<ffffffff811a8871>] try_to_compact_pages+0x121/0x1a0
[<ffffffff81682526>] __alloc_pages_direct_compact+0xac/0x196
[<ffffffff816829fa>] __alloc_pages_slowpath+0x3ea/0x725
[<ffffffff8118b655>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811cf9ca>] alloc_pages_current+0xaa/0x170
[<ffffffff81185f7e>] __get_free_pages+0xe/0x50
[<ffffffff811db26e>] kmalloc_order_trace+0x2e/0xa0
[<ffffffff811dda41>] __kmalloc+0x221/0x240
[<ffffffff812227c7>] seq_buf_alloc+0x17/0x40
[<ffffffff81222d1e>] seq_read+0x15e/0x3b0
[<ffffffff8126be8d>] proc_reg_read+0x3d/0x80
[<ffffffff811fe86e>] vfs_read+0x9e/0x170
[<ffffffff811ff43f>] SyS_read+0x7f/0xe0
[<ffffffff81697809>] system_call_fastpath+0x16/0x1b
Code: a0 48 89 4d 90 45 89 c5 83 f8 80 74 2e 45 84 ed 0f 85 10 01 00 00 49 83 c4 01 48 83 c3 40 4c 39 65 c0 0f 86 fe 00 00 00 8b 43 18 <41> 83 c7 01 4d 85 f6 4c 0f 44 f3 83 f8 80 75 d2 48 8b 45 a8 0f 

NMI watchdog: BUG: soft lockup - CPU#173 stuck for 23s! [irqbalance:3362]
Modules linked in: nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache bonding rpcrdma ib_isert iscsi_target_mod target_core_mod ib_iser libiscsi scsi_transport_iscsi ib_ipoib rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm i40iw dm_mirror dm_region_hash dm_log dm_mod sb_edac edac_core iTCO_wdt iTCO_vendor_support intel_powerclamp coretemp intel_rapl iosf_mbi crc32_pclmul joydev ghash_clmulni_intel pcspkr aesni_intel lrw gf128mul glue_helper ablk_helper cryptd i2c_i801 ipmi_si ipmi_devintf sg ipmi_msghandler mei_me mei lpc_ich shpchp acpi_pad acpi_power_meter wmi nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic mgag200 drm_kms_helper syscopyarea crct10dif_pclmul sysfillrect crct10dif_common sysimgblt crc32c_intel fb_sys_fops
ttm hfi1(OE) rdmavt(OE) drm ib_core ahci libahci igb i40e libata dca i2c_algo_bit ptp i2c_core pps_core
CPU: 173 PID: 3362 Comm: irqbalance Tainted: G           OE  ------------   3.10.0-693.17.1.el7.x86_64 #1
Hardware name: Intel Corporation S7200AP/S7200AP, BIOS S72C610.86B.01.02.0072.041620172102 04/16/2017
task: ffff8817828f1fa0 ti: ffff8817828c8000 task.ti: ffff8817828c8000
RIP: 0010:[<ffffffff811a9802>]  [<ffffffff811a9802>] isolate_freepages_block+0x92/0x2c0
RSP: 0018:ffff8817828cb868  EFLAGS: 00000282
RAX: 00000000ffffffff RBX: 000000000049d800 RCX: ffff8817828cba60
RDX: 0000000000bcf800 RSI: ffff8817828cbab8 RDI: ffff8817828cba60
RBP: ffff8817828cb8f8 R08: 0000000000000000 R09: ffff88183ffda000
R10: 000000000049d800 R11: 0000000001840000 R12: 0000000000000000
R13: ffff8817828cb858 R14: 000000000049d800 R15: 0000000001840000
FS:  00007f5af6683780(0000) GS:ffff8817de540000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00005558306b33d0 CR3: 000000015b70c000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff811a9c5d>] compaction_alloc+0x22d/0x2a0
[<ffffffff811e8d81>] migrate_pages+0x221/0x7a0
[<ffffffff811a9a30>] ? isolate_freepages_block+0x2c0/0x2c0
[<ffffffff811aaac9>] compact_zone+0x2d9/0x430
[<ffffffff811aacbc>] compact_zone_order+0x9c/0xf0
[<ffffffff811ab071>] try_to_compact_pages+0x121/0x1a0
[<ffffffff816a18ad>] __alloc_pages_direct_compact+0xac/0x193
[<ffffffff816a1d7d>] __alloc_pages_slowpath+0x3e9/0x724
[<ffffffff8118ec85>] __alloc_pages_nodemask+0x405/0x420
[<ffffffff811d3218>] alloc_pages_current+0x98/0x110
[<ffffffff811894ee>] __get_free_pages+0xe/0x40
[<ffffffff811debde>] kmalloc_order_trace+0x2e/0xa0
[<ffffffff811e2771>] __kmalloc+0x211/0x230
[<ffffffff812280a7>] seq_buf_alloc+0x17/0x40
[<ffffffff812285fe>] seq_read+0x15e/0x3b0
[<ffffffff812725fd>] proc_reg_read+0x3d/0x80
[<ffffffff81202b5c>] vfs_read+0x9c/0x170
[<ffffffff81203a1f>] SyS_read+0x7f/0xe0
[<ffffffff816b89fd>] system_call_fastpath+0x16/0x1b
Code: 45 bc 00 00 00 00 c6 45 b0 00 45 89 c5 48 89 75 a0 48 89 4d 90 83 f8 80 74 2e 45 84 ed 0f 85 16 01 00 00 49 83 c4 01 48 83 c3 40 <4c> 39 65 c0 0f 86 04 01 00 00 8b 43 18 41 83 c7 01 4d 85 f6 4c