And this is affecting 4.15 AWS as well. Here is the output from b-aws-4.15-2099
Test output: + echo blk + echo mmiotrace + echo function_graph (Test interrupted here)
dmesg: [ 216.814155] kernel BUG at /build/linux-aws-fips-hcslsq/linux-aws-fips-4.15.0/arch/x86/xen/spinlock.c:69! [ 216.816072] invalid opcode: 0000 [#1] SMP PTI [ 216.816991] Modules linked in: nls_iso8859_1 binfmt_misc sb_edac intel_rapl_perf serio_raw sch_fq_codel ib_iser rdma_cm iw_cm ib_cm ib_core iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi ip_tables x_tables autofs4 btrfs zstd_compress raid10 raid456 async_raid6_recov async_memcpy async_pq async_xor async_tx xor raid6_pq libcrc32c raid1 raid0 multipath linear crct10dif_pclmul crc32_pclmul ghash_clmulni_intel pcbc cirrus ttm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops aesni_intel drm aes_x86_64 crypto_simd i2c_piix4 glue_helper cryptd i2c_core ixgbevf pata_acpi [ 216.827515] CPU: 1 PID: 13 Comm: cpuhp/1 Not tainted 4.15.0-2099-aws-fips #105-Ubuntu [ 216.829132] Hardware name: Xen HVM domU, BIOS 4.11.amazon 08/24/2006 [ 216.830471] RIP: 0010:dummy_handler+0x4/0x10 [ 216.831362] RSP: 0000:ffffa0c827a43e38 EFLAGS: 00010046 [ 216.832477] RAX: ffffffff8302a9c0 RBX: 000000000000003b RCX: 000000000000003b [ 216.833951] RDX: 0000000000400e00 RSI: 0000000000000000 RDI: 000000000000003b [ 216.835425] RBP: ffffa0c827a43e38 R08: ffffa0c827000db0 R09: ffffa0c81b14ea00 [ 216.836902] R10: 0000000000000040 R11: 0000000000000000 R12: 0000000000000000 [ 216.838378] R13: 0000000000000000 R14: 0000000000000000 R15: ffffa0c82444f400 [ 216.839854] FS: 0000000000000000(0000) GS:ffffa0c827a40000(0000) knlGS:0000000000000000 [ 216.841533] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 216.842708] CR2: 0000000000000000 CR3: 000000003b80a001 CR4: 00000000001606e0 [ 216.844141] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 216.845631] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 216.847095] Call Trace: [ 216.847640] <IRQ> [ 216.848079] __handle_irq_event_percpu+0x44/0x1a0 [ 216.849070] handle_irq_event_percpu+0x32/0x80 [ 216.850009] handle_percpu_irq+0x3d/0x60 [ 216.850829] generic_handle_irq+0x28/0x40 [ 216.851687] handle_irq_for_port+0x8f/0xe0 [ 216.852556] evtchn_2l_handle_events+0x157/0x270 [ 216.853537] __xen_evtchn_do_upcall+0x76/0xe0 [ 216.854453] xen_evtchn_do_upcall+0x2b/0x50 [ 216.855327] xen_hvm_callback_vector+0x90/0xa0 [ 216.856266] </IRQ> [ 216.856724] RIP: 0010:_raw_spin_unlock_irqrestore+0x15/0x20 [ 216.857890] RSP: 0000:ffffb95780d37d00 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff0c [ 216.859472] RAX: 0000000000000001 RBX: ffffa0c82444f400 RCX: 000000000002cc00 [ 216.860907] RDX: 0000000000000001 RSI: 0000000000000246 RDI: 0000000000000246 [ 216.862353] RBP: ffffb95780d37d00 R08: ffffa0c827000db0 R09: ffffa0c81b14ea00 [ 216.863782] R10: 0000000000000040 R11: 0000000000000246 R12: 000000000000003b [ 216.865233] R13: 0000000000000000 R14: ffffa0c81b14ea00 R15: ffffa0c81b14eaa4 [ 216.866662] __setup_irq+0x424/0x6e0 [ 216.867392] request_threaded_irq+0xf9/0x170 [ 216.868281] bind_ipi_to_irqhandler+0xc6/0x1f0 [ 216.869184] ? xen_qlock_wait+0x90/0x90 [ 216.871428] ? skx_uncore_pci_init+0x40/0x40 [ 216.873772] xen_init_lock_cpu+0x97/0xf0 [ 216.876010] ? skx_uncore_pci_init+0x40/0x40 [ 216.878279] xen_cpu_up_online+0xe/0x20 [ 216.880408] cpuhp_invoke_callback+0x9d/0x570 [ 216.882651] cpuhp_thread_fun+0xc4/0x150 [ 216.884751] smpboot_thread_fn+0xfc/0x170 [ 216.886799] kthread+0x121/0x140 [ 216.888664] ? sort_range+0x30/0x30 [ 216.890525] ? kthread_create_worker_on_cpu+0x70/0x70 [ 216.892663] ret_from_fork+0x35/0x40 [ 216.894462] Code: c0 8b 75 e4 74 d6 44 89 e7 e8 29 3b 57 00 eb d6 44 89 e7 e8 1f 5f 57 00 eb cc 0f 1f 00 66 2e 0f 1f 84 00 00 00 00 00 55 48 89 e5 <0f> 0b 66 2e 0f 1f 84 00 00 00 00 00 80 3d 79 e9 3f 01 00 55 48 [ 216.900389] RIP: dummy_handler+0x4/0x10 RSP: ffffa0c827a43e38 [ 216.902668] ---[ end trace af76218ae4efc4a6 ]--- [ 216.904746] Kernel panic - not syncing: Fatal exception in interrupt [ 216.907189] Kernel Offset: 0x2000000 from 0xffffffff81000000 (relocation range: 0xffffffff80000000-0xffffffffbfffffff)
And this is affecting 4.15 AWS as well. Here is the output from b-aws-4.15-2099
Test output:
+ echo blk
+ echo mmiotrace
+ echo function_graph
(Test interrupted here)
dmesg: linux-aws- fips-hcslsq/ linux-aws- fips-4. 15.0/arch/ x86/xen/ spinlock. c:69! iscsi ip_tables x_tables autofs4 btrfs zstd_compress raid10 raid456 async_raid6_recov async_memcpy async_pq async_xor async_tx xor raid6_pq libcrc32c raid1 raid0 multipath linear crct10dif_pclmul crc32_pclmul ghash_clmulni_intel pcbc cirrus ttm drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops aesni_intel drm aes_x86_64 crypto_simd i2c_piix4 glue_helper cryptd i2c_core ixgbevf pata_acpi 2099-aws- fips #105-Ubuntu handler+ 0x4/0x10 a43e38 EFLAGS: 00010046 0(0000) GS:ffffa0c827a4 0000(0000) knlGS:000000000 0000000 irq_event_ percpu+ 0x44/0x1a0 irq_event_ percpu+ 0x32/0x80 percpu_ irq+0x3d/ 0x60 handle_ irq+0x28/ 0x40 irq_for_ port+0x8f/ 0xe0 2l_handle_ events+ 0x157/0x270 do_upcall+ 0x76/0xe0 do_upcall+ 0x2b/0x50 callback_ vector+ 0x90/0xa0 spin_unlock_ irqrestore+ 0x15/0x20 d37d00 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff0c irq+0x424/ 0x6e0 threaded_ irq+0xf9/ 0x170 to_irqhandler+ 0xc6/0x1f0 wait+0x90/ 0x90 pci_init+ 0x40/0x40 lock_cpu+ 0x97/0xf0 pci_init+ 0x40/0x40 up_online+ 0xe/0x20 callback+ 0x9d/0x570 fun+0xc4/ 0x150 thread_ fn+0xfc/ 0x170 0x30/0x30 create_ worker_ on_cpu+ 0x70/0x70 fork+0x35/ 0x40 0x4/0x10 RSP: ffffa0c827a43e38 000-0xffffffffb fffffff)
[ 216.814155] kernel BUG at /build/
[ 216.816072] invalid opcode: 0000 [#1] SMP PTI
[ 216.816991] Modules linked in: nls_iso8859_1 binfmt_misc sb_edac intel_rapl_perf serio_raw sch_fq_codel ib_iser rdma_cm iw_cm ib_cm ib_core iscsi_tcp libiscsi_tcp libiscsi scsi_transport_
[ 216.827515] CPU: 1 PID: 13 Comm: cpuhp/1 Not tainted 4.15.0-
[ 216.829132] Hardware name: Xen HVM domU, BIOS 4.11.amazon 08/24/2006
[ 216.830471] RIP: 0010:dummy_
[ 216.831362] RSP: 0000:ffffa0c827
[ 216.832477] RAX: ffffffff8302a9c0 RBX: 000000000000003b RCX: 000000000000003b
[ 216.833951] RDX: 0000000000400e00 RSI: 0000000000000000 RDI: 000000000000003b
[ 216.835425] RBP: ffffa0c827a43e38 R08: ffffa0c827000db0 R09: ffffa0c81b14ea00
[ 216.836902] R10: 0000000000000040 R11: 0000000000000000 R12: 0000000000000000
[ 216.838378] R13: 0000000000000000 R14: 0000000000000000 R15: ffffa0c82444f400
[ 216.839854] FS: 000000000000000
[ 216.841533] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 216.842708] CR2: 0000000000000000 CR3: 000000003b80a001 CR4: 00000000001606e0
[ 216.844141] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 216.845631] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 216.847095] Call Trace:
[ 216.847640] <IRQ>
[ 216.848079] __handle_
[ 216.849070] handle_
[ 216.850009] handle_
[ 216.850829] generic_
[ 216.851687] handle_
[ 216.852556] evtchn_
[ 216.853537] __xen_evtchn_
[ 216.854453] xen_evtchn_
[ 216.855327] xen_hvm_
[ 216.856266] </IRQ>
[ 216.856724] RIP: 0010:_raw_
[ 216.857890] RSP: 0000:ffffb95780
[ 216.859472] RAX: 0000000000000001 RBX: ffffa0c82444f400 RCX: 000000000002cc00
[ 216.860907] RDX: 0000000000000001 RSI: 0000000000000246 RDI: 0000000000000246
[ 216.862353] RBP: ffffb95780d37d00 R08: ffffa0c827000db0 R09: ffffa0c81b14ea00
[ 216.863782] R10: 0000000000000040 R11: 0000000000000246 R12: 000000000000003b
[ 216.865233] R13: 0000000000000000 R14: ffffa0c81b14ea00 R15: ffffa0c81b14eaa4
[ 216.866662] __setup_
[ 216.867392] request_
[ 216.868281] bind_ipi_
[ 216.869184] ? xen_qlock_
[ 216.871428] ? skx_uncore_
[ 216.873772] xen_init_
[ 216.876010] ? skx_uncore_
[ 216.878279] xen_cpu_
[ 216.880408] cpuhp_invoke_
[ 216.882651] cpuhp_thread_
[ 216.884751] smpboot_
[ 216.886799] kthread+0x121/0x140
[ 216.888664] ? sort_range+
[ 216.890525] ? kthread_
[ 216.892663] ret_from_
[ 216.894462] Code: c0 8b 75 e4 74 d6 44 89 e7 e8 29 3b 57 00 eb d6 44 89 e7 e8 1f 5f 57 00 eb cc 0f 1f 00 66 2e 0f 1f 84 00 00 00 00 00 55 48 89 e5 <0f> 0b 66 2e 0f 1f 84 00 00 00 00 00 80 3d 79 e9 3f 01 00 55 48
[ 216.900389] RIP: dummy_handler+
[ 216.902668] ---[ end trace af76218ae4efc4a6 ]---
[ 216.904746] Kernel panic - not syncing: Fatal exception in interrupt
[ 216.907189] Kernel Offset: 0x2000000 from 0xffffffff81000000 (relocation range: 0xffffffff80000