summaryrefslogtreecommitdiff
path: root/0218-Backport-SME-libgcc-aarch64-Add-SME-runtime-support.patch
diff options
context:
space:
mode:
Diffstat (limited to '0218-Backport-SME-libgcc-aarch64-Add-SME-runtime-support.patch')
-rw-r--r--0218-Backport-SME-libgcc-aarch64-Add-SME-runtime-support.patch627
1 files changed, 627 insertions, 0 deletions
diff --git a/0218-Backport-SME-libgcc-aarch64-Add-SME-runtime-support.patch b/0218-Backport-SME-libgcc-aarch64-Add-SME-runtime-support.patch
new file mode 100644
index 0000000..30b85d9
--- /dev/null
+++ b/0218-Backport-SME-libgcc-aarch64-Add-SME-runtime-support.patch
@@ -0,0 +1,627 @@
+From 1e111ac2d71c5469dc526559de009542acaeb16f Mon Sep 17 00:00:00 2001
+From: Szabolcs Nagy <szabolcs.nagy@arm.com>
+Date: Tue, 15 Nov 2022 14:08:55 +0000
+Subject: [PATCH 119/157] [Backport][SME] libgcc: aarch64: Add SME runtime
+ support
+
+Reference: https://gcc.gnu.org/git/?p=gcc.git;a=commit;h=328c17af772207cb03740809c05ba2c3abfb86be
+
+The call ABI for SME (Scalable Matrix Extension) requires a number of
+helper routines which are added to libgcc so they are tied to the
+compiler version instead of the libc version. See
+https://github.com/ARM-software/abi-aa/blob/main/aapcs64/aapcs64.rst#sme-support-routines
+
+The routines are in shared libgcc and static libgcc eh, even though
+they are not related to exception handling. This is to avoid linking
+a copy of the routines into dynamic linked binaries, because TPIDR2_EL0
+block can be extended in the future which is better to handle in a
+single place per process.
+
+The support routines have to decide if SME is accessible or not. Linux
+tells userspace if SME is accessible via AT_HWCAP2, otherwise a new
+__aarch64_sme_accessible symbol was introduced that a libc can define.
+Due to libgcc and libc build order, the symbol availability cannot be
+checked so for __aarch64_sme_accessible an unistd.h feature test macro
+is used while such detection mechanism is not available for __getauxval
+so we rely on configure checks based on the target triplet.
+
+Asm helper code is added to make writing the routines easier.
+
+libgcc/ChangeLog:
+
+ * config/aarch64/t-aarch64: Add sources to the build.
+ * config/aarch64/__aarch64_have_sme.c: New file.
+ * config/aarch64/__arm_sme_state.S: New file.
+ * config/aarch64/__arm_tpidr2_restore.S: New file.
+ * config/aarch64/__arm_tpidr2_save.S: New file.
+ * config/aarch64/__arm_za_disable.S: New file.
+ * config/aarch64/aarch64-asm.h: New file.
+ * config/aarch64/libgcc-sme.ver: New file.
+---
+ libgcc/config/aarch64/__aarch64_have_sme.c | 75 ++++++++++++++
+ libgcc/config/aarch64/__arm_sme_state.S | 55 ++++++++++
+ libgcc/config/aarch64/__arm_tpidr2_restore.S | 89 ++++++++++++++++
+ libgcc/config/aarch64/__arm_tpidr2_save.S | 101 +++++++++++++++++++
+ libgcc/config/aarch64/__arm_za_disable.S | 65 ++++++++++++
+ libgcc/config/aarch64/aarch64-asm.h | 98 ++++++++++++++++++
+ libgcc/config/aarch64/libgcc-sme.ver | 24 +++++
+ libgcc/config/aarch64/t-aarch64 | 10 ++
+ 8 files changed, 517 insertions(+)
+ create mode 100644 libgcc/config/aarch64/__aarch64_have_sme.c
+ create mode 100644 libgcc/config/aarch64/__arm_sme_state.S
+ create mode 100644 libgcc/config/aarch64/__arm_tpidr2_restore.S
+ create mode 100644 libgcc/config/aarch64/__arm_tpidr2_save.S
+ create mode 100644 libgcc/config/aarch64/__arm_za_disable.S
+ create mode 100644 libgcc/config/aarch64/aarch64-asm.h
+ create mode 100644 libgcc/config/aarch64/libgcc-sme.ver
+
+diff --git a/libgcc/config/aarch64/__aarch64_have_sme.c b/libgcc/config/aarch64/__aarch64_have_sme.c
+new file mode 100644
+index 000000000..5e6492462
+--- /dev/null
++++ b/libgcc/config/aarch64/__aarch64_have_sme.c
+@@ -0,0 +1,75 @@
++/* Initializer for SME support.
++ Copyright (C) 2023 Free Software Foundation, Inc.
++
++ This file is part of GCC.
++
++ GCC is free software; you can redistribute it and/or modify it
++ under the terms of the GNU General Public License as published
++ by the Free Software Foundation; either version 3, or (at your
++ option) any later version.
++
++ GCC is distributed in the hope that it will be useful, but WITHOUT
++ ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
++ or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
++ License for more details.
++
++ Under Section 7 of GPL version 3, you are granted additional
++ permissions described in the GCC Runtime Library Exception, version
++ 3.1, as published by the Free Software Foundation.
++
++ You should have received a copy of the GNU General Public License and
++ a copy of the GCC Runtime Library Exception along with this program;
++ see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
++ <http://www.gnu.org/licenses/>. */
++
++#include "auto-target.h"
++
++#ifndef inhibit_libc
++/* For libc feature test macros. */
++# include <unistd.h>
++#endif
++
++#if __ARM_FEATURE_SME
++/* Avoid runtime SME detection if libgcc is built with SME. */
++# define HAVE_SME_CONST const
++# define HAVE_SME_VALUE 1
++#elif HAVE___GETAUXVAL
++/* SME access detection on Linux. */
++# define HAVE_SME_CONST
++# define HAVE_SME_VALUE 0
++# define HAVE_SME_CTOR sme_accessible ()
++
++# define AT_HWCAP2 26
++# define HWCAP2_SME (1 << 23)
++unsigned long int __getauxval (unsigned long int);
++
++static _Bool
++sme_accessible (void)
++{
++ unsigned long hwcap2 = __getauxval (AT_HWCAP2);
++ return (hwcap2 & HWCAP2_SME) != 0;
++}
++#elif __LIBC___AARCH64_SME_ACCESSIBLE
++/* Alternative SME access detection. */
++# define HAVE_SME_CONST
++# define HAVE_SME_VALUE 0
++# define HAVE_SME_CTOR __aarch64_sme_accessible ()
++_Bool __aarch64_sme_accessible (void);
++#else
++# define HAVE_SME_CONST const
++# define HAVE_SME_VALUE 0
++#endif
++
++/* Define the symbol gating SME support in libgcc. */
++HAVE_SME_CONST _Bool __aarch64_have_sme
++ __attribute__((visibility("hidden"), nocommon)) = HAVE_SME_VALUE;
++
++#ifdef HAVE_SME_CTOR
++/* Use a higher priority to ensure it runs before user constructors
++ with priority 100. */
++static void __attribute__((constructor (90)))
++init_have_sme (void)
++{
++ __aarch64_have_sme = HAVE_SME_CTOR;
++}
++#endif
+diff --git a/libgcc/config/aarch64/__arm_sme_state.S b/libgcc/config/aarch64/__arm_sme_state.S
+new file mode 100644
+index 000000000..c4e16cac0
+--- /dev/null
++++ b/libgcc/config/aarch64/__arm_sme_state.S
+@@ -0,0 +1,55 @@
++/* Support routine for SME.
++ Copyright (C) 2023 Free Software Foundation, Inc.
++
++ This file is part of GCC.
++
++ GCC is free software; you can redistribute it and/or modify it
++ under the terms of the GNU General Public License as published
++ by the Free Software Foundation; either version 3, or (at your
++ option) any later version.
++
++ GCC is distributed in the hope that it will be useful, but WITHOUT
++ ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
++ or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
++ License for more details.
++
++ Under Section 7 of GPL version 3, you are granted additional
++ permissions described in the GCC Runtime Library Exception, version
++ 3.1, as published by the Free Software Foundation.
++
++ You should have received a copy of the GNU General Public License and
++ a copy of the GCC Runtime Library Exception along with this program;
++ see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
++ <http://www.gnu.org/licenses/>. */
++
++#include "aarch64-asm.h"
++
++/* Query SME state. Call ABI:
++ - Private ZA, streaming-compatible.
++ - x2-x15, x19-x29, sp and fp regs are call preserved.
++ - Takes no argument.
++ - Returns SME state in x0 and TPIDR2_EL0 in x1. */
++
++.hidden __aarch64_have_sme
++
++variant_pcs (__arm_sme_state)
++
++ENTRY (__arm_sme_state)
++ /* Check if SME is available. */
++ adrp x1, __aarch64_have_sme
++ ldrb w1, [x1, :lo12:__aarch64_have_sme]
++ cbz w1, L(nosme)
++
++ /* Expose the bottom 2 bits of svcr (SM, ZA) in x0 and set the
++ top 2 bits indicating that SME and TPIDR2_EL0 are available. */
++ .inst 0xd53b4240 /* mrs x0, svcr */
++ .inst 0xd53bd0a1 /* mrs x1, tpidr2_el0 */
++ and x0, x0, 3
++ orr x0, x0, 0xc000000000000000
++ ret
++
++L(nosme):
++ mov x0, 0
++ mov x1, 0
++ ret
++END (__arm_sme_state)
+diff --git a/libgcc/config/aarch64/__arm_tpidr2_restore.S b/libgcc/config/aarch64/__arm_tpidr2_restore.S
+new file mode 100644
+index 000000000..4569d04a2
+--- /dev/null
++++ b/libgcc/config/aarch64/__arm_tpidr2_restore.S
+@@ -0,0 +1,89 @@
++/* Support routine for SME.
++ Copyright (C) 2023 Free Software Foundation, Inc.
++
++ This file is part of GCC.
++
++ GCC is free software; you can redistribute it and/or modify it
++ under the terms of the GNU General Public License as published
++ by the Free Software Foundation; either version 3, or (at your
++ option) any later version.
++
++ GCC is distributed in the hope that it will be useful, but WITHOUT
++ ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
++ or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
++ License for more details.
++
++ Under Section 7 of GPL version 3, you are granted additional
++ permissions described in the GCC Runtime Library Exception, version
++ 3.1, as published by the Free Software Foundation.
++
++ You should have received a copy of the GNU General Public License and
++ a copy of the GCC Runtime Library Exception along with this program;
++ see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
++ <http://www.gnu.org/licenses/>. */
++
++#include "aarch64-asm.h"
++
++/* Used for lazy ZA restore. Call ABI:
++ - Shared ZA, streaming-compatible.
++ - x0 is a pointer to a TPIDR2 block.
++ - x0-x13, x19-x29, sp and fp regs are call preserved.
++ - Does not return a value.
++ - Can abort on failure (then registers are not preserved). */
++
++variant_pcs (__arm_tpidr2_restore)
++
++ENTRY (__arm_tpidr2_restore)
++ .inst 0xd53bd0ae /* mrs x14, tpidr2_el0 */
++ cbnz x14, L(fail)
++
++ /* check reserved bytes. */
++ ldrh w15, [x0, 10]
++ ldr w16, [x0, 12]
++ orr w15, w15, w16
++ cbnz w15, L(fail)
++
++ ldr x16, [x0]
++ cbz x16, L(end)
++ ldrh w17, [x0, 8]
++ cbz w17, L(end)
++
++ /* x0: blk, x14: 0, x15: 0,
++ x16: za_save_buffer, x17: num_za_save_slices. */
++
++L(restore_loop):
++ .inst 0xe1006200 /* ldr za[w15, 0], [x16] */
++ .inst 0xe1006201 /* ldr za[w15, 1], [x16, 1, mul vl] */
++ .inst 0xe1006202 /* ldr za[w15, 2], [x16, 2, mul vl] */
++ .inst 0xe1006203 /* ldr za[w15, 3], [x16, 3, mul vl] */
++ .inst 0xe1006204 /* ldr za[w15, 4], [x16, 4, mul vl] */
++ .inst 0xe1006205 /* ldr za[w15, 5], [x16, 5, mul vl] */
++ .inst 0xe1006206 /* ldr za[w15, 6], [x16, 6, mul vl] */
++ .inst 0xe1006207 /* ldr za[w15, 7], [x16, 7, mul vl] */
++ .inst 0xe1006208 /* ldr za[w15, 8], [x16, 8, mul vl] */
++ .inst 0xe1006209 /* ldr za[w15, 9], [x16, 9, mul vl] */
++ .inst 0xe100620a /* ldr za[w15, 10], [x16, 10, mul vl] */
++ .inst 0xe100620b /* ldr za[w15, 11], [x16, 11, mul vl] */
++ .inst 0xe100620c /* ldr za[w15, 12], [x16, 12, mul vl] */
++ .inst 0xe100620d /* ldr za[w15, 13], [x16, 13, mul vl] */
++ .inst 0xe100620e /* ldr za[w15, 14], [x16, 14, mul vl] */
++ .inst 0xe100620f /* ldr za[w15, 15], [x16, 15, mul vl] */
++ add w15, w15, 16
++ .inst 0x04305a10 /* addsvl x16, x16, 16 */
++ cmp w17, w15
++ bhi L(restore_loop)
++L(end):
++ ret
++L(fail):
++ PACIASP
++ stp x29, x30, [sp, -32]!
++ .cfi_adjust_cfa_offset 32
++ .cfi_rel_offset x29, 0
++ .cfi_rel_offset x30, 8
++ mov x29, sp
++ .inst 0x04e0e3f0 /* cntd x16 */
++ str x16, [sp, 16]
++ .cfi_rel_offset 46, 16
++ .inst 0xd503467f /* smstop */
++ bl abort
++END (__arm_tpidr2_restore)
+diff --git a/libgcc/config/aarch64/__arm_tpidr2_save.S b/libgcc/config/aarch64/__arm_tpidr2_save.S
+new file mode 100644
+index 000000000..879cf7980
+--- /dev/null
++++ b/libgcc/config/aarch64/__arm_tpidr2_save.S
+@@ -0,0 +1,101 @@
++/* Support routine for SME.
++ Copyright (C) 2023 Free Software Foundation, Inc.
++
++ This file is part of GCC.
++
++ GCC is free software; you can redistribute it and/or modify it
++ under the terms of the GNU General Public License as published
++ by the Free Software Foundation; either version 3, or (at your
++ option) any later version.
++
++ GCC is distributed in the hope that it will be useful, but WITHOUT
++ ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
++ or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
++ License for more details.
++
++ Under Section 7 of GPL version 3, you are granted additional
++ permissions described in the GCC Runtime Library Exception, version
++ 3.1, as published by the Free Software Foundation.
++
++ You should have received a copy of the GNU General Public License and
++ a copy of the GCC Runtime Library Exception along with this program;
++ see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
++ <http://www.gnu.org/licenses/>. */
++
++#include "aarch64-asm.h"
++
++/* Used for lazy ZA save. Call ABI:
++ - Private ZA, streaming-compatible.
++ - x0-x13, x19-x29, sp and fp regs are call preserved.
++ - Takes no argument.
++ - Does not return a value.
++ - Can abort on failure (then registers are not preserved). */
++
++.hidden __aarch64_have_sme
++
++variant_pcs (__arm_tpidr2_save)
++
++ENTRY (__arm_tpidr2_save)
++ /* Check if SME is available. */
++ adrp x14, __aarch64_have_sme
++ ldrb w14, [x14, :lo12:__aarch64_have_sme]
++ cbz w14, L(end)
++
++ .inst 0xd53bd0ae /* mrs x14, tpidr2_el0 */
++ cbz x14, L(end)
++
++ /* check reserved bytes. */
++ ldrh w15, [x14, 10]
++ ldr w16, [x14, 12]
++ orr w15, w15, w16
++ cbnz w15, L(fail)
++
++ ldr x16, [x14]
++ cbz x16, L(end)
++ ldrh w17, [x14, 8]
++ cbz w17, L(end)
++
++ /* x14: tpidr2, x15: 0,
++ x16: za_save_buffer, x17: num_za_save_slices. */
++
++L(save_loop):
++ .inst 0xe1206200 /* str za[w15, 0], [x16] */
++ .inst 0xe1206201 /* str za[w15, 1], [x16, 1, mul vl] */
++ .inst 0xe1206202 /* str za[w15, 2], [x16, 2, mul vl] */
++ .inst 0xe1206203 /* str za[w15, 3], [x16, 3, mul vl] */
++ .inst 0xe1206204 /* str za[w15, 4], [x16, 4, mul vl] */
++ .inst 0xe1206205 /* str za[w15, 5], [x16, 5, mul vl] */
++ .inst 0xe1206206 /* str za[w15, 6], [x16, 6, mul vl] */
++ .inst 0xe1206207 /* str za[w15, 7], [x16, 7, mul vl] */
++ .inst 0xe1206208 /* str za[w15, 8], [x16, 8, mul vl] */
++ .inst 0xe1206209 /* str za[w15, 9], [x16, 9, mul vl] */
++ .inst 0xe120620a /* str za[w15, 10], [x16, 10, mul vl] */
++ .inst 0xe120620b /* str za[w15, 11], [x16, 11, mul vl] */
++ .inst 0xe120620c /* str za[w15, 12], [x16, 12, mul vl] */
++ .inst 0xe120620d /* str za[w15, 13], [x16, 13, mul vl] */
++ .inst 0xe120620e /* str za[w15, 14], [x16, 14, mul vl] */
++ .inst 0xe120620f /* str za[w15, 15], [x16, 15, mul vl] */
++ add w15, w15, 16
++ .inst 0x04305a10 /* addsvl x16, x16, 16 */
++ cmp w17, w15
++ bhi L(save_loop)
++L(end):
++ ret
++L(fail):
++ PACIASP
++ stp x29, x30, [sp, -32]!
++ .cfi_adjust_cfa_offset 32
++ .cfi_rel_offset x29, 0
++ .cfi_rel_offset x30, 8
++ mov x29, sp
++ .inst 0x04e0e3f0 /* cntd x16 */
++ str x16, [sp, 16]
++ .cfi_rel_offset 46, 16
++ .inst 0xd503467f /* smstop */
++ bl abort
++END (__arm_tpidr2_save)
++
++/* Hidden alias used by __arm_za_disable. */
++.global __libgcc_arm_tpidr2_save
++.hidden __libgcc_arm_tpidr2_save
++.set __libgcc_arm_tpidr2_save, __arm_tpidr2_save
+diff --git a/libgcc/config/aarch64/__arm_za_disable.S b/libgcc/config/aarch64/__arm_za_disable.S
+new file mode 100644
+index 000000000..cff5b9cec
+--- /dev/null
++++ b/libgcc/config/aarch64/__arm_za_disable.S
+@@ -0,0 +1,65 @@
++/* Support routine for SME.
++ Copyright (C) 2023 Free Software Foundation, Inc.
++
++ This file is part of GCC.
++
++ GCC is free software; you can redistribute it and/or modify it
++ under the terms of the GNU General Public License as published
++ by the Free Software Foundation; either version 3, or (at your
++ option) any later version.
++
++ GCC is distributed in the hope that it will be useful, but WITHOUT
++ ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
++ or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
++ License for more details.
++
++ Under Section 7 of GPL version 3, you are granted additional
++ permissions described in the GCC Runtime Library Exception, version
++ 3.1, as published by the Free Software Foundation.
++
++ You should have received a copy of the GNU General Public License and
++ a copy of the GCC Runtime Library Exception along with this program;
++ see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
++ <http://www.gnu.org/licenses/>. */
++
++#include "aarch64-asm.h"
++
++/* Disable ZA. Call ABI:
++ - Private ZA, streaming-compatible.
++ - x0-x13, x19-x29, sp and fp regs are call preserved.
++ - Takes no argument.
++ - Does not return a value.
++ - Can abort on failure (then registers are not preserved). */
++
++.hidden __aarch64_have_sme
++
++.hidden __libgcc_arm_tpidr2_save
++
++variant_pcs (__arm_za_disable)
++
++ENTRY (__arm_za_disable)
++ /* Check if SME is available. */
++ adrp x14, __aarch64_have_sme
++ ldrb w14, [x14, :lo12:__aarch64_have_sme]
++ cbz w14, L(end)
++
++ .inst 0xd53bd0ae /* mrs x14, tpidr2_el0 */
++ cbz x14, L(end)
++
++ PACIASP
++ stp x29, x30, [sp, -16]!
++ .cfi_adjust_cfa_offset 16
++ .cfi_rel_offset x29, 0
++ .cfi_rel_offset x30, 8
++ mov x29, sp
++ bl __libgcc_arm_tpidr2_save
++ .inst 0xd51bd0bf /* msr tpidr2_el0, xzr */
++ .inst 0xd503447f /* smstop za */
++ ldp x29, x30, [sp], 16
++ .cfi_adjust_cfa_offset -16
++ .cfi_restore x29
++ .cfi_restore x30
++ AUTIASP
++L(end):
++ ret
++END (__arm_za_disable)
+diff --git a/libgcc/config/aarch64/aarch64-asm.h b/libgcc/config/aarch64/aarch64-asm.h
+new file mode 100644
+index 000000000..8969b06b0
+--- /dev/null
++++ b/libgcc/config/aarch64/aarch64-asm.h
+@@ -0,0 +1,98 @@
++/* AArch64 asm definitions.
++ Copyright (C) 2023 Free Software Foundation, Inc.
++
++ This file is part of GCC.
++
++ GCC is free software; you can redistribute it and/or modify it
++ under the terms of the GNU General Public License as published
++ by the Free Software Foundation; either version 3, or (at your
++ option) any later version.
++
++ GCC is distributed in the hope that it will be useful, but WITHOUT
++ ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
++ or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
++ License for more details.
++
++ Under Section 7 of GPL version 3, you are granted additional
++ permissions described in the GCC Runtime Library Exception, version
++ 3.1, as published by the Free Software Foundation.
++
++ You should have received a copy of the GNU General Public License and
++ a copy of the GCC Runtime Library Exception along with this program;
++ see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
++ <http://www.gnu.org/licenses/>. */
++
++#include "auto-target.h"
++
++#define L(label) .L ## label
++
++/* Marking variant PCS symbol references is important for PLT calls
++ otherwise it is for documenting the PCS in the symbol table. */
++#ifdef HAVE_AS_VARIANT_PCS
++# define variant_pcs(name) .variant_pcs name
++#else
++# define variant_pcs(name)
++#endif
++
++/* GNU_PROPERTY_AARCH64_* macros from elf.h for use in asm code. */
++#define FEATURE_1_AND 0xc0000000
++#define FEATURE_1_BTI 1
++#define FEATURE_1_PAC 2
++
++/* Supported features based on the code generation options. */
++#if defined(__ARM_FEATURE_BTI_DEFAULT)
++# define BTI_FLAG FEATURE_1_BTI
++# define BTI_C hint 34
++#else
++# define BTI_FLAG 0
++# define BTI_C
++#endif
++
++#if __ARM_FEATURE_PAC_DEFAULT & 3
++# define PAC_FLAG FEATURE_1_PAC
++# define PACIASP hint 25; .cfi_window_save
++# define AUTIASP hint 29; .cfi_window_save
++#else
++# define PAC_FLAG 0
++# define PACIASP
++# define AUTIASP
++#endif
++
++/* Add a NT_GNU_PROPERTY_TYPE_0 note. */
++#define GNU_PROPERTY(type, value) \
++ .section .note.gnu.property, "a"; \
++ .p2align 3; \
++ .word 4; \
++ .word 16; \
++ .word 5; \
++ .asciz "GNU"; \
++ .word type; \
++ .word 4; \
++ .word value; \
++ .word 0; \
++ .previous
++
++#if defined(__linux__) || defined(__FreeBSD__)
++/* Do not require executable stack. */
++.section .note.GNU-stack, "", %progbits
++.previous
++
++/* Add GNU property note if built with branch protection. */
++# if (BTI_FLAG|PAC_FLAG) != 0
++GNU_PROPERTY (FEATURE_1_AND, BTI_FLAG|PAC_FLAG)
++# endif
++#endif
++
++#define ENTRY_ALIGN(name, align) \
++ .global name; \
++ .type name,%function; \
++ .balign align; \
++ name: \
++ .cfi_startproc; \
++ BTI_C
++
++#define ENTRY(name) ENTRY_ALIGN(name, 16)
++
++#define END(name) \
++ .cfi_endproc; \
++ .size name, .-name
+diff --git a/libgcc/config/aarch64/libgcc-sme.ver b/libgcc/config/aarch64/libgcc-sme.ver
+new file mode 100644
+index 000000000..da889c6c0
+--- /dev/null
++++ b/libgcc/config/aarch64/libgcc-sme.ver
+@@ -0,0 +1,24 @@
++# Copyright (C) 2023 Free Software Foundation, Inc.
++#
++# This file is part of GCC.
++#
++# GCC is free software; you can redistribute it and/or modify
++# it under the terms of the GNU General Public License as published by
++# the Free Software Foundation; either version 3, or (at your option)
++# any later version.
++#
++# GCC is distributed in the hope that it will be useful,
++# but WITHOUT ANY WARRANTY; without even the implied warranty of
++# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
++# GNU General Public License for more details.
++#
++# You should have received a copy of the GNU General Public License
++# along with GCC; see the file COPYING3. If not see
++# <http://www.gnu.org/licenses/>.
++
++GCC_14.0 {
++ __arm_sme_state
++ __arm_tpidr2_restore
++ __arm_tpidr2_save
++ __arm_za_disable
++}
+diff --git a/libgcc/config/aarch64/t-aarch64 b/libgcc/config/aarch64/t-aarch64
+index 8ca803bd3..5a8feb184 100644
+--- a/libgcc/config/aarch64/t-aarch64
++++ b/libgcc/config/aarch64/t-aarch64
+@@ -19,3 +19,13 @@
+ # <http://www.gnu.org/licenses/>.
+
+ LIB2ADD += $(srcdir)/config/aarch64/sync-cache.c
++
++# Add sme runtime to shared libgcc
++LIB2ADDEH += \
++ $(srcdir)/config/aarch64/__aarch64_have_sme.c \
++ $(srcdir)/config/aarch64/__arm_sme_state.S \
++ $(srcdir)/config/aarch64/__arm_tpidr2_restore.S \
++ $(srcdir)/config/aarch64/__arm_tpidr2_save.S \
++ $(srcdir)/config/aarch64/__arm_za_disable.S
++
++SHLIB_MAPFILES += $(srcdir)/config/aarch64/libgcc-sme.ver
+--
+2.33.0
+