1//===-- sanitizer_asm.h -----------------------------------------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// Various support for assembler.
10//
11//===----------------------------------------------------------------------===//
12
13// Some toolchains do not support .cfi asm directives, so we have to hide
14// them inside macros.
15#if defined(__clang__) || \
16 (defined(__GNUC__) && defined(__GCC_HAVE_DWARF2_CFI_ASM))
17 // GCC defined __GCC_HAVE_DWARF2_CFI_ASM if it supports CFI.
18 // Clang seems to support CFI by default (or not?).
19 // We need two versions of macros: for inline asm and standalone asm files.
20# define CFI_INL_ADJUST_CFA_OFFSET(n) ".cfi_adjust_cfa_offset " #n ";"
21
22# define CFI_STARTPROC .cfi_startproc
23# define CFI_ENDPROC .cfi_endproc
24# define CFI_ADJUST_CFA_OFFSET(n) .cfi_adjust_cfa_offset n
25# define CFI_DEF_CFA_OFFSET(n) .cfi_def_cfa_offset n
26# define CFI_REL_OFFSET(reg, n) .cfi_rel_offset reg, n
27# define CFI_OFFSET(reg, n) .cfi_offset reg, n
28# define CFI_DEF_CFA_REGISTER(reg) .cfi_def_cfa_register reg
29# define CFI_DEF_CFA(reg, n) .cfi_def_cfa reg, n
30# define CFI_RESTORE(reg) .cfi_restore reg
31
32#else // No CFI
33# define CFI_INL_ADJUST_CFA_OFFSET(n)
34# define CFI_STARTPROC
35# define CFI_ENDPROC
36# define CFI_ADJUST_CFA_OFFSET(n)
37# define CFI_DEF_CFA_OFFSET(n)
38# define CFI_REL_OFFSET(reg, n)
39# define CFI_OFFSET(reg, n)
40# define CFI_DEF_CFA_REGISTER(reg)
41# define CFI_DEF_CFA(reg, n)
42# define CFI_RESTORE(reg)
43#endif
44
45#if defined(__aarch64__) && defined(__ARM_FEATURE_BTI_DEFAULT)
46# define ASM_STARTPROC CFI_STARTPROC; hint #34
47# define C_ASM_STARTPROC SANITIZER_STRINGIFY(CFI_STARTPROC) "\nhint #34"
48#else
49# define ASM_STARTPROC CFI_STARTPROC
50# define C_ASM_STARTPROC SANITIZER_STRINGIFY(CFI_STARTPROC)
51#endif
52#define ASM_ENDPROC CFI_ENDPROC
53#define C_ASM_ENDPROC SANITIZER_STRINGIFY(CFI_ENDPROC)
54
55#if defined(__x86_64__) || defined(__i386__) || defined(__sparc__)
56# define ASM_TAIL_CALL jmp
57#elif defined(__arm__) || defined(__aarch64__) || defined(__mips__) || \
58 defined(__powerpc__) || defined(__loongarch_lp64)
59# define ASM_TAIL_CALL b
60#elif defined(__s390__)
61# define ASM_TAIL_CALL jg
62#elif defined(__riscv)
63# define ASM_TAIL_CALL tail
64#elif defined(__hexagon__)
65# define ASM_TAIL_CALL jump
66#endif
67
68// Currently, almost all of the shared libraries rely on the value of
69// $t9 to get the address of current function, instead of PCREL, even
70// on MIPSr6. To be compatiable with them, we have to set $t9 properly.
71// MIPS uses GOT to get the address of preemptible functions.
72#if defined(__mips64)
73# define C_ASM_TAIL_CALL(t_func, i_func) \
74 "lui $t8, %hi(%neg(%gp_rel(" t_func ")))\n" \
75 "daddu $t8, $t8, $t9\n" \
76 "daddiu $t8, $t8, %lo(%neg(%gp_rel(" t_func ")))\n" \
77 "ld $t9, %got_disp(" i_func ")($t8)\n" \
78 "jr $t9\n"
79#elif defined(__mips__)
80# define C_ASM_TAIL_CALL(t_func, i_func) \
81 ".set noreorder\n" \
82 ".cpload $t9\n" \
83 ".set reorder\n" \
84 "lw $t9, %got(" i_func ")($gp)\n" \
85 "jr $t9\n"
86#elif defined(ASM_TAIL_CALL)
87# define C_ASM_TAIL_CALL(t_func, i_func) \
88 SANITIZER_STRINGIFY(ASM_TAIL_CALL) " " i_func
89#endif
90
91#if defined(__ELF__) && defined(__x86_64__) || defined(__i386__) || \
92 defined(__riscv)
93# define ASM_PREEMPTIBLE_SYM(sym) sym@plt
94#else
95# define ASM_PREEMPTIBLE_SYM(sym) sym
96#endif
97
98#if !defined(__APPLE__)
99# define ASM_HIDDEN(symbol) .hidden symbol
100# if defined(__arm__) || defined(__aarch64__)
101# define ASM_TYPE_FUNCTION(symbol) .type symbol, %function
102# else
103# define ASM_TYPE_FUNCTION(symbol) .type symbol, @function
104# endif
105# define ASM_SIZE(symbol) .size symbol, .-symbol
106# define ASM_SYMBOL(symbol) symbol
107# define ASM_SYMBOL_INTERCEPTOR(symbol) symbol
108# if defined(__i386__) || defined(__powerpc__) || defined(__s390__) || \
109 defined(__sparc__)
110// For details, see interception.h
111# define ASM_WRAPPER_NAME(symbol) __interceptor_##symbol
112# define ASM_TRAMPOLINE_ALIAS(symbol, name) \
113 .weak symbol; \
114 .set symbol, ASM_WRAPPER_NAME(name)
115# define ASM_INTERCEPTOR_TRAMPOLINE(name)
116# define ASM_INTERCEPTOR_TRAMPOLINE_SUPPORT 0
117# else // Architecture supports interceptor trampoline
118// Keep trampoline implementation in sync with interception/interception.h
119# define ASM_WRAPPER_NAME(symbol) ___interceptor_##symbol
120# define ASM_TRAMPOLINE_ALIAS(symbol, name) \
121 .weak symbol; \
122 .set symbol, __interceptor_trampoline_##name
123# define ASM_INTERCEPTOR_TRAMPOLINE(name) \
124 .weak __interceptor_##name; \
125 .set __interceptor_##name, ASM_WRAPPER_NAME(name); \
126 .globl __interceptor_trampoline_##name; \
127 ASM_TYPE_FUNCTION(__interceptor_trampoline_##name); \
128 __interceptor_trampoline_##name: \
129 ASM_STARTPROC; \
130 ASM_TAIL_CALL ASM_PREEMPTIBLE_SYM(__interceptor_##name); \
131 ASM_ENDPROC; \
132 ASM_SIZE(__interceptor_trampoline_##name)
133# define ASM_INTERCEPTOR_TRAMPOLINE_SUPPORT 1
134# endif // Architecture supports interceptor trampoline
135#else
136# define ASM_HIDDEN(symbol)
137# define ASM_TYPE_FUNCTION(symbol)
138# define ASM_SIZE(symbol)
139# define ASM_SYMBOL(symbol) _##symbol
140# define ASM_SYMBOL_INTERCEPTOR(symbol) _wrap_##symbol
141# define ASM_WRAPPER_NAME(symbol) __interceptor_##symbol
142#endif
143
144#if defined(__ELF__) && (defined(__GNU__) || defined(__FreeBSD__) || \
145 defined(__Fuchsia__) || defined(__linux__))
146// clang-format off
147#define NO_EXEC_STACK_DIRECTIVE .section .note.GNU-stack,"",%progbits
148// clang-format on
149#else
150#define NO_EXEC_STACK_DIRECTIVE
151#endif
152
153#if (defined(__x86_64__) || defined(__i386__)) && defined(__has_include) && __has_include(<cet.h>)
154#include <cet.h>
155#endif
156#ifndef _CET_ENDBR
157#define _CET_ENDBR
158#endif
159