aboutsummaryrefslogtreecommitdiff
path: root/src/lj_ircall.h
diff options
context:
space:
mode:
Diffstat (limited to 'src/lj_ircall.h')
-rw-r--r--src/lj_ircall.h203
1 files changed, 145 insertions, 58 deletions
diff --git a/src/lj_ircall.h b/src/lj_ircall.h
index 44afde3a..9b3883b7 100644
--- a/src/lj_ircall.h
+++ b/src/lj_ircall.h
@@ -16,7 +16,7 @@ typedef struct CCallInfo {
16 uint32_t flags; /* Number of arguments and flags. */ 16 uint32_t flags; /* Number of arguments and flags. */
17} CCallInfo; 17} CCallInfo;
18 18
19#define CCI_NARGS(ci) ((ci)->flags & 0xff) /* Extract # of args. */ 19#define CCI_NARGS(ci) ((ci)->flags & 0xff) /* # of args. */
20#define CCI_NARGS_MAX 32 /* Max. # of args. */ 20#define CCI_NARGS_MAX 32 /* Max. # of args. */
21 21
22#define CCI_OTSHIFT 16 22#define CCI_OTSHIFT 16
@@ -25,6 +25,7 @@ typedef struct CCallInfo {
25#define CCI_OP(ci) ((ci)->flags >> CCI_OPSHIFT) /* Get op. */ 25#define CCI_OP(ci) ((ci)->flags >> CCI_OPSHIFT) /* Get op. */
26 26
27#define CCI_CALL_N (IR_CALLN << CCI_OPSHIFT) 27#define CCI_CALL_N (IR_CALLN << CCI_OPSHIFT)
28#define CCI_CALL_A (IR_CALLA << CCI_OPSHIFT)
28#define CCI_CALL_L (IR_CALLL << CCI_OPSHIFT) 29#define CCI_CALL_L (IR_CALLL << CCI_OPSHIFT)
29#define CCI_CALL_S (IR_CALLS << CCI_OPSHIFT) 30#define CCI_CALL_S (IR_CALLS << CCI_OPSHIFT)
30#define CCI_CALL_FN (CCI_CALL_N|CCI_CC_FASTCALL) 31#define CCI_CALL_FN (CCI_CALL_N|CCI_CC_FASTCALL)
@@ -45,6 +46,17 @@ typedef struct CCallInfo {
45#define CCI_CC_FASTCALL 0x2000 /* Fastcall calling convention. */ 46#define CCI_CC_FASTCALL 0x2000 /* Fastcall calling convention. */
46#define CCI_CC_STDCALL 0x3000 /* Stdcall calling convention. */ 47#define CCI_CC_STDCALL 0x3000 /* Stdcall calling convention. */
47 48
49/* Extra args for SOFTFP, SPLIT 64 bit. */
50#define CCI_XARGS_SHIFT 14
51#define CCI_XARGS(ci) (((ci)->flags >> CCI_XARGS_SHIFT) & 3)
52#define CCI_XA (1u << CCI_XARGS_SHIFT)
53
54#if LJ_SOFTFP32 || (LJ_32 && LJ_HASFFI)
55#define CCI_XNARGS(ci) (CCI_NARGS((ci)) + CCI_XARGS((ci)))
56#else
57#define CCI_XNARGS(ci) CCI_NARGS((ci))
58#endif
59
48/* Helpers for conditional function definitions. */ 60/* Helpers for conditional function definitions. */
49#define IRCALLCOND_ANY(x) x 61#define IRCALLCOND_ANY(x) x
50 62
@@ -66,6 +78,18 @@ typedef struct CCallInfo {
66#define IRCALLCOND_SOFTFP_FFI(x) NULL 78#define IRCALLCOND_SOFTFP_FFI(x) NULL
67#endif 79#endif
68 80
81#if LJ_SOFTFP && LJ_TARGET_MIPS
82#define IRCALLCOND_SOFTFP_MIPS(x) x
83#else
84#define IRCALLCOND_SOFTFP_MIPS(x) NULL
85#endif
86
87#if LJ_SOFTFP && LJ_TARGET_MIPS64
88#define IRCALLCOND_SOFTFP_MIPS64(x) x
89#else
90#define IRCALLCOND_SOFTFP_MIPS64(x) NULL
91#endif
92
69#define LJ_NEED_FP64 (LJ_TARGET_ARM || LJ_TARGET_PPC || LJ_TARGET_MIPS) 93#define LJ_NEED_FP64 (LJ_TARGET_ARM || LJ_TARGET_PPC || LJ_TARGET_MIPS)
70 94
71#if LJ_HASFFI && (LJ_SOFTFP || LJ_NEED_FP64) 95#if LJ_HASFFI && (LJ_SOFTFP || LJ_NEED_FP64)
@@ -87,92 +111,135 @@ typedef struct CCallInfo {
87#endif 111#endif
88 112
89#if LJ_SOFTFP 113#if LJ_SOFTFP
90#define ARG1_FP 2 /* Treat as 2 32 bit arguments. */ 114#define XA_FP CCI_XA
115#define XA2_FP (CCI_XA+CCI_XA)
91#else 116#else
92#define ARG1_FP 1 117#define XA_FP 0
118#define XA2_FP 0
119#endif
120
121#if LJ_SOFTFP32
122#define XA_FP32 CCI_XA
123#define XA2_FP32 (CCI_XA+CCI_XA)
124#else
125#define XA_FP32 0
126#define XA2_FP32 0
93#endif 127#endif
94 128
95#if LJ_32 129#if LJ_32
96#define ARG2_64 4 /* Treat as 4 32 bit arguments. */ 130#define XA_64 CCI_XA
131#define XA2_64 (CCI_XA+CCI_XA)
97#else 132#else
98#define ARG2_64 2 133#define XA_64 0
134#define XA2_64 0
99#endif 135#endif
100 136
101/* Function definitions for CALL* instructions. */ 137/* Function definitions for CALL* instructions. */
102#define IRCALLDEF(_) \ 138#define IRCALLDEF(_) \
103 _(ANY, lj_str_cmp, 2, FN, INT, CCI_NOFPRCLOBBER) \ 139 _(ANY, lj_str_cmp, 2, FN, INT, CCI_NOFPRCLOBBER) \
140 _(ANY, lj_str_find, 4, N, PGC, 0) \
104 _(ANY, lj_str_new, 3, S, STR, CCI_L) \ 141 _(ANY, lj_str_new, 3, S, STR, CCI_L) \
105 _(ANY, lj_strscan_num, 2, FN, INT, 0) \ 142 _(ANY, lj_strscan_num, 2, FN, INT, 0) \
106 _(ANY, lj_str_fromint, 2, FN, STR, CCI_L) \ 143 _(ANY, lj_strfmt_int, 2, FN, STR, CCI_L) \
107 _(ANY, lj_str_fromnum, 2, FN, STR, CCI_L) \ 144 _(ANY, lj_strfmt_num, 2, FN, STR, CCI_L) \
145 _(ANY, lj_strfmt_char, 2, FN, STR, CCI_L) \
146 _(ANY, lj_strfmt_putint, 2, FL, PGC, 0) \
147 _(ANY, lj_strfmt_putnum, 2, FL, PGC, 0) \
148 _(ANY, lj_strfmt_putquoted, 2, FL, PGC, 0) \
149 _(ANY, lj_strfmt_putfxint, 3, L, PGC, XA_64) \
150 _(ANY, lj_strfmt_putfnum_int, 3, L, PGC, XA_FP) \
151 _(ANY, lj_strfmt_putfnum_uint, 3, L, PGC, XA_FP) \
152 _(ANY, lj_strfmt_putfnum, 3, L, PGC, XA_FP) \
153 _(ANY, lj_strfmt_putfstr, 3, L, PGC, 0) \
154 _(ANY, lj_strfmt_putfchar, 3, L, PGC, 0) \
155 _(ANY, lj_buf_putmem, 3, S, PGC, 0) \
156 _(ANY, lj_buf_putstr, 2, FL, PGC, 0) \
157 _(ANY, lj_buf_putchar, 2, FL, PGC, 0) \
158 _(ANY, lj_buf_putstr_reverse, 2, FL, PGC, 0) \
159 _(ANY, lj_buf_putstr_lower, 2, FL, PGC, 0) \
160 _(ANY, lj_buf_putstr_upper, 2, FL, PGC, 0) \
161 _(ANY, lj_buf_putstr_rep, 3, L, PGC, 0) \
162 _(ANY, lj_buf_puttab, 5, L, PGC, 0) \
163 _(ANY, lj_buf_tostr, 1, FL, STR, 0) \
164 _(ANY, lj_tab_new_ah, 3, A, TAB, CCI_L) \
108 _(ANY, lj_tab_new1, 2, FS, TAB, CCI_L) \ 165 _(ANY, lj_tab_new1, 2, FS, TAB, CCI_L) \
109 _(ANY, lj_tab_dup, 2, FS, TAB, CCI_L) \ 166 _(ANY, lj_tab_dup, 2, FS, TAB, CCI_L) \
110 _(ANY, lj_tab_newkey, 3, S, P32, CCI_L) \ 167 _(ANY, lj_tab_clear, 1, FS, NIL, 0) \
168 _(ANY, lj_tab_newkey, 3, S, PGC, CCI_L) \
111 _(ANY, lj_tab_len, 1, FL, INT, 0) \ 169 _(ANY, lj_tab_len, 1, FL, INT, 0) \
112 _(ANY, lj_gc_step_jit, 2, FS, NIL, CCI_L) \ 170 _(ANY, lj_gc_step_jit, 2, FS, NIL, CCI_L) \
113 _(ANY, lj_gc_barrieruv, 2, FS, NIL, 0) \ 171 _(ANY, lj_gc_barrieruv, 2, FS, NIL, 0) \
114 _(ANY, lj_mem_newgco, 2, FS, P32, CCI_L) \ 172 _(ANY, lj_mem_newgco, 2, FS, PGC, CCI_L) \
115 _(ANY, lj_math_random_step, 1, FS, NUM, CCI_CASTU64) \ 173 _(ANY, lj_math_random_step, 1, FS, NUM, CCI_CASTU64) \
116 _(ANY, lj_vm_modi, 2, FN, INT, 0) \ 174 _(ANY, lj_vm_modi, 2, FN, INT, 0) \
117 _(ANY, sinh, ARG1_FP, N, NUM, 0) \ 175 _(ANY, sinh, 1, N, NUM, XA_FP) \
118 _(ANY, cosh, ARG1_FP, N, NUM, 0) \ 176 _(ANY, cosh, 1, N, NUM, XA_FP) \
119 _(ANY, tanh, ARG1_FP, N, NUM, 0) \ 177 _(ANY, tanh, 1, N, NUM, XA_FP) \
120 _(ANY, fputc, 2, S, INT, 0) \ 178 _(ANY, fputc, 2, S, INT, 0) \
121 _(ANY, fwrite, 4, S, INT, 0) \ 179 _(ANY, fwrite, 4, S, INT, 0) \
122 _(ANY, fflush, 1, S, INT, 0) \ 180 _(ANY, fflush, 1, S, INT, 0) \
123 /* ORDER FPM */ \ 181 /* ORDER FPM */ \
124 _(FPMATH, lj_vm_floor, ARG1_FP, N, NUM, 0) \ 182 _(FPMATH, lj_vm_floor, 1, N, NUM, XA_FP) \
125 _(FPMATH, lj_vm_ceil, ARG1_FP, N, NUM, 0) \ 183 _(FPMATH, lj_vm_ceil, 1, N, NUM, XA_FP) \
126 _(FPMATH, lj_vm_trunc, ARG1_FP, N, NUM, 0) \ 184 _(FPMATH, lj_vm_trunc, 1, N, NUM, XA_FP) \
127 _(FPMATH, sqrt, ARG1_FP, N, NUM, 0) \ 185 _(FPMATH, sqrt, 1, N, NUM, XA_FP) \
128 _(FPMATH, exp, ARG1_FP, N, NUM, 0) \ 186 _(ANY, exp, 1, N, NUM, XA_FP) \
129 _(FPMATH, lj_vm_exp2, ARG1_FP, N, NUM, 0) \ 187 _(ANY, lj_vm_exp2, 1, N, NUM, XA_FP) \
130 _(FPMATH, log, ARG1_FP, N, NUM, 0) \ 188 _(ANY, log, 1, N, NUM, XA_FP) \
131 _(FPMATH, lj_vm_log2, ARG1_FP, N, NUM, 0) \ 189 _(ANY, lj_vm_log2, 1, N, NUM, XA_FP) \
132 _(FPMATH, log10, ARG1_FP, N, NUM, 0) \ 190 _(ANY, log10, 1, N, NUM, XA_FP) \
133 _(FPMATH, sin, ARG1_FP, N, NUM, 0) \ 191 _(ANY, sin, 1, N, NUM, XA_FP) \
134 _(FPMATH, cos, ARG1_FP, N, NUM, 0) \ 192 _(ANY, cos, 1, N, NUM, XA_FP) \
135 _(FPMATH, tan, ARG1_FP, N, NUM, 0) \ 193 _(ANY, tan, 1, N, NUM, XA_FP) \
136 _(FPMATH, lj_vm_powi, ARG1_FP+1, N, NUM, 0) \ 194 _(ANY, lj_vm_powi, 2, N, NUM, XA_FP) \
137 _(FPMATH, pow, ARG1_FP*2, N, NUM, 0) \ 195 _(ANY, pow, 2, N, NUM, XA2_FP) \
138 _(FPMATH, atan2, ARG1_FP*2, N, NUM, 0) \ 196 _(ANY, atan2, 2, N, NUM, XA2_FP) \
139 _(FPMATH, ldexp, ARG1_FP+1, N, NUM, 0) \ 197 _(ANY, ldexp, 2, N, NUM, XA_FP) \
140 _(SOFTFP, lj_vm_tobit, 2, N, INT, 0) \ 198 _(SOFTFP, lj_vm_tobit, 1, N, INT, XA_FP32) \
141 _(SOFTFP, softfp_add, 4, N, NUM, 0) \ 199 _(SOFTFP, softfp_add, 2, N, NUM, XA2_FP32) \
142 _(SOFTFP, softfp_sub, 4, N, NUM, 0) \ 200 _(SOFTFP, softfp_sub, 2, N, NUM, XA2_FP32) \
143 _(SOFTFP, softfp_mul, 4, N, NUM, 0) \ 201 _(SOFTFP, softfp_mul, 2, N, NUM, XA2_FP32) \
144 _(SOFTFP, softfp_div, 4, N, NUM, 0) \ 202 _(SOFTFP, softfp_div, 2, N, NUM, XA2_FP32) \
145 _(SOFTFP, softfp_cmp, 4, N, NIL, 0) \ 203 _(SOFTFP, softfp_cmp, 2, N, NIL, XA2_FP32) \
146 _(SOFTFP, softfp_i2d, 1, N, NUM, 0) \ 204 _(SOFTFP, softfp_i2d, 1, N, NUM, 0) \
147 _(SOFTFP, softfp_d2i, 2, N, INT, 0) \ 205 _(SOFTFP, softfp_d2i, 1, N, INT, XA_FP32) \
206 _(SOFTFP_MIPS, lj_vm_sfmin, 2, N, NUM, XA2_FP32) \
207 _(SOFTFP_MIPS, lj_vm_sfmax, 2, N, NUM, XA2_FP32) \
208 _(SOFTFP_MIPS64, lj_vm_tointg, 1, N, INT, 0) \
148 _(SOFTFP_FFI, softfp_ui2d, 1, N, NUM, 0) \ 209 _(SOFTFP_FFI, softfp_ui2d, 1, N, NUM, 0) \
149 _(SOFTFP_FFI, softfp_f2d, 1, N, NUM, 0) \ 210 _(SOFTFP_FFI, softfp_f2d, 1, N, NUM, 0) \
150 _(SOFTFP_FFI, softfp_d2ui, 2, N, INT, 0) \ 211 _(SOFTFP_FFI, softfp_d2ui, 1, N, INT, XA_FP32) \
151 _(SOFTFP_FFI, softfp_d2f, 2, N, FLOAT, 0) \ 212 _(SOFTFP_FFI, softfp_d2f, 1, N, FLOAT, XA_FP32) \
152 _(SOFTFP_FFI, softfp_i2f, 1, N, FLOAT, 0) \ 213 _(SOFTFP_FFI, softfp_i2f, 1, N, FLOAT, 0) \
153 _(SOFTFP_FFI, softfp_ui2f, 1, N, FLOAT, 0) \ 214 _(SOFTFP_FFI, softfp_ui2f, 1, N, FLOAT, 0) \
154 _(SOFTFP_FFI, softfp_f2i, 1, N, INT, 0) \ 215 _(SOFTFP_FFI, softfp_f2i, 1, N, INT, 0) \
155 _(SOFTFP_FFI, softfp_f2ui, 1, N, INT, 0) \ 216 _(SOFTFP_FFI, softfp_f2ui, 1, N, INT, 0) \
156 _(FP64_FFI, fp64_l2d, 2, N, NUM, 0) \ 217 _(FP64_FFI, fp64_l2d, 1, N, NUM, XA_64) \
157 _(FP64_FFI, fp64_ul2d, 2, N, NUM, 0) \ 218 _(FP64_FFI, fp64_ul2d, 1, N, NUM, XA_64) \
158 _(FP64_FFI, fp64_l2f, 2, N, FLOAT, 0) \ 219 _(FP64_FFI, fp64_l2f, 1, N, FLOAT, XA_64) \
159 _(FP64_FFI, fp64_ul2f, 2, N, FLOAT, 0) \ 220 _(FP64_FFI, fp64_ul2f, 1, N, FLOAT, XA_64) \
160 _(FP64_FFI, fp64_d2l, ARG1_FP, N, I64, 0) \ 221 _(FP64_FFI, fp64_d2l, 1, N, I64, XA_FP) \
161 _(FP64_FFI, fp64_d2ul, ARG1_FP, N, U64, 0) \ 222 _(FP64_FFI, fp64_d2ul, 1, N, U64, XA_FP) \
162 _(FP64_FFI, fp64_f2l, 1, N, I64, 0) \ 223 _(FP64_FFI, fp64_f2l, 1, N, I64, 0) \
163 _(FP64_FFI, fp64_f2ul, 1, N, U64, 0) \ 224 _(FP64_FFI, fp64_f2ul, 1, N, U64, 0) \
164 _(FFI, lj_carith_divi64, ARG2_64, N, I64, CCI_NOFPRCLOBBER) \ 225 _(FFI, lj_carith_divi64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \
165 _(FFI, lj_carith_divu64, ARG2_64, N, U64, CCI_NOFPRCLOBBER) \ 226 _(FFI, lj_carith_divu64, 2, N, U64, XA2_64|CCI_NOFPRCLOBBER) \
166 _(FFI, lj_carith_modi64, ARG2_64, N, I64, CCI_NOFPRCLOBBER) \ 227 _(FFI, lj_carith_modi64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \
167 _(FFI, lj_carith_modu64, ARG2_64, N, U64, CCI_NOFPRCLOBBER) \ 228 _(FFI, lj_carith_modu64, 2, N, U64, XA2_64|CCI_NOFPRCLOBBER) \
168 _(FFI, lj_carith_powi64, ARG2_64, N, I64, CCI_NOFPRCLOBBER) \ 229 _(FFI, lj_carith_powi64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \
169 _(FFI, lj_carith_powu64, ARG2_64, N, U64, CCI_NOFPRCLOBBER) \ 230 _(FFI, lj_carith_powu64, 2, N, U64, XA2_64|CCI_NOFPRCLOBBER) \
170 _(FFI, lj_cdata_setfin, 2, FN, P32, CCI_L) \ 231 _(FFI, lj_cdata_newv, 4, S, CDATA, CCI_L) \
171 _(FFI, strlen, 1, L, INTP, 0) \ 232 _(FFI, lj_cdata_setfin, 4, S, NIL, CCI_L) \
172 _(FFI, memcpy, 3, S, PTR, 0) \ 233 _(FFI, strlen, 1, L, INTP, 0) \
173 _(FFI, memset, 3, S, PTR, 0) \ 234 _(FFI, memcpy, 3, S, PTR, 0) \
174 _(FFI, lj_vm_errno, 0, S, INT, CCI_NOFPRCLOBBER) \ 235 _(FFI, memset, 3, S, PTR, 0) \
175 _(FFI32, lj_carith_mul64, ARG2_64, N, I64, CCI_NOFPRCLOBBER) 236 _(FFI, lj_vm_errno, 0, S, INT, CCI_NOFPRCLOBBER) \
237 _(FFI32, lj_carith_mul64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \
238 _(FFI32, lj_carith_shl64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \
239 _(FFI32, lj_carith_shr64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \
240 _(FFI32, lj_carith_sar64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \
241 _(FFI32, lj_carith_rol64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \
242 _(FFI32, lj_carith_ror64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \
176 \ 243 \
177 /* End of list. */ 244 /* End of list. */
178 245
@@ -220,6 +287,22 @@ LJ_DATA const CCallInfo lj_ir_callinfo[IRCALL__MAX+1];
220#define fp64_f2l __aeabi_f2lz 287#define fp64_f2l __aeabi_f2lz
221#define fp64_f2ul __aeabi_f2ulz 288#define fp64_f2ul __aeabi_f2ulz
222#endif 289#endif
290#elif LJ_TARGET_MIPS || LJ_TARGET_PPC
291#define softfp_add __adddf3
292#define softfp_sub __subdf3
293#define softfp_mul __muldf3
294#define softfp_div __divdf3
295#define softfp_cmp __ledf2
296#define softfp_i2d __floatsidf
297#define softfp_d2i __fixdfsi
298#define softfp_ui2d __floatunsidf
299#define softfp_f2d __extendsfdf2
300#define softfp_d2ui __fixunsdfsi
301#define softfp_d2f __truncdfsf2
302#define softfp_i2f __floatsisf
303#define softfp_ui2f __floatunsisf
304#define softfp_f2i __fixsfsi
305#define softfp_f2ui __fixunssfsi
223#else 306#else
224#error "Missing soft-float definitions for target architecture" 307#error "Missing soft-float definitions for target architecture"
225#endif 308#endif
@@ -240,6 +323,10 @@ extern float softfp_ui2f(uint32_t a);
240extern int32_t softfp_f2i(float a); 323extern int32_t softfp_f2i(float a);
241extern uint32_t softfp_f2ui(float a); 324extern uint32_t softfp_f2ui(float a);
242#endif 325#endif
326#if LJ_TARGET_MIPS
327extern double lj_vm_sfmin(double a, double b);
328extern double lj_vm_sfmax(double a, double b);
329#endif
243#endif 330#endif
244 331
245#if LJ_HASFFI && LJ_NEED_FP64 && !(LJ_TARGET_ARM && LJ_SOFTFP) 332#if LJ_HASFFI && LJ_NEED_FP64 && !(LJ_TARGET_ARM && LJ_SOFTFP)
generated by cgit v1.2.3-55-g6feb (git 2.39.1) at 2025-04-25 08:07:18 +0000