]>
Commit | Line | Data |
---|---|---|
c896fe29 FB |
1 | /* |
2 | * Tiny Code Generator for QEMU | |
3 | * | |
4 | * Copyright (c) 2008 Fabrice Bellard | |
5 | * | |
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy | |
7 | * of this software and associated documentation files (the "Software"), to deal | |
8 | * in the Software without restriction, including without limitation the rights | |
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |
10 | * copies of the Software, and to permit persons to whom the Software is | |
11 | * furnished to do so, subject to the following conditions: | |
12 | * | |
13 | * The above copyright notice and this permission notice shall be included in | |
14 | * all copies or substantial portions of the Software. | |
15 | * | |
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
19 | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN | |
22 | * THE SOFTWARE. | |
23 | */ | |
f8393946 | 24 | #include "qemu-common.h" |
817b838e SW |
25 | |
26 | /* Target word size (must be identical to pointer size). */ | |
27 | #if UINTPTR_MAX == UINT32_MAX | |
28 | # define TCG_TARGET_REG_BITS 32 | |
29 | #elif UINTPTR_MAX == UINT64_MAX | |
30 | # define TCG_TARGET_REG_BITS 64 | |
31 | #else | |
32 | # error Unknown pointer size for tcg target | |
33 | #endif | |
34 | ||
c896fe29 FB |
35 | #if TCG_TARGET_REG_BITS == 32 |
36 | typedef int32_t tcg_target_long; | |
37 | typedef uint32_t tcg_target_ulong; | |
38 | #define TCG_PRIlx PRIx32 | |
39 | #define TCG_PRIld PRId32 | |
40 | #elif TCG_TARGET_REG_BITS == 64 | |
41 | typedef int64_t tcg_target_long; | |
42 | typedef uint64_t tcg_target_ulong; | |
43 | #define TCG_PRIlx PRIx64 | |
44 | #define TCG_PRIld PRId64 | |
45 | #else | |
46 | #error unsupported | |
47 | #endif | |
48 | ||
c38bb94a SW |
49 | #include "tcg-target.h" |
50 | #include "tcg-runtime.h" | |
51 | ||
c896fe29 FB |
52 | #if TCG_TARGET_NB_REGS <= 32 |
53 | typedef uint32_t TCGRegSet; | |
54 | #elif TCG_TARGET_NB_REGS <= 64 | |
55 | typedef uint64_t TCGRegSet; | |
56 | #else | |
57 | #error unsupported | |
58 | #endif | |
59 | ||
25c4d9cc RH |
60 | /* Turn some undef macros into false macros. */ |
61 | #if TCG_TARGET_REG_BITS == 32 | |
62 | #define TCG_TARGET_HAS_div_i64 0 | |
63 | #define TCG_TARGET_HAS_div2_i64 0 | |
64 | #define TCG_TARGET_HAS_rot_i64 0 | |
65 | #define TCG_TARGET_HAS_ext8s_i64 0 | |
66 | #define TCG_TARGET_HAS_ext16s_i64 0 | |
67 | #define TCG_TARGET_HAS_ext32s_i64 0 | |
68 | #define TCG_TARGET_HAS_ext8u_i64 0 | |
69 | #define TCG_TARGET_HAS_ext16u_i64 0 | |
70 | #define TCG_TARGET_HAS_ext32u_i64 0 | |
71 | #define TCG_TARGET_HAS_bswap16_i64 0 | |
72 | #define TCG_TARGET_HAS_bswap32_i64 0 | |
73 | #define TCG_TARGET_HAS_bswap64_i64 0 | |
74 | #define TCG_TARGET_HAS_neg_i64 0 | |
75 | #define TCG_TARGET_HAS_not_i64 0 | |
76 | #define TCG_TARGET_HAS_andc_i64 0 | |
77 | #define TCG_TARGET_HAS_orc_i64 0 | |
78 | #define TCG_TARGET_HAS_eqv_i64 0 | |
79 | #define TCG_TARGET_HAS_nand_i64 0 | |
80 | #define TCG_TARGET_HAS_nor_i64 0 | |
81 | #define TCG_TARGET_HAS_deposit_i64 0 | |
ffc5ea09 | 82 | #define TCG_TARGET_HAS_movcond_i64 0 |
25c4d9cc RH |
83 | #endif |
84 | ||
a4773324 JK |
85 | #ifndef TCG_TARGET_deposit_i32_valid |
86 | #define TCG_TARGET_deposit_i32_valid(ofs, len) 1 | |
87 | #endif | |
88 | #ifndef TCG_TARGET_deposit_i64_valid | |
89 | #define TCG_TARGET_deposit_i64_valid(ofs, len) 1 | |
90 | #endif | |
91 | ||
25c4d9cc RH |
92 | /* Only one of DIV or DIV2 should be defined. */ |
93 | #if defined(TCG_TARGET_HAS_div_i32) | |
94 | #define TCG_TARGET_HAS_div2_i32 0 | |
95 | #elif defined(TCG_TARGET_HAS_div2_i32) | |
96 | #define TCG_TARGET_HAS_div_i32 0 | |
97 | #endif | |
98 | #if defined(TCG_TARGET_HAS_div_i64) | |
99 | #define TCG_TARGET_HAS_div2_i64 0 | |
100 | #elif defined(TCG_TARGET_HAS_div2_i64) | |
101 | #define TCG_TARGET_HAS_div_i64 0 | |
102 | #endif | |
103 | ||
a9751609 | 104 | typedef enum TCGOpcode { |
c61aaf7a | 105 | #define DEF(name, oargs, iargs, cargs, flags) INDEX_op_ ## name, |
c896fe29 FB |
106 | #include "tcg-opc.h" |
107 | #undef DEF | |
108 | NB_OPS, | |
a9751609 | 109 | } TCGOpcode; |
c896fe29 FB |
110 | |
111 | #define tcg_regset_clear(d) (d) = 0 | |
112 | #define tcg_regset_set(d, s) (d) = (s) | |
113 | #define tcg_regset_set32(d, reg, val32) (d) |= (val32) << (reg) | |
7d301752 AJ |
114 | #define tcg_regset_set_reg(d, r) (d) |= 1L << (r) |
115 | #define tcg_regset_reset_reg(d, r) (d) &= ~(1L << (r)) | |
c896fe29 FB |
116 | #define tcg_regset_test_reg(d, r) (((d) >> (r)) & 1) |
117 | #define tcg_regset_or(d, a, b) (d) = (a) | (b) | |
118 | #define tcg_regset_and(d, a, b) (d) = (a) & (b) | |
119 | #define tcg_regset_andnot(d, a, b) (d) = (a) & ~(b) | |
120 | #define tcg_regset_not(d, a) (d) = ~(a) | |
121 | ||
122 | typedef struct TCGRelocation { | |
123 | struct TCGRelocation *next; | |
124 | int type; | |
125 | uint8_t *ptr; | |
126 | tcg_target_long addend; | |
127 | } TCGRelocation; | |
128 | ||
129 | typedef struct TCGLabel { | |
c44f945a | 130 | int has_value; |
c896fe29 FB |
131 | union { |
132 | tcg_target_ulong value; | |
133 | TCGRelocation *first_reloc; | |
134 | } u; | |
135 | } TCGLabel; | |
136 | ||
137 | typedef struct TCGPool { | |
138 | struct TCGPool *next; | |
c44f945a BS |
139 | int size; |
140 | uint8_t data[0] __attribute__ ((aligned)); | |
c896fe29 FB |
141 | } TCGPool; |
142 | ||
143 | #define TCG_POOL_CHUNK_SIZE 32768 | |
144 | ||
145 | #define TCG_MAX_LABELS 512 | |
146 | ||
c4071c90 | 147 | #define TCG_MAX_TEMPS 512 |
c896fe29 | 148 | |
b03cce8e FB |
149 | /* when the size of the arguments of a called function is smaller than |
150 | this value, they are statically allocated in the TB stack frame */ | |
151 | #define TCG_STATIC_CALL_ARGS_SIZE 128 | |
152 | ||
c02244a5 RH |
153 | typedef enum TCGType { |
154 | TCG_TYPE_I32, | |
155 | TCG_TYPE_I64, | |
156 | TCG_TYPE_COUNT, /* number of different types */ | |
c896fe29 | 157 | |
3b6dac34 | 158 | /* An alias for the size of the host register. */ |
c896fe29 | 159 | #if TCG_TARGET_REG_BITS == 32 |
3b6dac34 | 160 | TCG_TYPE_REG = TCG_TYPE_I32, |
c02244a5 | 161 | #else |
3b6dac34 | 162 | TCG_TYPE_REG = TCG_TYPE_I64, |
c02244a5 | 163 | #endif |
3b6dac34 RH |
164 | |
165 | /* An alias for the size of the native pointer. We don't currently | |
166 | support any hosts with 64-bit registers and 32-bit pointers. */ | |
167 | TCG_TYPE_PTR = TCG_TYPE_REG, | |
168 | ||
169 | /* An alias for the size of the target "long", aka register. */ | |
c02244a5 RH |
170 | #if TARGET_LONG_BITS == 64 |
171 | TCG_TYPE_TL = TCG_TYPE_I64, | |
c896fe29 | 172 | #else |
c02244a5 | 173 | TCG_TYPE_TL = TCG_TYPE_I32, |
c896fe29 | 174 | #endif |
c02244a5 | 175 | } TCGType; |
c896fe29 FB |
176 | |
177 | typedef tcg_target_ulong TCGArg; | |
178 | ||
8ef935b2 | 179 | /* Define a type and accessor macros for variables. Using a struct is |
ac56dd48 PB |
180 | nice because it gives some level of type safely. Ideally the compiler |
181 | be able to see through all this. However in practice this is not true, | |
9814dd27 | 182 | especially on targets with braindamaged ABIs (e.g. i386). |
ac56dd48 PB |
183 | We use plain int by default to avoid this runtime overhead. |
184 | Users of tcg_gen_* don't need to know about any of this, and should | |
a7812ae4 | 185 | treat TCGv as an opaque type. |
06ea77bc | 186 | In addition we do typechecking for different types of variables. TCGv_i32 |
a7812ae4 PB |
187 | and TCGv_i64 are 32/64-bit variables respectively. TCGv and TCGv_ptr |
188 | are aliases for target_ulong and host pointer sized values respectively. | |
189 | */ | |
ac56dd48 | 190 | |
092c73ee | 191 | #ifdef CONFIG_DEBUG_TCG |
f8393946 AJ |
192 | #define DEBUG_TCGV 1 |
193 | #endif | |
ac56dd48 PB |
194 | |
195 | #ifdef DEBUG_TCGV | |
196 | ||
197 | typedef struct | |
198 | { | |
a810a2de | 199 | int i32; |
a7812ae4 | 200 | } TCGv_i32; |
ac56dd48 | 201 | |
a7812ae4 PB |
202 | typedef struct |
203 | { | |
a810a2de | 204 | int i64; |
a7812ae4 PB |
205 | } TCGv_i64; |
206 | ||
ebecf363 PM |
207 | typedef struct { |
208 | int iptr; | |
209 | } TCGv_ptr; | |
210 | ||
a7812ae4 PB |
211 | #define MAKE_TCGV_I32(i) __extension__ \ |
212 | ({ TCGv_i32 make_tcgv_tmp = {i}; make_tcgv_tmp;}) | |
213 | #define MAKE_TCGV_I64(i) __extension__ \ | |
214 | ({ TCGv_i64 make_tcgv_tmp = {i}; make_tcgv_tmp;}) | |
ebecf363 PM |
215 | #define MAKE_TCGV_PTR(i) __extension__ \ |
216 | ({ TCGv_ptr make_tcgv_tmp = {i}; make_tcgv_tmp; }) | |
a810a2de BS |
217 | #define GET_TCGV_I32(t) ((t).i32) |
218 | #define GET_TCGV_I64(t) ((t).i64) | |
ebecf363 | 219 | #define GET_TCGV_PTR(t) ((t).iptr) |
ac56dd48 | 220 | #if TCG_TARGET_REG_BITS == 32 |
a7812ae4 PB |
221 | #define TCGV_LOW(t) MAKE_TCGV_I32(GET_TCGV_I64(t)) |
222 | #define TCGV_HIGH(t) MAKE_TCGV_I32(GET_TCGV_I64(t) + 1) | |
ac56dd48 PB |
223 | #endif |
224 | ||
225 | #else /* !DEBUG_TCGV */ | |
226 | ||
a7812ae4 PB |
227 | typedef int TCGv_i32; |
228 | typedef int TCGv_i64; | |
ebecf363 PM |
229 | #if TCG_TARGET_REG_BITS == 32 |
230 | #define TCGv_ptr TCGv_i32 | |
231 | #else | |
232 | #define TCGv_ptr TCGv_i64 | |
233 | #endif | |
a7812ae4 PB |
234 | #define MAKE_TCGV_I32(x) (x) |
235 | #define MAKE_TCGV_I64(x) (x) | |
ebecf363 | 236 | #define MAKE_TCGV_PTR(x) (x) |
a7812ae4 PB |
237 | #define GET_TCGV_I32(t) (t) |
238 | #define GET_TCGV_I64(t) (t) | |
ebecf363 | 239 | #define GET_TCGV_PTR(t) (t) |
44e6acb0 | 240 | |
ac56dd48 | 241 | #if TCG_TARGET_REG_BITS == 32 |
a7812ae4 | 242 | #define TCGV_LOW(t) (t) |
ac56dd48 PB |
243 | #define TCGV_HIGH(t) ((t) + 1) |
244 | #endif | |
245 | ||
246 | #endif /* DEBUG_TCGV */ | |
247 | ||
43e860ef AJ |
248 | #define TCGV_EQUAL_I32(a, b) (GET_TCGV_I32(a) == GET_TCGV_I32(b)) |
249 | #define TCGV_EQUAL_I64(a, b) (GET_TCGV_I64(a) == GET_TCGV_I64(b)) | |
250 | ||
a50f5b91 | 251 | /* Dummy definition to avoid compiler warnings. */ |
a7812ae4 PB |
252 | #define TCGV_UNUSED_I32(x) x = MAKE_TCGV_I32(-1) |
253 | #define TCGV_UNUSED_I64(x) x = MAKE_TCGV_I64(-1) | |
a50f5b91 | 254 | |
c896fe29 | 255 | /* call flags */ |
78505279 AJ |
256 | /* Helper does not read globals (either directly or through an exception). It |
257 | implies TCG_CALL_NO_WRITE_GLOBALS. */ | |
258 | #define TCG_CALL_NO_READ_GLOBALS 0x0010 | |
259 | /* Helper does not write globals */ | |
260 | #define TCG_CALL_NO_WRITE_GLOBALS 0x0020 | |
261 | /* Helper can be safely suppressed if the return value is not used. */ | |
262 | #define TCG_CALL_NO_SIDE_EFFECTS 0x0040 | |
263 | ||
264 | /* convenience version of most used call flags */ | |
265 | #define TCG_CALL_NO_RWG TCG_CALL_NO_READ_GLOBALS | |
266 | #define TCG_CALL_NO_WG TCG_CALL_NO_WRITE_GLOBALS | |
267 | #define TCG_CALL_NO_SE TCG_CALL_NO_SIDE_EFFECTS | |
268 | #define TCG_CALL_NO_RWG_SE (TCG_CALL_NO_RWG | TCG_CALL_NO_SE) | |
269 | #define TCG_CALL_NO_WG_SE (TCG_CALL_NO_WG | TCG_CALL_NO_SE) | |
270 | ||
39cf05d3 | 271 | /* used to align parameters */ |
a7812ae4 | 272 | #define TCG_CALL_DUMMY_TCGV MAKE_TCGV_I32(-1) |
39cf05d3 FB |
273 | #define TCG_CALL_DUMMY_ARG ((TCGArg)(-1)) |
274 | ||
0aed257f RH |
275 | /* Conditions. Note that these are layed out for easy manipulation by |
276 | the the functions below: | |
277 | bit 0 is used for inverting; | |
278 | bit 1 is signed, | |
279 | bit 2 is unsigned, | |
280 | bit 3 is used with bit 0 for swapping signed/unsigned. */ | |
c896fe29 | 281 | typedef enum { |
0aed257f RH |
282 | /* non-signed */ |
283 | TCG_COND_NEVER = 0 | 0 | 0 | 0, | |
284 | TCG_COND_ALWAYS = 0 | 0 | 0 | 1, | |
285 | TCG_COND_EQ = 8 | 0 | 0 | 0, | |
286 | TCG_COND_NE = 8 | 0 | 0 | 1, | |
287 | /* signed */ | |
288 | TCG_COND_LT = 0 | 0 | 2 | 0, | |
289 | TCG_COND_GE = 0 | 0 | 2 | 1, | |
290 | TCG_COND_LE = 8 | 0 | 2 | 0, | |
291 | TCG_COND_GT = 8 | 0 | 2 | 1, | |
c896fe29 | 292 | /* unsigned */ |
0aed257f RH |
293 | TCG_COND_LTU = 0 | 4 | 0 | 0, |
294 | TCG_COND_GEU = 0 | 4 | 0 | 1, | |
295 | TCG_COND_LEU = 8 | 4 | 0 | 0, | |
296 | TCG_COND_GTU = 8 | 4 | 0 | 1, | |
c896fe29 FB |
297 | } TCGCond; |
298 | ||
1c086220 | 299 | /* Invert the sense of the comparison. */ |
401d466d RH |
300 | static inline TCGCond tcg_invert_cond(TCGCond c) |
301 | { | |
302 | return (TCGCond)(c ^ 1); | |
303 | } | |
304 | ||
1c086220 RH |
305 | /* Swap the operands in a comparison. */ |
306 | static inline TCGCond tcg_swap_cond(TCGCond c) | |
307 | { | |
0aed257f | 308 | return c & 6 ? (TCGCond)(c ^ 9) : c; |
1c086220 RH |
309 | } |
310 | ||
d1e321b8 | 311 | /* Create an "unsigned" version of a "signed" comparison. */ |
ff44c2f3 RH |
312 | static inline TCGCond tcg_unsigned_cond(TCGCond c) |
313 | { | |
0aed257f | 314 | return c & 2 ? (TCGCond)(c ^ 6) : c; |
ff44c2f3 RH |
315 | } |
316 | ||
d1e321b8 | 317 | /* Must a comparison be considered unsigned? */ |
bcc66562 RH |
318 | static inline bool is_unsigned_cond(TCGCond c) |
319 | { | |
0aed257f | 320 | return (c & 4) != 0; |
bcc66562 RH |
321 | } |
322 | ||
d1e321b8 RH |
323 | /* Create a "high" version of a double-word comparison. |
324 | This removes equality from a LTE or GTE comparison. */ | |
325 | static inline TCGCond tcg_high_cond(TCGCond c) | |
326 | { | |
327 | switch (c) { | |
328 | case TCG_COND_GE: | |
329 | case TCG_COND_LE: | |
330 | case TCG_COND_GEU: | |
331 | case TCG_COND_LEU: | |
332 | return (TCGCond)(c ^ 8); | |
333 | default: | |
334 | return c; | |
335 | } | |
336 | } | |
337 | ||
c896fe29 FB |
338 | #define TEMP_VAL_DEAD 0 |
339 | #define TEMP_VAL_REG 1 | |
340 | #define TEMP_VAL_MEM 2 | |
341 | #define TEMP_VAL_CONST 3 | |
342 | ||
343 | /* XXX: optimize memory layout */ | |
344 | typedef struct TCGTemp { | |
345 | TCGType base_type; | |
346 | TCGType type; | |
347 | int val_type; | |
348 | int reg; | |
349 | tcg_target_long val; | |
350 | int mem_reg; | |
351 | tcg_target_long mem_offset; | |
352 | unsigned int fixed_reg:1; | |
353 | unsigned int mem_coherent:1; | |
354 | unsigned int mem_allocated:1; | |
5225d669 | 355 | unsigned int temp_local:1; /* If true, the temp is saved across |
641d5fbe | 356 | basic blocks. Otherwise, it is not |
5225d669 | 357 | preserved across basic blocks. */ |
e8996ee0 FB |
358 | unsigned int temp_allocated:1; /* never used for code gen */ |
359 | /* index of next free temp of same base type, -1 if end */ | |
360 | int next_free_temp; | |
c896fe29 FB |
361 | const char *name; |
362 | } TCGTemp; | |
363 | ||
364 | typedef struct TCGHelperInfo { | |
4dc81f28 | 365 | tcg_target_ulong func; |
c896fe29 FB |
366 | const char *name; |
367 | } TCGHelperInfo; | |
368 | ||
369 | typedef struct TCGContext TCGContext; | |
370 | ||
c896fe29 FB |
371 | struct TCGContext { |
372 | uint8_t *pool_cur, *pool_end; | |
4055299e | 373 | TCGPool *pool_first, *pool_current, *pool_first_large; |
c896fe29 FB |
374 | TCGLabel *labels; |
375 | int nb_labels; | |
c896fe29 FB |
376 | int nb_globals; |
377 | int nb_temps; | |
641d5fbe FB |
378 | /* index of free temps, -1 if none */ |
379 | int first_free_temp[TCG_TYPE_COUNT * 2]; | |
c896fe29 FB |
380 | |
381 | /* goto_tb support */ | |
382 | uint8_t *code_buf; | |
fe7e1d3e | 383 | uintptr_t *tb_next; |
c896fe29 FB |
384 | uint16_t *tb_next_offset; |
385 | uint16_t *tb_jmp_offset; /* != NULL if USE_DIRECT_JUMP */ | |
386 | ||
641d5fbe | 387 | /* liveness analysis */ |
866cb6cb AJ |
388 | uint16_t *op_dead_args; /* for each operation, each bit tells if the |
389 | corresponding argument is dead */ | |
ec7a869d AJ |
390 | uint8_t *op_sync_args; /* for each operation, each bit tells if the |
391 | corresponding output argument needs to be | |
392 | sync to memory. */ | |
641d5fbe | 393 | |
c896fe29 FB |
394 | /* tells in which temporary a given register is. It does not take |
395 | into account fixed registers */ | |
396 | int reg_to_temp[TCG_TARGET_NB_REGS]; | |
397 | TCGRegSet reserved_regs; | |
398 | tcg_target_long current_frame_offset; | |
399 | tcg_target_long frame_start; | |
400 | tcg_target_long frame_end; | |
401 | int frame_reg; | |
402 | ||
403 | uint8_t *code_ptr; | |
d8382011 | 404 | TCGTemp temps[TCG_MAX_TEMPS]; /* globals first, temps after */ |
c896fe29 | 405 | |
c896fe29 FB |
406 | TCGHelperInfo *helpers; |
407 | int nb_helpers; | |
408 | int allocated_helpers; | |
e8996ee0 | 409 | int helpers_sorted; |
a23a9ec6 FB |
410 | |
411 | #ifdef CONFIG_PROFILER | |
412 | /* profiling info */ | |
413 | int64_t tb_count1; | |
414 | int64_t tb_count; | |
415 | int64_t op_count; /* total insn count */ | |
416 | int op_count_max; /* max insn per TB */ | |
417 | int64_t temp_count; | |
418 | int temp_count_max; | |
a23a9ec6 FB |
419 | int64_t del_op_count; |
420 | int64_t code_in_len; | |
421 | int64_t code_out_len; | |
422 | int64_t interm_time; | |
423 | int64_t code_time; | |
424 | int64_t la_time; | |
c5cc28ff | 425 | int64_t opt_time; |
a23a9ec6 FB |
426 | int64_t restore_count; |
427 | int64_t restore_time; | |
428 | #endif | |
27bfd83c PM |
429 | |
430 | #ifdef CONFIG_DEBUG_TCG | |
431 | int temps_in_use; | |
0a209d4b | 432 | int goto_tb_issue_mask; |
27bfd83c | 433 | #endif |
c896fe29 FB |
434 | }; |
435 | ||
436 | extern TCGContext tcg_ctx; | |
437 | extern uint16_t *gen_opc_ptr; | |
438 | extern TCGArg *gen_opparam_ptr; | |
439 | extern uint16_t gen_opc_buf[]; | |
440 | extern TCGArg gen_opparam_buf[]; | |
441 | ||
442 | /* pool based memory allocation */ | |
443 | ||
444 | void *tcg_malloc_internal(TCGContext *s, int size); | |
445 | void tcg_pool_reset(TCGContext *s); | |
446 | void tcg_pool_delete(TCGContext *s); | |
447 | ||
448 | static inline void *tcg_malloc(int size) | |
449 | { | |
450 | TCGContext *s = &tcg_ctx; | |
451 | uint8_t *ptr, *ptr_end; | |
452 | size = (size + sizeof(long) - 1) & ~(sizeof(long) - 1); | |
453 | ptr = s->pool_cur; | |
454 | ptr_end = ptr + size; | |
455 | if (unlikely(ptr_end > s->pool_end)) { | |
456 | return tcg_malloc_internal(&tcg_ctx, size); | |
457 | } else { | |
458 | s->pool_cur = ptr_end; | |
459 | return ptr; | |
460 | } | |
461 | } | |
462 | ||
463 | void tcg_context_init(TCGContext *s); | |
9002ec79 | 464 | void tcg_prologue_init(TCGContext *s); |
c896fe29 FB |
465 | void tcg_func_start(TCGContext *s); |
466 | ||
54604f74 AJ |
467 | int tcg_gen_code(TCGContext *s, uint8_t *gen_code_buf); |
468 | int tcg_gen_code_search_pc(TCGContext *s, uint8_t *gen_code_buf, long offset); | |
c896fe29 FB |
469 | |
470 | void tcg_set_frame(TCGContext *s, int reg, | |
471 | tcg_target_long start, tcg_target_long size); | |
a7812ae4 PB |
472 | |
473 | TCGv_i32 tcg_global_reg_new_i32(int reg, const char *name); | |
474 | TCGv_i32 tcg_global_mem_new_i32(int reg, tcg_target_long offset, | |
475 | const char *name); | |
476 | TCGv_i32 tcg_temp_new_internal_i32(int temp_local); | |
477 | static inline TCGv_i32 tcg_temp_new_i32(void) | |
478 | { | |
479 | return tcg_temp_new_internal_i32(0); | |
480 | } | |
481 | static inline TCGv_i32 tcg_temp_local_new_i32(void) | |
482 | { | |
483 | return tcg_temp_new_internal_i32(1); | |
484 | } | |
485 | void tcg_temp_free_i32(TCGv_i32 arg); | |
486 | char *tcg_get_arg_str_i32(TCGContext *s, char *buf, int buf_size, TCGv_i32 arg); | |
487 | ||
488 | TCGv_i64 tcg_global_reg_new_i64(int reg, const char *name); | |
489 | TCGv_i64 tcg_global_mem_new_i64(int reg, tcg_target_long offset, | |
490 | const char *name); | |
491 | TCGv_i64 tcg_temp_new_internal_i64(int temp_local); | |
492 | static inline TCGv_i64 tcg_temp_new_i64(void) | |
641d5fbe | 493 | { |
a7812ae4 | 494 | return tcg_temp_new_internal_i64(0); |
641d5fbe | 495 | } |
a7812ae4 | 496 | static inline TCGv_i64 tcg_temp_local_new_i64(void) |
641d5fbe | 497 | { |
a7812ae4 | 498 | return tcg_temp_new_internal_i64(1); |
641d5fbe | 499 | } |
a7812ae4 PB |
500 | void tcg_temp_free_i64(TCGv_i64 arg); |
501 | char *tcg_get_arg_str_i64(TCGContext *s, char *buf, int buf_size, TCGv_i64 arg); | |
502 | ||
27bfd83c PM |
503 | #if defined(CONFIG_DEBUG_TCG) |
504 | /* If you call tcg_clear_temp_count() at the start of a section of | |
505 | * code which is not supposed to leak any TCG temporaries, then | |
506 | * calling tcg_check_temp_count() at the end of the section will | |
507 | * return 1 if the section did in fact leak a temporary. | |
508 | */ | |
509 | void tcg_clear_temp_count(void); | |
510 | int tcg_check_temp_count(void); | |
511 | #else | |
512 | #define tcg_clear_temp_count() do { } while (0) | |
513 | #define tcg_check_temp_count() 0 | |
514 | #endif | |
515 | ||
405cf9ff | 516 | void tcg_dump_info(FILE *f, fprintf_function cpu_fprintf); |
c896fe29 FB |
517 | |
518 | #define TCG_CT_ALIAS 0x80 | |
519 | #define TCG_CT_IALIAS 0x40 | |
520 | #define TCG_CT_REG 0x01 | |
521 | #define TCG_CT_CONST 0x02 /* any constant of register size */ | |
522 | ||
523 | typedef struct TCGArgConstraint { | |
5ff9d6a4 FB |
524 | uint16_t ct; |
525 | uint8_t alias_index; | |
c896fe29 FB |
526 | union { |
527 | TCGRegSet regs; | |
528 | } u; | |
529 | } TCGArgConstraint; | |
530 | ||
531 | #define TCG_MAX_OP_ARGS 16 | |
532 | ||
8399ad59 RH |
533 | /* Bits for TCGOpDef->flags, 8 bits available. */ |
534 | enum { | |
535 | /* Instruction defines the end of a basic block. */ | |
536 | TCG_OPF_BB_END = 0x01, | |
537 | /* Instruction clobbers call registers and potentially update globals. */ | |
538 | TCG_OPF_CALL_CLOBBER = 0x02, | |
3d5c5f87 AJ |
539 | /* Instruction has side effects: it cannot be removed if its outputs |
540 | are not used, and might trigger exceptions. */ | |
8399ad59 RH |
541 | TCG_OPF_SIDE_EFFECTS = 0x04, |
542 | /* Instruction operands are 64-bits (otherwise 32-bits). */ | |
543 | TCG_OPF_64BIT = 0x08, | |
25c4d9cc RH |
544 | /* Instruction is optional and not implemented by the host. */ |
545 | TCG_OPF_NOT_PRESENT = 0x10, | |
8399ad59 | 546 | }; |
c896fe29 FB |
547 | |
548 | typedef struct TCGOpDef { | |
549 | const char *name; | |
550 | uint8_t nb_oargs, nb_iargs, nb_cargs, nb_args; | |
551 | uint8_t flags; | |
c896fe29 FB |
552 | TCGArgConstraint *args_ct; |
553 | int *sorted_args; | |
c68aaa18 SW |
554 | #if defined(CONFIG_DEBUG_TCG) |
555 | int used; | |
556 | #endif | |
c896fe29 | 557 | } TCGOpDef; |
8399ad59 RH |
558 | |
559 | extern TCGOpDef tcg_op_defs[]; | |
2a24374a SW |
560 | extern const size_t tcg_op_defs_max; |
561 | ||
c896fe29 | 562 | typedef struct TCGTargetOpDef { |
a9751609 | 563 | TCGOpcode op; |
c896fe29 FB |
564 | const char *args_ct_str[TCG_MAX_OP_ARGS]; |
565 | } TCGTargetOpDef; | |
566 | ||
c896fe29 FB |
567 | #define tcg_abort() \ |
568 | do {\ | |
569 | fprintf(stderr, "%s:%d: tcg fatal error\n", __FILE__, __LINE__);\ | |
570 | abort();\ | |
571 | } while (0) | |
572 | ||
c552d6c0 RH |
573 | #ifdef CONFIG_DEBUG_TCG |
574 | # define tcg_debug_assert(X) do { assert(X); } while (0) | |
575 | #elif QEMU_GNUC_PREREQ(4, 5) | |
576 | # define tcg_debug_assert(X) \ | |
577 | do { if (!(X)) { __builtin_unreachable(); } } while (0) | |
578 | #else | |
579 | # define tcg_debug_assert(X) do { (void)(X); } while (0) | |
580 | #endif | |
581 | ||
c896fe29 FB |
582 | void tcg_add_target_add_op_defs(const TCGTargetOpDef *tdefs); |
583 | ||
c896fe29 | 584 | #if TCG_TARGET_REG_BITS == 32 |
ebecf363 PM |
585 | #define TCGV_NAT_TO_PTR(n) MAKE_TCGV_PTR(GET_TCGV_I32(n)) |
586 | #define TCGV_PTR_TO_NAT(n) MAKE_TCGV_I32(GET_TCGV_PTR(n)) | |
587 | ||
73f5e313 | 588 | #define tcg_const_ptr(V) TCGV_NAT_TO_PTR(tcg_const_i32((tcg_target_long)(V))) |
ebecf363 PM |
589 | #define tcg_global_reg_new_ptr(R, N) \ |
590 | TCGV_NAT_TO_PTR(tcg_global_reg_new_i32((R), (N))) | |
591 | #define tcg_global_mem_new_ptr(R, O, N) \ | |
592 | TCGV_NAT_TO_PTR(tcg_global_mem_new_i32((R), (O), (N))) | |
593 | #define tcg_temp_new_ptr() TCGV_NAT_TO_PTR(tcg_temp_new_i32()) | |
594 | #define tcg_temp_free_ptr(T) tcg_temp_free_i32(TCGV_PTR_TO_NAT(T)) | |
c896fe29 | 595 | #else |
ebecf363 PM |
596 | #define TCGV_NAT_TO_PTR(n) MAKE_TCGV_PTR(GET_TCGV_I64(n)) |
597 | #define TCGV_PTR_TO_NAT(n) MAKE_TCGV_I64(GET_TCGV_PTR(n)) | |
598 | ||
73f5e313 | 599 | #define tcg_const_ptr(V) TCGV_NAT_TO_PTR(tcg_const_i64((tcg_target_long)(V))) |
ebecf363 PM |
600 | #define tcg_global_reg_new_ptr(R, N) \ |
601 | TCGV_NAT_TO_PTR(tcg_global_reg_new_i64((R), (N))) | |
602 | #define tcg_global_mem_new_ptr(R, O, N) \ | |
603 | TCGV_NAT_TO_PTR(tcg_global_mem_new_i64((R), (O), (N))) | |
604 | #define tcg_temp_new_ptr() TCGV_NAT_TO_PTR(tcg_temp_new_i64()) | |
605 | #define tcg_temp_free_ptr(T) tcg_temp_free_i64(TCGV_PTR_TO_NAT(T)) | |
c896fe29 FB |
606 | #endif |
607 | ||
a7812ae4 PB |
608 | void tcg_gen_callN(TCGContext *s, TCGv_ptr func, unsigned int flags, |
609 | int sizemask, TCGArg ret, int nargs, TCGArg *args); | |
610 | ||
611 | void tcg_gen_shifti_i64(TCGv_i64 ret, TCGv_i64 arg1, | |
612 | int c, int right, int arith); | |
613 | ||
8f2e8c07 KB |
614 | TCGArg *tcg_optimize(TCGContext *s, uint16_t *tcg_opc_ptr, TCGArg *args, |
615 | TCGOpDef *tcg_op_def); | |
616 | ||
a7812ae4 PB |
617 | /* only used for debugging purposes */ |
618 | void tcg_register_helper(void *func, const char *name); | |
619 | const char *tcg_helper_get_name(TCGContext *s, void *func); | |
eeacee4d | 620 | void tcg_dump_ops(TCGContext *s); |
a7812ae4 PB |
621 | |
622 | void dump_ops(const uint16_t *opc_buf, const TCGArg *opparam_buf); | |
623 | TCGv_i32 tcg_const_i32(int32_t val); | |
624 | TCGv_i64 tcg_const_i64(int64_t val); | |
625 | TCGv_i32 tcg_const_local_i32(int32_t val); | |
626 | TCGv_i64 tcg_const_local_i64(int64_t val); | |
627 | ||
4438c8a9 | 628 | extern uint8_t *code_gen_prologue; |
ce285b17 SW |
629 | |
630 | /* TCG targets may use a different definition of tcg_qemu_tb_exec. */ | |
631 | #if !defined(tcg_qemu_tb_exec) | |
632 | # define tcg_qemu_tb_exec(env, tb_ptr) \ | |
6a18ae2d | 633 | ((tcg_target_ulong (*)(void *, void *))code_gen_prologue)(env, tb_ptr) |
932a6909 | 634 | #endif |
813da627 RH |
635 | |
636 | void tcg_register_jit(void *buf, size_t buf_size); |