master
h 591 lines 28.4 KB
Raw
1 /* SPDX-License-Identifier: MIT */
2 /*
3 * Target independent opcode generation functions.
4 *
5 * Copyright (c) 2008 Fabrice Bellard
6 */
7
8 #ifndef TCG_TCG_OP_COMMON_H
9 #define TCG_TCG_OP_COMMON_H
10
11 #include "tcg/tcg.h"
12 #include "exec/helper-proto-common.h"
13 #include "exec/helper-gen-common.h"
14
15 TCGv_i32 tcg_constant_i32(int32_t val);
16 TCGv_i64 tcg_constant_i64(int64_t val);
17 TCGv_vaddr tcg_constant_vaddr(uintptr_t val);
18 TCGv_vec tcg_constant_vec(TCGType type, unsigned vece, int64_t val);
19 TCGv_vec tcg_constant_vec_matching(TCGv_vec match, unsigned vece, int64_t val);
20
21 TCGv_i128 tcg_zero_i128(void);
22
23 TCGv_i32 tcg_temp_new_i32(void);
24 TCGv_i64 tcg_temp_new_i64(void);
25 TCGv_ptr tcg_temp_new_ptr(void);
26 TCGv_i128 tcg_temp_new_i128(void);
27 TCGv_vec tcg_temp_new_vec(TCGType type);
28 TCGv_vec tcg_temp_new_vec_matching(TCGv_vec match);
29
30 TCGv_i32 tcg_global_mem_new_i32(TCGv_ptr reg, intptr_t off, const char *name);
31 TCGv_i64 tcg_global_mem_new_i64(TCGv_ptr reg, intptr_t off, const char *name);
32 TCGv_ptr tcg_global_mem_new_ptr(TCGv_ptr reg, intptr_t off, const char *name);
33
34 /* Generic ops. */
35 static inline void tcg_gen_insn_start(uint64_t pc, uint64_t a1,
36 uint64_t a2)
37 {
38 TCGOp *op = tcg_emit_op(INDEX_op_insn_start, INSN_START_WORDS);
39 tcg_set_insn_start_param(op, 0, pc);
40 tcg_set_insn_start_param(op, 1, a1);
41 tcg_set_insn_start_param(op, 2, a2);
42 }
43
44 void gen_set_label(TCGLabel *l);
45 void tcg_gen_br(TCGLabel *l);
46 void tcg_gen_mb(TCGBar);
47
48 /**
49 * tcg_gen_exit_tb() - output exit_tb TCG operation
50 * @tb: The TranslationBlock from which we are exiting
51 * @idx: Direct jump slot index, or exit request
52 *
53 * See tcg/README for more info about this TCG operation.
54 * See also tcg.h and the block comment above TB_EXIT_MASK.
55 *
56 * For a normal exit from the TB, back to the main loop, @tb should
57 * be NULL and @idx should be 0. Otherwise, @tb should be valid and
58 * @idx should be one of the TB_EXIT_ values.
59 */
60 void tcg_gen_exit_tb(const TranslationBlock *tb, unsigned idx);
61
62 /**
63 * tcg_gen_goto_tb() - output goto_tb TCG operation
64 * @idx: Direct jump slot index (0 or 1)
65 *
66 * See tcg/README for more info about this TCG operation.
67 *
68 * NOTE: In system emulation, direct jumps with goto_tb are only safe within
69 * the pages this TB resides in because we don't take care of direct jumps when
70 * address mapping changes, e.g. in tlb_flush(). In user mode, there's only a
71 * static address translation, so the destination address is always valid, TBs
72 * are always invalidated properly, and direct jumps are reset when mapping
73 * changes.
74 */
75 void tcg_gen_goto_tb(unsigned idx);
76
77 /**
78 * tcg_gen_lookup_and_goto_ptr() - look up the current TB, jump to it if valid
79 * @addr: Guest address of the target TB
80 *
81 * If the TB is not valid, jump to the epilogue.
82 *
83 * This operation is optional. If the TCG backend does not implement goto_ptr,
84 * this op is equivalent to calling tcg_gen_exit_tb() with 0 as the argument.
85 */
86 void tcg_gen_lookup_and_goto_ptr(void);
87
88 void tcg_gen_plugin_cb(unsigned from);
89 void tcg_gen_plugin_mem_cb(TCGv_i64 addr, unsigned meminfo);
90
91 /* 32 bit ops */
92
93 void tcg_gen_movi_i32(TCGv_i32 ret, int32_t arg);
94 void tcg_gen_addi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
95 void tcg_gen_subfi_i32(TCGv_i32 ret, int32_t arg1, TCGv_i32 arg2);
96 void tcg_gen_subi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
97 void tcg_gen_andi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
98 void tcg_gen_ori_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
99 void tcg_gen_xori_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
100 void tcg_gen_shli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
101 void tcg_gen_shri_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
102 void tcg_gen_sari_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
103 void tcg_gen_muli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
104 void tcg_gen_div_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
105 void tcg_gen_rem_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
106 void tcg_gen_divu_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
107 void tcg_gen_remu_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
108 void tcg_gen_andc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
109 void tcg_gen_eqv_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
110 void tcg_gen_nand_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
111 void tcg_gen_nor_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
112 void tcg_gen_orc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
113 void tcg_gen_clz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
114 void tcg_gen_ctz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
115 void tcg_gen_clzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
116 void tcg_gen_ctzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
117 void tcg_gen_clrsb_i32(TCGv_i32 ret, TCGv_i32 arg);
118 void tcg_gen_ctpop_i32(TCGv_i32 a1, TCGv_i32 a2);
119 void tcg_gen_rotl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
120 void tcg_gen_rotli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
121 void tcg_gen_rotr_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
122 void tcg_gen_rotri_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
123 void tcg_gen_deposit_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2,
124 unsigned int ofs, unsigned int len);
125 void tcg_gen_deposit_z_i32(TCGv_i32 ret, TCGv_i32 arg,
126 unsigned int ofs, unsigned int len);
127 void tcg_gen_extract_i32(TCGv_i32 ret, TCGv_i32 arg,
128 unsigned int ofs, unsigned int len);
129 void tcg_gen_sextract_i32(TCGv_i32 ret, TCGv_i32 arg,
130 unsigned int ofs, unsigned int len);
131 void tcg_gen_extract2_i32(TCGv_i32 ret, TCGv_i32 al, TCGv_i32 ah,
132 unsigned int ofs);
133 void tcg_gen_brcond_i32(TCGCond cond, TCGv_i32 arg1, TCGv_i32 arg2, TCGLabel *);
134 void tcg_gen_brcondi_i32(TCGCond cond, TCGv_i32 arg1, int32_t arg2, TCGLabel *);
135 void tcg_gen_setcond_i32(TCGCond cond, TCGv_i32 ret,
136 TCGv_i32 arg1, TCGv_i32 arg2);
137 void tcg_gen_setcondi_i32(TCGCond cond, TCGv_i32 ret,
138 TCGv_i32 arg1, int32_t arg2);
139 void tcg_gen_negsetcond_i32(TCGCond cond, TCGv_i32 ret,
140 TCGv_i32 arg1, TCGv_i32 arg2);
141 void tcg_gen_negsetcondi_i32(TCGCond cond, TCGv_i32 ret,
142 TCGv_i32 arg1, int32_t arg2);
143 void tcg_gen_movcond_i32(TCGCond cond, TCGv_i32 ret, TCGv_i32 c1,
144 TCGv_i32 c2, TCGv_i32 v1, TCGv_i32 v2);
145 void tcg_gen_add2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 al,
146 TCGv_i32 ah, TCGv_i32 bl, TCGv_i32 bh);
147 void tcg_gen_sub2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 al,
148 TCGv_i32 ah, TCGv_i32 bl, TCGv_i32 bh);
149 void tcg_gen_addcio_i32(TCGv_i32 r, TCGv_i32 co,
150 TCGv_i32 a, TCGv_i32 b, TCGv_i32 ci);
151 void tcg_gen_mulu2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
152 void tcg_gen_muls2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
153 void tcg_gen_mulsu2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
154 void tcg_gen_ext8s_i32(TCGv_i32 ret, TCGv_i32 arg);
155 void tcg_gen_ext16s_i32(TCGv_i32 ret, TCGv_i32 arg);
156 void tcg_gen_ext8u_i32(TCGv_i32 ret, TCGv_i32 arg);
157 void tcg_gen_ext16u_i32(TCGv_i32 ret, TCGv_i32 arg);
158 void tcg_gen_ext_i32(TCGv_i32 ret, TCGv_i32 val, MemOp opc);
159 void tcg_gen_bswap16_i32(TCGv_i32 ret, TCGv_i32 arg, int flags);
160 void tcg_gen_bswap32_i32(TCGv_i32 ret, TCGv_i32 arg);
161 void tcg_gen_hswap_i32(TCGv_i32 ret, TCGv_i32 arg);
162 void tcg_gen_smin_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
163 void tcg_gen_smax_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
164 void tcg_gen_umin_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
165 void tcg_gen_umax_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
166 void tcg_gen_ussub_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
167 void tcg_gen_abs_i32(TCGv_i32, TCGv_i32);
168 void tcg_gen_revbit8_i32(TCGv_i32 ret, TCGv_i32 arg);
169 void tcg_gen_revbit32_i32(TCGv_i32 ret, TCGv_i32 arg);
170
171 /* Replicate a value of size @vece from @in to all the lanes in @out */
172 void tcg_gen_dup_i32(unsigned vece, TCGv_i32 out, TCGv_i32 in);
173
174 void tcg_gen_discard_i32(TCGv_i32 arg);
175 void tcg_gen_mov_i32(TCGv_i32 ret, TCGv_i32 arg);
176
177 void tcg_gen_ld8u_i32(TCGv_i32 ret, TCGv_ptr arg2, tcg_target_long offset);
178 void tcg_gen_ld8s_i32(TCGv_i32 ret, TCGv_ptr arg2, tcg_target_long offset);
179 void tcg_gen_ld16u_i32(TCGv_i32 ret, TCGv_ptr arg2, tcg_target_long offset);
180 void tcg_gen_ld16s_i32(TCGv_i32 ret, TCGv_ptr arg2, tcg_target_long offset);
181 void tcg_gen_ld_i32(TCGv_i32 ret, TCGv_ptr arg2, tcg_target_long offset);
182
183 void tcg_gen_st8_i32(TCGv_i32 arg1, TCGv_ptr arg2, tcg_target_long offset);
184 void tcg_gen_st16_i32(TCGv_i32 arg1, TCGv_ptr arg2, tcg_target_long offset);
185 void tcg_gen_st_i32(TCGv_i32 arg1, TCGv_ptr arg2, tcg_target_long offset);
186
187 void tcg_gen_add_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
188 void tcg_gen_sub_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
189 void tcg_gen_and_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
190 void tcg_gen_or_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
191 void tcg_gen_xor_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
192 void tcg_gen_shl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
193 void tcg_gen_shr_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
194 void tcg_gen_sar_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
195 void tcg_gen_mul_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
196 void tcg_gen_neg_i32(TCGv_i32 ret, TCGv_i32 arg);
197 void tcg_gen_not_i32(TCGv_i32 ret, TCGv_i32 arg);
198
199 /* 64 bit ops */
200
201 void tcg_gen_movi_i64(TCGv_i64 ret, int64_t arg);
202 void tcg_gen_addi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
203 void tcg_gen_subfi_i64(TCGv_i64 ret, int64_t arg1, TCGv_i64 arg2);
204 void tcg_gen_subi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
205 void tcg_gen_andi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
206 void tcg_gen_ori_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
207 void tcg_gen_xori_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
208 void tcg_gen_shli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
209 void tcg_gen_shri_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
210 void tcg_gen_sari_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
211 void tcg_gen_muli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
212 void tcg_gen_div_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
213 void tcg_gen_rem_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
214 void tcg_gen_divu_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
215 void tcg_gen_remu_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
216 void tcg_gen_andc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
217 void tcg_gen_eqv_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
218 void tcg_gen_nand_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
219 void tcg_gen_nor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
220 void tcg_gen_orc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
221 void tcg_gen_clz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
222 void tcg_gen_ctz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
223 void tcg_gen_clzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
224 void tcg_gen_ctzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
225 void tcg_gen_clrsb_i64(TCGv_i64 ret, TCGv_i64 arg);
226 void tcg_gen_ctpop_i64(TCGv_i64 a1, TCGv_i64 a2);
227 void tcg_gen_rotl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
228 void tcg_gen_rotli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
229 void tcg_gen_rotr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
230 void tcg_gen_rotri_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
231 void tcg_gen_deposit_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2,
232 unsigned int ofs, unsigned int len);
233 void tcg_gen_deposit_z_i64(TCGv_i64 ret, TCGv_i64 arg,
234 unsigned int ofs, unsigned int len);
235 void tcg_gen_extract_i64(TCGv_i64 ret, TCGv_i64 arg,
236 unsigned int ofs, unsigned int len);
237 void tcg_gen_sextract_i64(TCGv_i64 ret, TCGv_i64 arg,
238 unsigned int ofs, unsigned int len);
239 void tcg_gen_extract2_i64(TCGv_i64 ret, TCGv_i64 al, TCGv_i64 ah,
240 unsigned int ofs);
241 void tcg_gen_brcond_i64(TCGCond cond, TCGv_i64 arg1, TCGv_i64 arg2, TCGLabel *);
242 void tcg_gen_brcondi_i64(TCGCond cond, TCGv_i64 arg1, int64_t arg2, TCGLabel *);
243 void tcg_gen_setcond_i64(TCGCond cond, TCGv_i64 ret,
244 TCGv_i64 arg1, TCGv_i64 arg2);
245 void tcg_gen_setcondi_i64(TCGCond cond, TCGv_i64 ret,
246 TCGv_i64 arg1, int64_t arg2);
247 void tcg_gen_negsetcond_i64(TCGCond cond, TCGv_i64 ret,
248 TCGv_i64 arg1, TCGv_i64 arg2);
249 void tcg_gen_negsetcondi_i64(TCGCond cond, TCGv_i64 ret,
250 TCGv_i64 arg1, int64_t arg2);
251 void tcg_gen_movcond_i64(TCGCond cond, TCGv_i64 ret, TCGv_i64 c1,
252 TCGv_i64 c2, TCGv_i64 v1, TCGv_i64 v2);
253 void tcg_gen_add2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 al,
254 TCGv_i64 ah, TCGv_i64 bl, TCGv_i64 bh);
255 void tcg_gen_sub2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 al,
256 TCGv_i64 ah, TCGv_i64 bl, TCGv_i64 bh);
257 void tcg_gen_addcio_i64(TCGv_i64 r, TCGv_i64 co,
258 TCGv_i64 a, TCGv_i64 b, TCGv_i64 ci);
259 void tcg_gen_addN_i64(int n, TCGv_i64 *r, TCGv_i64 *a, TCGv_i64 *b);
260 void tcg_gen_mulu2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
261 void tcg_gen_muls2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
262 void tcg_gen_mulsu2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
263 void tcg_gen_not_i64(TCGv_i64 ret, TCGv_i64 arg);
264 void tcg_gen_ext8s_i64(TCGv_i64 ret, TCGv_i64 arg);
265 void tcg_gen_ext16s_i64(TCGv_i64 ret, TCGv_i64 arg);
266 void tcg_gen_ext32s_i64(TCGv_i64 ret, TCGv_i64 arg);
267 void tcg_gen_ext8u_i64(TCGv_i64 ret, TCGv_i64 arg);
268 void tcg_gen_ext16u_i64(TCGv_i64 ret, TCGv_i64 arg);
269 void tcg_gen_ext32u_i64(TCGv_i64 ret, TCGv_i64 arg);
270 void tcg_gen_ext_i64(TCGv_i64 ret, TCGv_i64 val, MemOp opc);
271 void tcg_gen_bswap16_i64(TCGv_i64 ret, TCGv_i64 arg, int flags);
272 void tcg_gen_bswap32_i64(TCGv_i64 ret, TCGv_i64 arg, int flags);
273 void tcg_gen_bswap64_i64(TCGv_i64 ret, TCGv_i64 arg);
274 void tcg_gen_hswap_i64(TCGv_i64 ret, TCGv_i64 arg);
275 void tcg_gen_wswap_i64(TCGv_i64 ret, TCGv_i64 arg);
276 void tcg_gen_smin_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
277 void tcg_gen_smax_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
278 void tcg_gen_umin_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
279 void tcg_gen_umax_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
280 void tcg_gen_ussub_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
281 void tcg_gen_abs_i64(TCGv_i64, TCGv_i64);
282 void tcg_gen_revbit8_i64(TCGv_i64 ret, TCGv_i64 arg);
283 void tcg_gen_revbit32_i64(TCGv_i64 ret, TCGv_i64 arg, int flags);
284 void tcg_gen_revbit64_i64(TCGv_i64 ret, TCGv_i64 arg);
285
286 /* Replicate a value of size @vece from @in to all the lanes in @out */
287 void tcg_gen_dup_i64(unsigned vece, TCGv_i64 out, TCGv_i64 in);
288
289 void tcg_gen_st8_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
290 void tcg_gen_st16_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
291 void tcg_gen_st32_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
292
293 void tcg_gen_add_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
294 void tcg_gen_sub_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
295
296 void tcg_gen_discard_i64(TCGv_i64 arg);
297 void tcg_gen_mov_i64(TCGv_i64 ret, TCGv_i64 arg);
298 void tcg_gen_ld8u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
299 void tcg_gen_ld8s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
300 void tcg_gen_ld16u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
301 void tcg_gen_ld16s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
302 void tcg_gen_ld32u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
303 void tcg_gen_ld32s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
304 void tcg_gen_ld_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
305 void tcg_gen_st_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
306 void tcg_gen_and_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
307 void tcg_gen_or_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
308 void tcg_gen_xor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
309 void tcg_gen_shl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
310 void tcg_gen_shr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
311 void tcg_gen_sar_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
312 void tcg_gen_mul_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
313 void tcg_gen_neg_i64(TCGv_i64 ret, TCGv_i64 arg);
314
315
316 /* Size changing operations. */
317
318 void tcg_gen_extu_i32_i64(TCGv_i64 ret, TCGv_i32 arg);
319 void tcg_gen_ext_i32_i64(TCGv_i64 ret, TCGv_i32 arg);
320 void tcg_gen_concat_i32_i64(TCGv_i64 dest, TCGv_i32 low, TCGv_i32 high);
321 void tcg_gen_extrl_i64_i32(TCGv_i32 ret, TCGv_i64 arg);
322 void tcg_gen_extrh_i64_i32(TCGv_i32 ret, TCGv_i64 arg);
323 void tcg_gen_extr_i64_i32(TCGv_i32 lo, TCGv_i32 hi, TCGv_i64 arg);
324 void tcg_gen_extr32_i64(TCGv_i64 lo, TCGv_i64 hi, TCGv_i64 arg);
325 void tcg_gen_concat32_i64(TCGv_i64 ret, TCGv_i64 lo, TCGv_i64 hi);
326
327 void tcg_gen_extr_i128_i64(TCGv_i64 lo, TCGv_i64 hi, TCGv_i128 arg);
328 void tcg_gen_concat_i64_i128(TCGv_i128 ret, TCGv_i64 lo, TCGv_i64 hi);
329
330 /* 128 bit ops */
331
332 void tcg_gen_mov_i128(TCGv_i128 dst, TCGv_i128 src);
333 void tcg_gen_ld_i128(TCGv_i128 ret, TCGv_ptr base, tcg_target_long offset);
334 void tcg_gen_st_i128(TCGv_i128 val, TCGv_ptr base, tcg_target_long offset);
335
336 /* Local load/store bit ops */
337
338 void tcg_gen_qemu_ld_i32_chk(TCGv_i32, TCGTemp *, TCGArg, MemOp, TCGType);
339 void tcg_gen_qemu_st_i32_chk(TCGv_i32, TCGTemp *, TCGArg, MemOp, TCGType);
340 void tcg_gen_qemu_ld_i64_chk(TCGv_i64, TCGTemp *, TCGArg, MemOp, TCGType);
341 void tcg_gen_qemu_st_i64_chk(TCGv_i64, TCGTemp *, TCGArg, MemOp, TCGType);
342 void tcg_gen_qemu_ld_i128_chk(TCGv_i128, TCGTemp *, TCGArg, MemOp, TCGType);
343 void tcg_gen_qemu_st_i128_chk(TCGv_i128, TCGTemp *, TCGArg, MemOp, TCGType);
344
345 /* Atomic ops */
346
347 void tcg_gen_atomic_cmpxchg_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32, TCGv_i32,
348 TCGArg, MemOp, TCGType);
349 void tcg_gen_atomic_cmpxchg_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64, TCGv_i64,
350 TCGArg, MemOp, TCGType);
351 void tcg_gen_atomic_cmpxchg_i128_chk(TCGv_i128, TCGTemp *, TCGv_i128,
352 TCGv_i128, TCGArg, MemOp, TCGType);
353
354 void tcg_gen_nonatomic_cmpxchg_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32, TCGv_i32,
355 TCGArg, MemOp, TCGType);
356 void tcg_gen_nonatomic_cmpxchg_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64, TCGv_i64,
357 TCGArg, MemOp, TCGType);
358 void tcg_gen_nonatomic_cmpxchg_i128_chk(TCGv_i128, TCGTemp *, TCGv_i128,
359 TCGv_i128, TCGArg, MemOp, TCGType);
360
361 void tcg_gen_atomic_xchg_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
362 TCGArg, MemOp, TCGType);
363 void tcg_gen_atomic_xchg_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
364 TCGArg, MemOp, TCGType);
365 void tcg_gen_atomic_xchg_i128_chk(TCGv_i128, TCGTemp *, TCGv_i128,
366 TCGArg, MemOp, TCGType);
367
368 void tcg_gen_atomic_fetch_add_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
369 TCGArg, MemOp, TCGType);
370 void tcg_gen_atomic_fetch_add_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
371 TCGArg, MemOp, TCGType);
372 void tcg_gen_atomic_fetch_and_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
373 TCGArg, MemOp, TCGType);
374 void tcg_gen_atomic_fetch_and_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
375 TCGArg, MemOp, TCGType);
376 void tcg_gen_atomic_fetch_or_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
377 TCGArg, MemOp, TCGType);
378 void tcg_gen_atomic_fetch_or_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
379 TCGArg, MemOp, TCGType);
380 void tcg_gen_atomic_fetch_xor_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
381 TCGArg, MemOp, TCGType);
382 void tcg_gen_atomic_fetch_xor_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
383 TCGArg, MemOp, TCGType);
384 void tcg_gen_atomic_fetch_smin_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
385 TCGArg, MemOp, TCGType);
386 void tcg_gen_atomic_fetch_smin_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
387 TCGArg, MemOp, TCGType);
388 void tcg_gen_atomic_fetch_umin_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
389 TCGArg, MemOp, TCGType);
390 void tcg_gen_atomic_fetch_umin_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
391 TCGArg, MemOp, TCGType);
392 void tcg_gen_atomic_fetch_smax_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
393 TCGArg, MemOp, TCGType);
394 void tcg_gen_atomic_fetch_smax_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
395 TCGArg, MemOp, TCGType);
396 void tcg_gen_atomic_fetch_umax_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
397 TCGArg, MemOp, TCGType);
398 void tcg_gen_atomic_fetch_umax_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
399 TCGArg, MemOp, TCGType);
400
401 void tcg_gen_atomic_add_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
402 TCGArg, MemOp, TCGType);
403 void tcg_gen_atomic_add_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
404 TCGArg, MemOp, TCGType);
405 void tcg_gen_atomic_and_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
406 TCGArg, MemOp, TCGType);
407 void tcg_gen_atomic_and_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
408 TCGArg, MemOp, TCGType);
409 void tcg_gen_atomic_or_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
410 TCGArg, MemOp, TCGType);
411 void tcg_gen_atomic_or_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
412 TCGArg, MemOp, TCGType);
413 void tcg_gen_atomic_xor_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
414 TCGArg, MemOp, TCGType);
415 void tcg_gen_atomic_xor_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
416 TCGArg, MemOp, TCGType);
417 void tcg_gen_atomic_smin_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
418 TCGArg, MemOp, TCGType);
419 void tcg_gen_atomic_smin_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
420 TCGArg, MemOp, TCGType);
421 void tcg_gen_atomic_umin_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
422 TCGArg, MemOp, TCGType);
423 void tcg_gen_atomic_umin_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
424 TCGArg, MemOp, TCGType);
425 void tcg_gen_atomic_smax_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
426 TCGArg, MemOp, TCGType);
427 void tcg_gen_atomic_smax_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
428 TCGArg, MemOp, TCGType);
429 void tcg_gen_atomic_umax_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
430 TCGArg, MemOp, TCGType);
431 void tcg_gen_atomic_umax_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
432 TCGArg, MemOp, TCGType);
433
434 void tcg_gen_atomic_fetch_and_i128_chk(TCGv_i128, TCGTemp *, TCGv_i128,
435 TCGArg, MemOp, TCGType);
436 void tcg_gen_atomic_fetch_or_i128_chk(TCGv_i128, TCGTemp *, TCGv_i128,
437 TCGArg, MemOp, TCGType);
438
439 /* Vector ops */
440
441 void tcg_gen_mov_vec(TCGv_vec, TCGv_vec);
442 void tcg_gen_dup_i32_vec(unsigned vece, TCGv_vec, TCGv_i32);
443 void tcg_gen_dup_i64_vec(unsigned vece, TCGv_vec, TCGv_i64);
444 void tcg_gen_dup_mem_vec(unsigned vece, TCGv_vec, TCGv_ptr, tcg_target_long);
445 void tcg_gen_dupi_vec(unsigned vece, TCGv_vec, uint64_t);
446 void tcg_gen_add_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
447 void tcg_gen_sub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
448 void tcg_gen_mul_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
449 void tcg_gen_and_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
450 void tcg_gen_or_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
451 void tcg_gen_xor_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
452 void tcg_gen_andc_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
453 void tcg_gen_orc_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
454 void tcg_gen_nand_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
455 void tcg_gen_nor_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
456 void tcg_gen_eqv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
457 void tcg_gen_not_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
458 void tcg_gen_neg_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
459 void tcg_gen_abs_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
460 void tcg_gen_ssadd_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
461 void tcg_gen_usadd_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
462 void tcg_gen_sssub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
463 void tcg_gen_ussub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
464 void tcg_gen_smin_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
465 void tcg_gen_umin_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
466 void tcg_gen_smax_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
467 void tcg_gen_umax_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
468
469 void tcg_gen_shli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
470 void tcg_gen_shri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
471 void tcg_gen_sari_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
472 void tcg_gen_rotli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
473 void tcg_gen_rotri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
474
475 void tcg_gen_shls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
476 void tcg_gen_shrs_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
477 void tcg_gen_sars_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
478 void tcg_gen_rotls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
479
480 void tcg_gen_shlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
481 void tcg_gen_shrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
482 void tcg_gen_sarv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
483 void tcg_gen_rotlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
484 void tcg_gen_rotrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
485
486 void tcg_gen_cmp_vec(TCGCond cond, unsigned vece, TCGv_vec r,
487 TCGv_vec a, TCGv_vec b);
488
489 void tcg_gen_bitsel_vec(unsigned vece, TCGv_vec r, TCGv_vec a,
490 TCGv_vec b, TCGv_vec c);
491 void tcg_gen_cmpsel_vec(TCGCond cond, unsigned vece, TCGv_vec r,
492 TCGv_vec a, TCGv_vec b, TCGv_vec c, TCGv_vec d);
493
494 void tcg_gen_ld_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset);
495 void tcg_gen_st_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset);
496 void tcg_gen_stl_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset, TCGType t);
497
498 /* Host pointer ops */
499
500 #if UINTPTR_MAX == UINT32_MAX
501 # define PTR i32
502 # define NAT TCGv_i32
503 #else
504 # define PTR i64
505 # define NAT TCGv_i64
506 #endif
507
508 TCGv_ptr tcg_constant_ptr_int(intptr_t x);
509 #define tcg_constant_ptr(X) tcg_constant_ptr_int((intptr_t)(X))
510
511 static inline void tcg_gen_ld_ptr(TCGv_ptr r, TCGv_ptr a, intptr_t o)
512 {
513 glue(tcg_gen_ld_,PTR)((NAT)r, a, o);
514 }
515
516 static inline void tcg_gen_st_ptr(TCGv_ptr r, TCGv_ptr a, intptr_t o)
517 {
518 glue(tcg_gen_st_, PTR)((NAT)r, a, o);
519 }
520
521 static inline void tcg_gen_discard_ptr(TCGv_ptr a)
522 {
523 glue(tcg_gen_discard_,PTR)((NAT)a);
524 }
525
526 static inline void tcg_gen_add_ptr(TCGv_ptr r, TCGv_ptr a, TCGv_ptr b)
527 {
528 glue(tcg_gen_add_,PTR)((NAT)r, (NAT)a, (NAT)b);
529 }
530
531 static inline void tcg_gen_addi_ptr(TCGv_ptr r, TCGv_ptr a, intptr_t b)
532 {
533 glue(tcg_gen_addi_,PTR)((NAT)r, (NAT)a, b);
534 }
535
536 static inline void tcg_gen_mov_ptr(TCGv_ptr d, TCGv_ptr s)
537 {
538 glue(tcg_gen_mov_,PTR)((NAT)d, (NAT)s);
539 }
540
541 static inline void tcg_gen_movi_ptr(TCGv_ptr d, intptr_t s)
542 {
543 glue(tcg_gen_movi_,PTR)((NAT)d, s);
544 }
545
546 static inline void tcg_gen_brcondi_ptr(TCGCond cond, TCGv_ptr a,
547 intptr_t b, TCGLabel *label)
548 {
549 glue(tcg_gen_brcondi_,PTR)(cond, (NAT)a, b, label);
550 }
551
552 static inline void tcg_gen_ext_i32_ptr(TCGv_ptr r, TCGv_i32 a)
553 {
554 #if UINTPTR_MAX == UINT32_MAX
555 tcg_gen_mov_i32((NAT)r, a);
556 #else
557 tcg_gen_ext_i32_i64((NAT)r, a);
558 #endif
559 }
560
561 static inline void tcg_gen_trunc_i64_ptr(TCGv_ptr r, TCGv_i64 a)
562 {
563 #if UINTPTR_MAX == UINT32_MAX
564 tcg_gen_extrl_i64_i32((NAT)r, a);
565 #else
566 tcg_gen_mov_i64((NAT)r, a);
567 #endif
568 }
569
570 static inline void tcg_gen_extu_ptr_i64(TCGv_i64 r, TCGv_ptr a)
571 {
572 #if UINTPTR_MAX == UINT32_MAX
573 tcg_gen_extu_i32_i64(r, (NAT)a);
574 #else
575 tcg_gen_mov_i64(r, (NAT)a);
576 #endif
577 }
578
579 static inline void tcg_gen_trunc_ptr_i32(TCGv_i32 r, TCGv_ptr a)
580 {
581 #if UINTPTR_MAX == UINT32_MAX
582 tcg_gen_mov_i32(r, (NAT)a);
583 #else
584 tcg_gen_extrl_i64_i32(r, (NAT)a);
585 #endif
586 }
587
588 #undef PTR
589 #undef NAT
590
591 #endif /* TCG_TCG_OP_COMMON_H */