]> Git Repo - qemu.git/blame - target-arm/translate.c
projects / qemu.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge remote-tracking branch 'qemu-kvm/uq/master' into staging
[qemu.git] / target-arm / translate.c
CommitLineData
2c0262af
FB		 1/*
2 * ARM translation
5fafdf24 3 *
2c0262af 4 * Copyright (c) 2003 Fabrice Bellard
9ee6e8bb 5 * Copyright (c) 2005-2007 CodeSourcery
18c9b560 6 * Copyright (c) 2007 OpenedHand, Ltd.
2c0262af
FB		 7 *
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2 of the License, or (at your option) any later version.
12 *
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public
8167ee88 19 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
2c0262af
FB		 20 */
21#include <stdarg.h>
22#include <stdlib.h>
23#include <stdio.h>
24#include <string.h>
25#include <inttypes.h>
26
27#include "cpu.h"
2c0262af 28#include "disas.h"
57fec1fe 29#include "tcg-op.h"
79383c9c 30#include "qemu-log.h"
1497c961 31
7b59220e 32#include "helper.h"
1497c961 33#define GEN_HELPER 1
7b59220e 34#include "helper.h"
2c0262af 35
be5e7a76
DES		 36#define ENABLE_ARCH_4T arm_feature(env, ARM_FEATURE_V4T)
37#define ENABLE_ARCH_5 arm_feature(env, ARM_FEATURE_V5)
38/* currently all emulated v5 cores are also v5TE, so don't bother */
39#define ENABLE_ARCH_5TE arm_feature(env, ARM_FEATURE_V5)
9ee6e8bb
PB		 40#define ENABLE_ARCH_5J 0
41#define ENABLE_ARCH_6 arm_feature(env, ARM_FEATURE_V6)
42#define ENABLE_ARCH_6K arm_feature(env, ARM_FEATURE_V6K)
43#define ENABLE_ARCH_6T2 arm_feature(env, ARM_FEATURE_THUMB2)
44#define ENABLE_ARCH_7 arm_feature(env, ARM_FEATURE_V7)
b5ff1b31 45
86753403 46#define ARCH(x) do { if (!ENABLE_ARCH_##x) goto illegal_op; } while(0)
b5ff1b31 47
2c0262af
FB		 48/* internal defines */
49typedef struct DisasContext {
0fa85d43 50 target_ulong pc;
2c0262af 51 int is_jmp;
e50e6a20
FB		 52 /* Nonzero if this instruction has been conditionally skipped. */
53 int condjmp;
54 /* The label that will be jumped to when the instruction is skipped. */
55 int condlabel;
b90372ad 56 /* Thumb-2 conditional execution bits. */
9ee6e8bb
PB		 57 int condexec_mask;
58 int condexec_cond;
2c0262af 59 struct TranslationBlock *tb;
8aaca4c0 60 int singlestep_enabled;
5899f386 61 int thumb;
d8fd2954 62 int bswap_code;
b5ff1b31
FB		 63#if !defined(CONFIG_USER_ONLY)
64 int user;
65#endif
5df8bac1 66 int vfp_enabled;
69d1fc22
PM		 67 int vec_len;
68 int vec_stride;
2c0262af
FB		 69} DisasContext;
70
e12ce78d
PM		 71static uint32_t gen_opc_condexec_bits[OPC_BUF_SIZE];
72
b5ff1b31
FB		 73#if defined(CONFIG_USER_ONLY)
74#define IS_USER(s) 1
75#else
76#define IS_USER(s) (s->user)
77#endif
78
9ee6e8bb 79/* These instructions trap after executing, so defer them until after the
b90372ad 80 conditional execution state has been updated. */
9ee6e8bb
PB		 81#define DISAS_WFI 4
82#define DISAS_SWI 5
2c0262af 83
a7812ae4 84static TCGv_ptr cpu_env;
ad69471c 85/* We reuse the same 64-bit temporaries for efficiency. */
a7812ae4 86static TCGv_i64 cpu_V0, cpu_V1, cpu_M0;
155c3eac 87static TCGv_i32 cpu_R[16];
426f5abc
PB		 88static TCGv_i32 cpu_exclusive_addr;
89static TCGv_i32 cpu_exclusive_val;
90static TCGv_i32 cpu_exclusive_high;
91#ifdef CONFIG_USER_ONLY
92static TCGv_i32 cpu_exclusive_test;
93static TCGv_i32 cpu_exclusive_info;
94#endif
ad69471c 95
b26eefb6 96/* FIXME: These should be removed. */
a7812ae4
PB		 97static TCGv cpu_F0s, cpu_F1s;
98static TCGv_i64 cpu_F0d, cpu_F1d;
b26eefb6 99
2e70f6ef
PB		 100#include "gen-icount.h"
101
155c3eac
FN		 102static const char *regnames[] =
103 { "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7",
104 "r8", "r9", "r10", "r11", "r12", "r13", "r14", "pc" };
105
b26eefb6
PB		 106/* initialize TCG globals. */
107void arm_translate_init(void)
108{
155c3eac
FN		 109 int i;
110
a7812ae4
PB		 111 cpu_env = tcg_global_reg_new_ptr(TCG_AREG0, "env");
112
155c3eac
FN		 113 for (i = 0; i < 16; i++) {
114 cpu_R[i] = tcg_global_mem_new_i32(TCG_AREG0,
0ecb72a5 115 offsetof(CPUARMState, regs[i]),
155c3eac
FN		 116 regnames[i]);
117 }
426f5abc 118 cpu_exclusive_addr = tcg_global_mem_new_i32(TCG_AREG0,
0ecb72a5 119 offsetof(CPUARMState, exclusive_addr), "exclusive_addr");
426f5abc 120 cpu_exclusive_val = tcg_global_mem_new_i32(TCG_AREG0,
0ecb72a5 121 offsetof(CPUARMState, exclusive_val), "exclusive_val");
426f5abc 122 cpu_exclusive_high = tcg_global_mem_new_i32(TCG_AREG0,
0ecb72a5 123 offsetof(CPUARMState, exclusive_high), "exclusive_high");
426f5abc
PB		 124#ifdef CONFIG_USER_ONLY
125 cpu_exclusive_test = tcg_global_mem_new_i32(TCG_AREG0,
0ecb72a5 126 offsetof(CPUARMState, exclusive_test), "exclusive_test");
426f5abc 127 cpu_exclusive_info = tcg_global_mem_new_i32(TCG_AREG0,
0ecb72a5 128 offsetof(CPUARMState, exclusive_info), "exclusive_info");
426f5abc 129#endif
155c3eac 130
a7812ae4 131#define GEN_HELPER 2
7b59220e 132#include "helper.h"
b26eefb6
PB		 133}
134
d9ba4830
PB		 135static inline TCGv load_cpu_offset(int offset)
136{
7d1b0095 137 TCGv tmp = tcg_temp_new_i32();
d9ba4830
PB		 138 tcg_gen_ld_i32(tmp, cpu_env, offset);
139 return tmp;
140}
141
0ecb72a5 142#define load_cpu_field(name) load_cpu_offset(offsetof(CPUARMState, name))
d9ba4830
PB		 143
144static inline void store_cpu_offset(TCGv var, int offset)
145{
146 tcg_gen_st_i32(var, cpu_env, offset);
7d1b0095 147 tcg_temp_free_i32(var);
d9ba4830
PB		 148}
149
150#define store_cpu_field(var, name) \
0ecb72a5 151 store_cpu_offset(var, offsetof(CPUARMState, name))
d9ba4830 152
b26eefb6
PB		 153/* Set a variable to the value of a CPU register. */
154static void load_reg_var(DisasContext *s, TCGv var, int reg)
155{
156 if (reg == 15) {
157 uint32_t addr;
b90372ad 158 /* normally, since we updated PC, we need only to add one insn */
b26eefb6
PB		 159 if (s->thumb)
160 addr = (long)s->pc + 2;
161 else
162 addr = (long)s->pc + 4;
163 tcg_gen_movi_i32(var, addr);
164 } else {
155c3eac 165 tcg_gen_mov_i32(var, cpu_R[reg]);
b26eefb6
PB		 166 }
167}
168
169/* Create a new temporary and set it to the value of a CPU register. */
170static inline TCGv load_reg(DisasContext *s, int reg)
171{
7d1b0095 172 TCGv tmp = tcg_temp_new_i32();
b26eefb6
PB		 173 load_reg_var(s, tmp, reg);
174 return tmp;
175}
176
177/* Set a CPU register. The source must be a temporary and will be
178 marked as dead. */
179static void store_reg(DisasContext *s, int reg, TCGv var)
180{
181 if (reg == 15) {
182 tcg_gen_andi_i32(var, var, ~1);
183 s->is_jmp = DISAS_JUMP;
184 }
155c3eac 185 tcg_gen_mov_i32(cpu_R[reg], var);
7d1b0095 186 tcg_temp_free_i32(var);
b26eefb6
PB		 187}
188
b26eefb6 189/* Value extensions. */
86831435
PB		 190#define gen_uxtb(var) tcg_gen_ext8u_i32(var, var)
191#define gen_uxth(var) tcg_gen_ext16u_i32(var, var)
b26eefb6
PB		 192#define gen_sxtb(var) tcg_gen_ext8s_i32(var, var)
193#define gen_sxth(var) tcg_gen_ext16s_i32(var, var)
194
1497c961
PB		 195#define gen_sxtb16(var) gen_helper_sxtb16(var, var)
196#define gen_uxtb16(var) gen_helper_uxtb16(var, var)
8f01245e 197
b26eefb6 198
b75263d6
JR		 199static inline void gen_set_cpsr(TCGv var, uint32_t mask)
200{
201 TCGv tmp_mask = tcg_const_i32(mask);
202 gen_helper_cpsr_write(var, tmp_mask);
203 tcg_temp_free_i32(tmp_mask);
204}
d9ba4830
PB		 205/* Set NZCV flags from the high 4 bits of var. */
206#define gen_set_nzcv(var) gen_set_cpsr(var, CPSR_NZCV)
207
208static void gen_exception(int excp)
209{
7d1b0095 210 TCGv tmp = tcg_temp_new_i32();
d9ba4830
PB		 211 tcg_gen_movi_i32(tmp, excp);
212 gen_helper_exception(tmp);
7d1b0095 213 tcg_temp_free_i32(tmp);
d9ba4830
PB		 214}
215
3670669c
PB		 216static void gen_smul_dual(TCGv a, TCGv b)
217{
7d1b0095
PM		 218 TCGv tmp1 = tcg_temp_new_i32();
219 TCGv tmp2 = tcg_temp_new_i32();
22478e79
AZ		 220 tcg_gen_ext16s_i32(tmp1, a);
221 tcg_gen_ext16s_i32(tmp2, b);
3670669c 222 tcg_gen_mul_i32(tmp1, tmp1, tmp2);
7d1b0095 223 tcg_temp_free_i32(tmp2);
3670669c
PB		 224 tcg_gen_sari_i32(a, a, 16);
225 tcg_gen_sari_i32(b, b, 16);
226 tcg_gen_mul_i32(b, b, a);
227 tcg_gen_mov_i32(a, tmp1);
7d1b0095 228 tcg_temp_free_i32(tmp1);
3670669c
PB		 229}
230
231/* Byteswap each halfword. */
232static void gen_rev16(TCGv var)
233{
7d1b0095 234 TCGv tmp = tcg_temp_new_i32();
3670669c
PB		 235 tcg_gen_shri_i32(tmp, var, 8);
236 tcg_gen_andi_i32(tmp, tmp, 0x00ff00ff);
237 tcg_gen_shli_i32(var, var, 8);
238 tcg_gen_andi_i32(var, var, 0xff00ff00);
239 tcg_gen_or_i32(var, var, tmp);
7d1b0095 240 tcg_temp_free_i32(tmp);
3670669c
PB		 241}
242
243/* Byteswap low halfword and sign extend. */
244static void gen_revsh(TCGv var)
245{
1a855029
AJ		 246 tcg_gen_ext16u_i32(var, var);
247 tcg_gen_bswap16_i32(var, var);
248 tcg_gen_ext16s_i32(var, var);
3670669c
PB		 249}
250
251/* Unsigned bitfield extract. */
252static void gen_ubfx(TCGv var, int shift, uint32_t mask)
253{
254 if (shift)
255 tcg_gen_shri_i32(var, var, shift);
256 tcg_gen_andi_i32(var, var, mask);
257}
258
259/* Signed bitfield extract. */
260static void gen_sbfx(TCGv var, int shift, int width)
261{
262 uint32_t signbit;
263
264 if (shift)
265 tcg_gen_sari_i32(var, var, shift);
266 if (shift + width < 32) {
267 signbit = 1u << (width - 1);
268 tcg_gen_andi_i32(var, var, (1u << width) - 1);
269 tcg_gen_xori_i32(var, var, signbit);
270 tcg_gen_subi_i32(var, var, signbit);
271 }
272}
273
274/* Bitfield insertion. Insert val into base. Clobbers base and val. */
275static void gen_bfi(TCGv dest, TCGv base, TCGv val, int shift, uint32_t mask)
276{
3670669c 277 tcg_gen_andi_i32(val, val, mask);
8f8e3aa4
PB		 278 tcg_gen_shli_i32(val, val, shift);
279 tcg_gen_andi_i32(base, base, ~(mask << shift));
3670669c
PB		 280 tcg_gen_or_i32(dest, base, val);
281}
282
838fa72d
AJ		 283/* Return (b << 32) + a. Mark inputs as dead */
284static TCGv_i64 gen_addq_msw(TCGv_i64 a, TCGv b)
3670669c 285{
838fa72d
AJ		 286 TCGv_i64 tmp64 = tcg_temp_new_i64();
287
288 tcg_gen_extu_i32_i64(tmp64, b);
7d1b0095 289 tcg_temp_free_i32(b);
838fa72d
AJ		 290 tcg_gen_shli_i64(tmp64, tmp64, 32);
291 tcg_gen_add_i64(a, tmp64, a);
292
293 tcg_temp_free_i64(tmp64);
294 return a;
295}
296
297/* Return (b << 32) - a. Mark inputs as dead. */
298static TCGv_i64 gen_subq_msw(TCGv_i64 a, TCGv b)
299{
300 TCGv_i64 tmp64 = tcg_temp_new_i64();
301
302 tcg_gen_extu_i32_i64(tmp64, b);
7d1b0095 303 tcg_temp_free_i32(b);
838fa72d
AJ		 304 tcg_gen_shli_i64(tmp64, tmp64, 32);
305 tcg_gen_sub_i64(a, tmp64, a);
306
307 tcg_temp_free_i64(tmp64);
308 return a;
3670669c
PB		 309}
310
8f01245e
PB		 311/* FIXME: Most targets have native widening multiplication.
312 It would be good to use that instead of a full wide multiply. */
5e3f878a 313/* 32x32->64 multiply. Marks inputs as dead. */
a7812ae4 314static TCGv_i64 gen_mulu_i64_i32(TCGv a, TCGv b)
5e3f878a 315{
a7812ae4
PB		 316 TCGv_i64 tmp1 = tcg_temp_new_i64();
317 TCGv_i64 tmp2 = tcg_temp_new_i64();
5e3f878a
PB		 318
319 tcg_gen_extu_i32_i64(tmp1, a);
7d1b0095 320 tcg_temp_free_i32(a);
5e3f878a 321 tcg_gen_extu_i32_i64(tmp2, b);
7d1b0095 322 tcg_temp_free_i32(b);
5e3f878a 323 tcg_gen_mul_i64(tmp1, tmp1, tmp2);
b75263d6 324 tcg_temp_free_i64(tmp2);
5e3f878a
PB		 325 return tmp1;
326}
327
a7812ae4 328static TCGv_i64 gen_muls_i64_i32(TCGv a, TCGv b)
5e3f878a 329{
a7812ae4
PB		 330 TCGv_i64 tmp1 = tcg_temp_new_i64();
331 TCGv_i64 tmp2 = tcg_temp_new_i64();
5e3f878a
PB		 332
333 tcg_gen_ext_i32_i64(tmp1, a);
7d1b0095 334 tcg_temp_free_i32(a);
5e3f878a 335 tcg_gen_ext_i32_i64(tmp2, b);
7d1b0095 336 tcg_temp_free_i32(b);
5e3f878a 337 tcg_gen_mul_i64(tmp1, tmp1, tmp2);
b75263d6 338 tcg_temp_free_i64(tmp2);
5e3f878a
PB		 339 return tmp1;
340}
341
8f01245e
PB		 342/* Swap low and high halfwords. */
343static void gen_swap_half(TCGv var)
344{
7d1b0095 345 TCGv tmp = tcg_temp_new_i32();
8f01245e
PB		 346 tcg_gen_shri_i32(tmp, var, 16);
347 tcg_gen_shli_i32(var, var, 16);
348 tcg_gen_or_i32(var, var, tmp);
7d1b0095 349 tcg_temp_free_i32(tmp);
8f01245e
PB		 350}
351
b26eefb6
PB		 352/* Dual 16-bit add. Result placed in t0 and t1 is marked as dead.
353 tmp = (t0 ^ t1) & 0x8000;
354 t0 &= ~0x8000;
355 t1 &= ~0x8000;
356 t0 = (t0 + t1) ^ tmp;
357 */
358
359static void gen_add16(TCGv t0, TCGv t1)
360{
7d1b0095 361 TCGv tmp = tcg_temp_new_i32();
b26eefb6
PB		 362 tcg_gen_xor_i32(tmp, t0, t1);
363 tcg_gen_andi_i32(tmp, tmp, 0x8000);
364 tcg_gen_andi_i32(t0, t0, ~0x8000);
365 tcg_gen_andi_i32(t1, t1, ~0x8000);
366 tcg_gen_add_i32(t0, t0, t1);
367 tcg_gen_xor_i32(t0, t0, tmp);
7d1b0095
PM		 368 tcg_temp_free_i32(tmp);
369 tcg_temp_free_i32(t1);
b26eefb6
PB		 370}
371
0ecb72a5 372#define gen_set_CF(var) tcg_gen_st_i32(var, cpu_env, offsetof(CPUARMState, CF))
9a119ff6 373
b26eefb6
PB		 374/* Set CF to the top bit of var. */
375static void gen_set_CF_bit31(TCGv var)
376{
7d1b0095 377 TCGv tmp = tcg_temp_new_i32();
b26eefb6 378 tcg_gen_shri_i32(tmp, var, 31);
4cc633c3 379 gen_set_CF(tmp);
7d1b0095 380 tcg_temp_free_i32(tmp);
b26eefb6
PB		 381}
382
383/* Set N and Z flags from var. */
384static inline void gen_logic_CC(TCGv var)
385{
0ecb72a5
AF		 386 tcg_gen_st_i32(var, cpu_env, offsetof(CPUARMState, NF));
387 tcg_gen_st_i32(var, cpu_env, offsetof(CPUARMState, ZF));
b26eefb6
PB		 388}
389
390/* T0 += T1 + CF. */
396e467c 391static void gen_adc(TCGv t0, TCGv t1)
b26eefb6 392{
d9ba4830 393 TCGv tmp;
396e467c 394 tcg_gen_add_i32(t0, t0, t1);
d9ba4830 395 tmp = load_cpu_field(CF);
396e467c 396 tcg_gen_add_i32(t0, t0, tmp);
7d1b0095 397 tcg_temp_free_i32(tmp);
b26eefb6
PB		 398}
399
e9bb4aa9
JR		 400/* dest = T0 + T1 + CF. */
401static void gen_add_carry(TCGv dest, TCGv t0, TCGv t1)
402{
403 TCGv tmp;
404 tcg_gen_add_i32(dest, t0, t1);
405 tmp = load_cpu_field(CF);
406 tcg_gen_add_i32(dest, dest, tmp);
7d1b0095 407 tcg_temp_free_i32(tmp);
e9bb4aa9
JR		 408}
409
3670669c
PB		 410/* dest = T0 - T1 + CF - 1. */
411static void gen_sub_carry(TCGv dest, TCGv t0, TCGv t1)
412{
d9ba4830 413 TCGv tmp;
3670669c 414 tcg_gen_sub_i32(dest, t0, t1);
d9ba4830 415 tmp = load_cpu_field(CF);
3670669c
PB		 416 tcg_gen_add_i32(dest, dest, tmp);
417 tcg_gen_subi_i32(dest, dest, 1);
7d1b0095 418 tcg_temp_free_i32(tmp);
3670669c
PB		 419}
420
ad69471c
PB		 421/* FIXME: Implement this natively. */
422#define tcg_gen_abs_i32(t0, t1) gen_helper_abs(t0, t1)
423
9a119ff6 424static void shifter_out_im(TCGv var, int shift)
b26eefb6 425{
7d1b0095 426 TCGv tmp = tcg_temp_new_i32();
9a119ff6
PB		 427 if (shift == 0) {
428 tcg_gen_andi_i32(tmp, var, 1);
b26eefb6 429 } else {
9a119ff6 430 tcg_gen_shri_i32(tmp, var, shift);
4cc633c3 431 if (shift != 31)
9a119ff6
PB		 432 tcg_gen_andi_i32(tmp, tmp, 1);
433 }
434 gen_set_CF(tmp);
7d1b0095 435 tcg_temp_free_i32(tmp);
9a119ff6 436}
b26eefb6 437
9a119ff6
PB		 438/* Shift by immediate. Includes special handling for shift == 0. */
439static inline void gen_arm_shift_im(TCGv var, int shiftop, int shift, int flags)
440{
441 switch (shiftop) {
442 case 0: /* LSL */
443 if (shift != 0) {
444 if (flags)
445 shifter_out_im(var, 32 - shift);
446 tcg_gen_shli_i32(var, var, shift);
447 }
448 break;
449 case 1: /* LSR */
450 if (shift == 0) {
451 if (flags) {
452 tcg_gen_shri_i32(var, var, 31);
453 gen_set_CF(var);
454 }
455 tcg_gen_movi_i32(var, 0);
456 } else {
457 if (flags)
458 shifter_out_im(var, shift - 1);
459 tcg_gen_shri_i32(var, var, shift);
460 }
461 break;
462 case 2: /* ASR */
463 if (shift == 0)
464 shift = 32;
465 if (flags)
466 shifter_out_im(var, shift - 1);
467 if (shift == 32)
468 shift = 31;
469 tcg_gen_sari_i32(var, var, shift);
470 break;
471 case 3: /* ROR/RRX */
472 if (shift != 0) {
473 if (flags)
474 shifter_out_im(var, shift - 1);
f669df27 475 tcg_gen_rotri_i32(var, var, shift); break;
9a119ff6 476 } else {
d9ba4830 477 TCGv tmp = load_cpu_field(CF);
9a119ff6
PB		 478 if (flags)
479 shifter_out_im(var, 0);
480 tcg_gen_shri_i32(var, var, 1);
b26eefb6
PB		 481 tcg_gen_shli_i32(tmp, tmp, 31);
482 tcg_gen_or_i32(var, var, tmp);
7d1b0095 483 tcg_temp_free_i32(tmp);
b26eefb6
PB		 484 }
485 }
486};
487
8984bd2e
PB		 488static inline void gen_arm_shift_reg(TCGv var, int shiftop,
489 TCGv shift, int flags)
490{
491 if (flags) {
492 switch (shiftop) {
493 case 0: gen_helper_shl_cc(var, var, shift); break;
494 case 1: gen_helper_shr_cc(var, var, shift); break;
495 case 2: gen_helper_sar_cc(var, var, shift); break;
496 case 3: gen_helper_ror_cc(var, var, shift); break;
497 }
498 } else {
499 switch (shiftop) {
500 case 0: gen_helper_shl(var, var, shift); break;
501 case 1: gen_helper_shr(var, var, shift); break;
502 case 2: gen_helper_sar(var, var, shift); break;
f669df27
AJ		 503 case 3: tcg_gen_andi_i32(shift, shift, 0x1f);
504 tcg_gen_rotr_i32(var, var, shift); break;
8984bd2e
PB		 505 }
506 }
7d1b0095 507 tcg_temp_free_i32(shift);
8984bd2e
PB		 508}
509
6ddbc6e4
PB		 510#define PAS_OP(pfx) \
511 switch (op2) { \
512 case 0: gen_pas_helper(glue(pfx,add16)); break; \
513 case 1: gen_pas_helper(glue(pfx,addsubx)); break; \
514 case 2: gen_pas_helper(glue(pfx,subaddx)); break; \
515 case 3: gen_pas_helper(glue(pfx,sub16)); break; \
516 case 4: gen_pas_helper(glue(pfx,add8)); break; \
517 case 7: gen_pas_helper(glue(pfx,sub8)); break; \
518 }
d9ba4830 519static void gen_arm_parallel_addsub(int op1, int op2, TCGv a, TCGv b)
6ddbc6e4 520{
a7812ae4 521 TCGv_ptr tmp;
6ddbc6e4
PB		 522
523 switch (op1) {
524#define gen_pas_helper(name) glue(gen_helper_,name)(a, a, b, tmp)
525 case 1:
a7812ae4 526 tmp = tcg_temp_new_ptr();
0ecb72a5 527 tcg_gen_addi_ptr(tmp, cpu_env, offsetof(CPUARMState, GE));
6ddbc6e4 528 PAS_OP(s)
b75263d6 529 tcg_temp_free_ptr(tmp);
6ddbc6e4
PB		 530 break;
531 case 5:
a7812ae4 532 tmp = tcg_temp_new_ptr();
0ecb72a5 533 tcg_gen_addi_ptr(tmp, cpu_env, offsetof(CPUARMState, GE));
6ddbc6e4 534 PAS_OP(u)
b75263d6 535 tcg_temp_free_ptr(tmp);
6ddbc6e4
PB		 536 break;
537#undef gen_pas_helper
538#define gen_pas_helper(name) glue(gen_helper_,name)(a, a, b)
539 case 2:
540 PAS_OP(q);
541 break;
542 case 3:
543 PAS_OP(sh);
544 break;
545 case 6:
546 PAS_OP(uq);
547 break;
548 case 7:
549 PAS_OP(uh);
550 break;
551#undef gen_pas_helper
552 }
553}
9ee6e8bb
PB		 554#undef PAS_OP
555
6ddbc6e4
PB		 556/* For unknown reasons Arm and Thumb-2 use arbitrarily different encodings. */
557#define PAS_OP(pfx) \
ed89a2f1 558 switch (op1) { \
6ddbc6e4
PB		 559 case 0: gen_pas_helper(glue(pfx,add8)); break; \
560 case 1: gen_pas_helper(glue(pfx,add16)); break; \
561 case 2: gen_pas_helper(glue(pfx,addsubx)); break; \
562 case 4: gen_pas_helper(glue(pfx,sub8)); break; \
563 case 5: gen_pas_helper(glue(pfx,sub16)); break; \
564 case 6: gen_pas_helper(glue(pfx,subaddx)); break; \
565 }
d9ba4830 566static void gen_thumb2_parallel_addsub(int op1, int op2, TCGv a, TCGv b)
6ddbc6e4 567{
a7812ae4 568 TCGv_ptr tmp;
6ddbc6e4 569
ed89a2f1 570 switch (op2) {
6ddbc6e4
PB		 571#define gen_pas_helper(name) glue(gen_helper_,name)(a, a, b, tmp)
572 case 0:
a7812ae4 573 tmp = tcg_temp_new_ptr();
0ecb72a5 574 tcg_gen_addi_ptr(tmp, cpu_env, offsetof(CPUARMState, GE));
6ddbc6e4 575 PAS_OP(s)
b75263d6 576 tcg_temp_free_ptr(tmp);
6ddbc6e4
PB		 577 break;
578 case 4:
a7812ae4 579 tmp = tcg_temp_new_ptr();
0ecb72a5 580 tcg_gen_addi_ptr(tmp, cpu_env, offsetof(CPUARMState, GE));
6ddbc6e4 581 PAS_OP(u)
b75263d6 582 tcg_temp_free_ptr(tmp);
6ddbc6e4
PB		 583 break;
584#undef gen_pas_helper
585#define gen_pas_helper(name) glue(gen_helper_,name)(a, a, b)
586 case 1:
587 PAS_OP(q);
588 break;
589 case 2:
590 PAS_OP(sh);
591 break;
592 case 5:
593 PAS_OP(uq);
594 break;
595 case 6:
596 PAS_OP(uh);
597 break;
598#undef gen_pas_helper
599 }
600}
9ee6e8bb
PB		 601#undef PAS_OP
602
d9ba4830
PB		 603static void gen_test_cc(int cc, int label)
604{
605 TCGv tmp;
606 TCGv tmp2;
d9ba4830
PB		 607 int inv;
608
d9ba4830
PB		 609 switch (cc) {
610 case 0: /* eq: Z */
6fbe23d5 611 tmp = load_cpu_field(ZF);
cb63669a 612 tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
d9ba4830
PB		 613 break;
614 case 1: /* ne: !Z */
6fbe23d5 615 tmp = load_cpu_field(ZF);
cb63669a 616 tcg_gen_brcondi_i32(TCG_COND_NE, tmp, 0, label);
d9ba4830
PB		 617 break;
618 case 2: /* cs: C */
619 tmp = load_cpu_field(CF);
cb63669a 620 tcg_gen_brcondi_i32(TCG_COND_NE, tmp, 0, label);
d9ba4830
PB		 621 break;
622 case 3: /* cc: !C */
623 tmp = load_cpu_field(CF);
cb63669a 624 tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
d9ba4830
PB		 625 break;
626 case 4: /* mi: N */
6fbe23d5 627 tmp = load_cpu_field(NF);
cb63669a 628 tcg_gen_brcondi_i32(TCG_COND_LT, tmp, 0, label);
d9ba4830
PB		 629 break;
630 case 5: /* pl: !N */
6fbe23d5 631 tmp = load_cpu_field(NF);
cb63669a 632 tcg_gen_brcondi_i32(TCG_COND_GE, tmp, 0, label);
d9ba4830
PB		 633 break;
634 case 6: /* vs: V */
635 tmp = load_cpu_field(VF);
cb63669a 636 tcg_gen_brcondi_i32(TCG_COND_LT, tmp, 0, label);
d9ba4830
PB		 637 break;
638 case 7: /* vc: !V */
639 tmp = load_cpu_field(VF);
cb63669a 640 tcg_gen_brcondi_i32(TCG_COND_GE, tmp, 0, label);
d9ba4830
PB		 641 break;
642 case 8: /* hi: C && !Z */
643 inv = gen_new_label();
644 tmp = load_cpu_field(CF);
cb63669a 645 tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, inv);
7d1b0095 646 tcg_temp_free_i32(tmp);
6fbe23d5 647 tmp = load_cpu_field(ZF);
cb63669a 648 tcg_gen_brcondi_i32(TCG_COND_NE, tmp, 0, label);
d9ba4830
PB		 649 gen_set_label(inv);
650 break;
651 case 9: /* ls: !C || Z */
652 tmp = load_cpu_field(CF);
cb63669a 653 tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
7d1b0095 654 tcg_temp_free_i32(tmp);
6fbe23d5 655 tmp = load_cpu_field(ZF);
cb63669a 656 tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
d9ba4830
PB		 657 break;
658 case 10: /* ge: N == V -> N ^ V == 0 */
659 tmp = load_cpu_field(VF);
6fbe23d5 660 tmp2 = load_cpu_field(NF);
d9ba4830 661 tcg_gen_xor_i32(tmp, tmp, tmp2);
7d1b0095 662 tcg_temp_free_i32(tmp2);
cb63669a 663 tcg_gen_brcondi_i32(TCG_COND_GE, tmp, 0, label);
d9ba4830
PB		 664 break;
665 case 11: /* lt: N != V -> N ^ V != 0 */
666 tmp = load_cpu_field(VF);
6fbe23d5 667 tmp2 = load_cpu_field(NF);
d9ba4830 668 tcg_gen_xor_i32(tmp, tmp, tmp2);
7d1b0095 669 tcg_temp_free_i32(tmp2);
cb63669a 670 tcg_gen_brcondi_i32(TCG_COND_LT, tmp, 0, label);
d9ba4830
PB		 671 break;
672 case 12: /* gt: !Z && N == V */
673 inv = gen_new_label();
6fbe23d5 674 tmp = load_cpu_field(ZF);
cb63669a 675 tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, inv);
7d1b0095 676 tcg_temp_free_i32(tmp);
d9ba4830 677 tmp = load_cpu_field(VF);
6fbe23d5 678 tmp2 = load_cpu_field(NF);
d9ba4830 679 tcg_gen_xor_i32(tmp, tmp, tmp2);
7d1b0095 680 tcg_temp_free_i32(tmp2);
cb63669a 681 tcg_gen_brcondi_i32(TCG_COND_GE, tmp, 0, label);
d9ba4830
PB		 682 gen_set_label(inv);
683 break;
684 case 13: /* le: Z || N != V */
6fbe23d5 685 tmp = load_cpu_field(ZF);
cb63669a 686 tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, label);
7d1b0095 687 tcg_temp_free_i32(tmp);
d9ba4830 688 tmp = load_cpu_field(VF);
6fbe23d5 689 tmp2 = load_cpu_field(NF);
d9ba4830 690 tcg_gen_xor_i32(tmp, tmp, tmp2);
7d1b0095 691 tcg_temp_free_i32(tmp2);
cb63669a 692 tcg_gen_brcondi_i32(TCG_COND_LT, tmp, 0, label);
d9ba4830
PB		 693 break;
694 default:
695 fprintf(stderr, "Bad condition code 0x%x\n", cc);
696 abort();
697 }
7d1b0095 698 tcg_temp_free_i32(tmp);
d9ba4830 699}
2c0262af 700
b1d8e52e 701static const uint8_t table_logic_cc[16] = {
2c0262af
FB		 702 1, /* and */
703 1, /* xor */
704 0, /* sub */
705 0, /* rsb */
706 0, /* add */
707 0, /* adc */
708 0, /* sbc */
709 0, /* rsc */
710 1, /* andl */
711 1, /* xorl */
712 0, /* cmp */
713 0, /* cmn */
714 1, /* orr */
715 1, /* mov */
716 1, /* bic */
717 1, /* mvn */
718};
3b46e624 719
d9ba4830
PB		 720/* Set PC and Thumb state from an immediate address. */
721static inline void gen_bx_im(DisasContext *s, uint32_t addr)
99c475ab 722{
b26eefb6 723 TCGv tmp;
99c475ab 724
b26eefb6 725 s->is_jmp = DISAS_UPDATE;
d9ba4830 726 if (s->thumb != (addr & 1)) {
7d1b0095 727 tmp = tcg_temp_new_i32();
d9ba4830 728 tcg_gen_movi_i32(tmp, addr & 1);
0ecb72a5 729 tcg_gen_st_i32(tmp, cpu_env, offsetof(CPUARMState, thumb));
7d1b0095 730 tcg_temp_free_i32(tmp);
d9ba4830 731 }
155c3eac 732 tcg_gen_movi_i32(cpu_R[15], addr & ~1);
d9ba4830
PB		 733}
734
735/* Set PC and Thumb state from var. var is marked as dead. */
736static inline void gen_bx(DisasContext *s, TCGv var)
737{
d9ba4830 738 s->is_jmp = DISAS_UPDATE;
155c3eac
FN		 739 tcg_gen_andi_i32(cpu_R[15], var, ~1);
740 tcg_gen_andi_i32(var, var, 1);
741 store_cpu_field(var, thumb);
d9ba4830
PB		 742}
743
21aeb343
JR		 744/* Variant of store_reg which uses branch&exchange logic when storing
745 to r15 in ARM architecture v7 and above. The source must be a temporary
746 and will be marked as dead. */
0ecb72a5 747static inline void store_reg_bx(CPUARMState *env, DisasContext *s,
21aeb343
JR		 748 int reg, TCGv var)
749{
750 if (reg == 15 && ENABLE_ARCH_7) {
751 gen_bx(s, var);
752 } else {
753 store_reg(s, reg, var);
754 }
755}
756
be5e7a76
DES		 757/* Variant of store_reg which uses branch&exchange logic when storing
758 * to r15 in ARM architecture v5T and above. This is used for storing
759 * the results of a LDR/LDM/POP into r15, and corresponds to the cases
760 * in the ARM ARM which use the LoadWritePC() pseudocode function. */
0ecb72a5 761static inline void store_reg_from_load(CPUARMState *env, DisasContext *s,
be5e7a76
DES		 762 int reg, TCGv var)
763{
764 if (reg == 15 && ENABLE_ARCH_5) {
765 gen_bx(s, var);
766 } else {
767 store_reg(s, reg, var);
768 }
769}
770
b0109805
PB		 771static inline TCGv gen_ld8s(TCGv addr, int index)
772{
7d1b0095 773 TCGv tmp = tcg_temp_new_i32();
b0109805
PB		 774 tcg_gen_qemu_ld8s(tmp, addr, index);
775 return tmp;
776}
777static inline TCGv gen_ld8u(TCGv addr, int index)
778{
7d1b0095 779 TCGv tmp = tcg_temp_new_i32();
b0109805
PB		 780 tcg_gen_qemu_ld8u(tmp, addr, index);
781 return tmp;
782}
783static inline TCGv gen_ld16s(TCGv addr, int index)
784{
7d1b0095 785 TCGv tmp = tcg_temp_new_i32();
b0109805
PB		 786 tcg_gen_qemu_ld16s(tmp, addr, index);
787 return tmp;
788}
789static inline TCGv gen_ld16u(TCGv addr, int index)
790{
7d1b0095 791 TCGv tmp = tcg_temp_new_i32();
b0109805
PB		 792 tcg_gen_qemu_ld16u(tmp, addr, index);
793 return tmp;
794}
795static inline TCGv gen_ld32(TCGv addr, int index)
796{
7d1b0095 797 TCGv tmp = tcg_temp_new_i32();
b0109805
PB		 798 tcg_gen_qemu_ld32u(tmp, addr, index);
799 return tmp;
800}
84496233
JR		 801static inline TCGv_i64 gen_ld64(TCGv addr, int index)
802{
803 TCGv_i64 tmp = tcg_temp_new_i64();
804 tcg_gen_qemu_ld64(tmp, addr, index);
805 return tmp;
806}
b0109805
PB		 807static inline void gen_st8(TCGv val, TCGv addr, int index)
808{
809 tcg_gen_qemu_st8(val, addr, index);
7d1b0095 810 tcg_temp_free_i32(val);
b0109805
PB		 811}
812static inline void gen_st16(TCGv val, TCGv addr, int index)
813{
814 tcg_gen_qemu_st16(val, addr, index);
7d1b0095 815 tcg_temp_free_i32(val);
b0109805
PB		 816}
817static inline void gen_st32(TCGv val, TCGv addr, int index)
818{
819 tcg_gen_qemu_st32(val, addr, index);
7d1b0095 820 tcg_temp_free_i32(val);
b0109805 821}
84496233
JR		 822static inline void gen_st64(TCGv_i64 val, TCGv addr, int index)
823{
824 tcg_gen_qemu_st64(val, addr, index);
825 tcg_temp_free_i64(val);
826}
b5ff1b31 827
5e3f878a
PB		 828static inline void gen_set_pc_im(uint32_t val)
829{
155c3eac 830 tcg_gen_movi_i32(cpu_R[15], val);
5e3f878a
PB		 831}
832
b5ff1b31
FB		 833/* Force a TB lookup after an instruction that changes the CPU state. */
834static inline void gen_lookup_tb(DisasContext *s)
835{
a6445c52 836 tcg_gen_movi_i32(cpu_R[15], s->pc & ~1);
b5ff1b31
FB		 837 s->is_jmp = DISAS_UPDATE;
838}
839
b0109805
PB		 840static inline void gen_add_data_offset(DisasContext *s, unsigned int insn,
841 TCGv var)
2c0262af 842{
1e8d4eec 843 int val, rm, shift, shiftop;
b26eefb6 844 TCGv offset;
2c0262af
FB		 845
846 if (!(insn & (1 << 25))) {
847 /* immediate */
848 val = insn & 0xfff;
849 if (!(insn & (1 << 23)))
850 val = -val;
537730b9 851 if (val != 0)
b0109805 852 tcg_gen_addi_i32(var, var, val);
2c0262af
FB		 853 } else {
854 /* shift/register */
855 rm = (insn) & 0xf;
856 shift = (insn >> 7) & 0x1f;
1e8d4eec 857 shiftop = (insn >> 5) & 3;
b26eefb6 858 offset = load_reg(s, rm);
9a119ff6 859 gen_arm_shift_im(offset, shiftop, shift, 0);
2c0262af 860 if (!(insn & (1 << 23)))
b0109805 861 tcg_gen_sub_i32(var, var, offset);
2c0262af 862 else
b0109805 863 tcg_gen_add_i32(var, var, offset);
7d1b0095 864 tcg_temp_free_i32(offset);
2c0262af
FB		 865 }
866}
867
191f9a93 868static inline void gen_add_datah_offset(DisasContext *s, unsigned int insn,
b0109805 869 int extra, TCGv var)
2c0262af
FB		 870{
871 int val, rm;
b26eefb6 872 TCGv offset;
3b46e624 873
2c0262af
FB		 874 if (insn & (1 << 22)) {
875 /* immediate */
876 val = (insn & 0xf) | ((insn >> 4) & 0xf0);
877 if (!(insn & (1 << 23)))
878 val = -val;
18acad92 879 val += extra;
537730b9 880 if (val != 0)
b0109805 881 tcg_gen_addi_i32(var, var, val);
2c0262af
FB		 882 } else {
883 /* register */
191f9a93 884 if (extra)
b0109805 885 tcg_gen_addi_i32(var, var, extra);
2c0262af 886 rm = (insn) & 0xf;
b26eefb6 887 offset = load_reg(s, rm);
2c0262af 888 if (!(insn & (1 << 23)))
b0109805 889 tcg_gen_sub_i32(var, var, offset);
2c0262af 890 else
b0109805 891 tcg_gen_add_i32(var, var, offset);
7d1b0095 892 tcg_temp_free_i32(offset);
2c0262af
FB		 893 }
894}
895
5aaebd13
PM		 896static TCGv_ptr get_fpstatus_ptr(int neon)
897{
898 TCGv_ptr statusptr = tcg_temp_new_ptr();
899 int offset;
900 if (neon) {
0ecb72a5 901 offset = offsetof(CPUARMState, vfp.standard_fp_status);
5aaebd13 902 } else {
0ecb72a5 903 offset = offsetof(CPUARMState, vfp.fp_status);
5aaebd13
PM		 904 }
905 tcg_gen_addi_ptr(statusptr, cpu_env, offset);
906 return statusptr;
907}
908
4373f3ce
PB		 909#define VFP_OP2(name) \
910static inline void gen_vfp_##name(int dp) \
911{ \
ae1857ec
PM		 912 TCGv_ptr fpst = get_fpstatus_ptr(0); \
913 if (dp) { \
914 gen_helper_vfp_##name##d(cpu_F0d, cpu_F0d, cpu_F1d, fpst); \
915 } else { \
916 gen_helper_vfp_##name##s(cpu_F0s, cpu_F0s, cpu_F1s, fpst); \
917 } \
918 tcg_temp_free_ptr(fpst); \
b7bcbe95
FB		 919}
920
4373f3ce
PB		 921VFP_OP2(add)
922VFP_OP2(sub)
923VFP_OP2(mul)
924VFP_OP2(div)
925
926#undef VFP_OP2
927
605a6aed
PM		 928static inline void gen_vfp_F1_mul(int dp)
929{
930 /* Like gen_vfp_mul() but put result in F1 */
ae1857ec 931 TCGv_ptr fpst = get_fpstatus_ptr(0);
605a6aed 932 if (dp) {
ae1857ec 933 gen_helper_vfp_muld(cpu_F1d, cpu_F0d, cpu_F1d, fpst);
605a6aed 934 } else {
ae1857ec 935 gen_helper_vfp_muls(cpu_F1s, cpu_F0s, cpu_F1s, fpst);
605a6aed 936 }
ae1857ec 937 tcg_temp_free_ptr(fpst);
605a6aed
PM		 938}
939
940static inline void gen_vfp_F1_neg(int dp)
941{
942 /* Like gen_vfp_neg() but put result in F1 */
943 if (dp) {
944 gen_helper_vfp_negd(cpu_F1d, cpu_F0d);
945 } else {
946 gen_helper_vfp_negs(cpu_F1s, cpu_F0s);
947 }
948}
949
4373f3ce
PB		 950static inline void gen_vfp_abs(int dp)
951{
952 if (dp)
953 gen_helper_vfp_absd(cpu_F0d, cpu_F0d);
954 else
955 gen_helper_vfp_abss(cpu_F0s, cpu_F0s);
956}
957
958static inline void gen_vfp_neg(int dp)
959{
960 if (dp)
961 gen_helper_vfp_negd(cpu_F0d, cpu_F0d);
962 else
963 gen_helper_vfp_negs(cpu_F0s, cpu_F0s);
964}
965
966static inline void gen_vfp_sqrt(int dp)
967{
968 if (dp)
969 gen_helper_vfp_sqrtd(cpu_F0d, cpu_F0d, cpu_env);
970 else
971 gen_helper_vfp_sqrts(cpu_F0s, cpu_F0s, cpu_env);
972}
973
974static inline void gen_vfp_cmp(int dp)
975{
976 if (dp)
977 gen_helper_vfp_cmpd(cpu_F0d, cpu_F1d, cpu_env);
978 else
979 gen_helper_vfp_cmps(cpu_F0s, cpu_F1s, cpu_env);
980}
981
982static inline void gen_vfp_cmpe(int dp)
983{
984 if (dp)
985 gen_helper_vfp_cmped(cpu_F0d, cpu_F1d, cpu_env);
986 else
987 gen_helper_vfp_cmpes(cpu_F0s, cpu_F1s, cpu_env);
988}
989
990static inline void gen_vfp_F1_ld0(int dp)
991{
992 if (dp)
5b340b51 993 tcg_gen_movi_i64(cpu_F1d, 0);
4373f3ce 994 else
5b340b51 995 tcg_gen_movi_i32(cpu_F1s, 0);
4373f3ce
PB		 996}
997
5500b06c
PM		 998#define VFP_GEN_ITOF(name) \
999static inline void gen_vfp_##name(int dp, int neon) \
1000{ \
5aaebd13 1001 TCGv_ptr statusptr = get_fpstatus_ptr(neon); \
5500b06c
PM		 1002 if (dp) { \
1003 gen_helper_vfp_##name##d(cpu_F0d, cpu_F0s, statusptr); \
1004 } else { \
1005 gen_helper_vfp_##name##s(cpu_F0s, cpu_F0s, statusptr); \
1006 } \
b7fa9214 1007 tcg_temp_free_ptr(statusptr); \
4373f3ce
PB		 1008}
1009
5500b06c
PM		 1010VFP_GEN_ITOF(uito)
1011VFP_GEN_ITOF(sito)
1012#undef VFP_GEN_ITOF
4373f3ce 1013
5500b06c
PM		 1014#define VFP_GEN_FTOI(name) \
1015static inline void gen_vfp_##name(int dp, int neon) \
1016{ \
5aaebd13 1017 TCGv_ptr statusptr = get_fpstatus_ptr(neon); \
5500b06c
PM		 1018 if (dp) { \
1019 gen_helper_vfp_##name##d(cpu_F0s, cpu_F0d, statusptr); \
1020 } else { \
1021 gen_helper_vfp_##name##s(cpu_F0s, cpu_F0s, statusptr); \
1022 } \
b7fa9214 1023 tcg_temp_free_ptr(statusptr); \
4373f3ce
PB		 1024}
1025
5500b06c
PM		 1026VFP_GEN_FTOI(toui)
1027VFP_GEN_FTOI(touiz)
1028VFP_GEN_FTOI(tosi)
1029VFP_GEN_FTOI(tosiz)
1030#undef VFP_GEN_FTOI
4373f3ce
PB		 1031
1032#define VFP_GEN_FIX(name) \
5500b06c 1033static inline void gen_vfp_##name(int dp, int shift, int neon) \
4373f3ce 1034{ \
b75263d6 1035 TCGv tmp_shift = tcg_const_i32(shift); \
5aaebd13 1036 TCGv_ptr statusptr = get_fpstatus_ptr(neon); \
5500b06c
PM		 1037 if (dp) { \
1038 gen_helper_vfp_##name##d(cpu_F0d, cpu_F0d, tmp_shift, statusptr); \
1039 } else { \
1040 gen_helper_vfp_##name##s(cpu_F0s, cpu_F0s, tmp_shift, statusptr); \
1041 } \
b75263d6 1042 tcg_temp_free_i32(tmp_shift); \
b7fa9214 1043 tcg_temp_free_ptr(statusptr); \
9ee6e8bb 1044}
4373f3ce
PB		 1045VFP_GEN_FIX(tosh)
1046VFP_GEN_FIX(tosl)
1047VFP_GEN_FIX(touh)
1048VFP_GEN_FIX(toul)
1049VFP_GEN_FIX(shto)
1050VFP_GEN_FIX(slto)
1051VFP_GEN_FIX(uhto)
1052VFP_GEN_FIX(ulto)
1053#undef VFP_GEN_FIX
9ee6e8bb 1054
312eea9f 1055static inline void gen_vfp_ld(DisasContext *s, int dp, TCGv addr)
b5ff1b31
FB		 1056{
1057 if (dp)
312eea9f 1058 tcg_gen_qemu_ld64(cpu_F0d, addr, IS_USER(s));
b5ff1b31 1059 else
312eea9f 1060 tcg_gen_qemu_ld32u(cpu_F0s, addr, IS_USER(s));
b5ff1b31
FB		 1061}
1062
312eea9f 1063static inline void gen_vfp_st(DisasContext *s, int dp, TCGv addr)
b5ff1b31
FB		 1064{
1065 if (dp)
312eea9f 1066 tcg_gen_qemu_st64(cpu_F0d, addr, IS_USER(s));
b5ff1b31 1067 else
312eea9f 1068 tcg_gen_qemu_st32(cpu_F0s, addr, IS_USER(s));
b5ff1b31
FB		 1069}
1070
8e96005d
FB		 1071static inline long
1072vfp_reg_offset (int dp, int reg)
1073{
1074 if (dp)
1075 return offsetof(CPUARMState, vfp.regs[reg]);
1076 else if (reg & 1) {
1077 return offsetof(CPUARMState, vfp.regs[reg >> 1])
1078 + offsetof(CPU_DoubleU, l.upper);
1079 } else {
1080 return offsetof(CPUARMState, vfp.regs[reg >> 1])
1081 + offsetof(CPU_DoubleU, l.lower);
1082 }
1083}
9ee6e8bb
PB		 1084
1085/* Return the offset of a 32-bit piece of a NEON register.
1086 zero is the least significant end of the register. */
1087static inline long
1088neon_reg_offset (int reg, int n)
1089{
1090 int sreg;
1091 sreg = reg * 2 + n;
1092 return vfp_reg_offset(0, sreg);
1093}
1094
8f8e3aa4
PB		 1095static TCGv neon_load_reg(int reg, int pass)
1096{
7d1b0095 1097 TCGv tmp = tcg_temp_new_i32();
8f8e3aa4
PB		 1098 tcg_gen_ld_i32(tmp, cpu_env, neon_reg_offset(reg, pass));
1099 return tmp;
1100}
1101
1102static void neon_store_reg(int reg, int pass, TCGv var)
1103{
1104 tcg_gen_st_i32(var, cpu_env, neon_reg_offset(reg, pass));
7d1b0095 1105 tcg_temp_free_i32(var);
8f8e3aa4
PB		 1106}
1107
a7812ae4 1108static inline void neon_load_reg64(TCGv_i64 var, int reg)
ad69471c
PB		 1109{
1110 tcg_gen_ld_i64(var, cpu_env, vfp_reg_offset(1, reg));
1111}
1112
a7812ae4 1113static inline void neon_store_reg64(TCGv_i64 var, int reg)
ad69471c
PB		 1114{
1115 tcg_gen_st_i64(var, cpu_env, vfp_reg_offset(1, reg));
1116}
1117
4373f3ce
PB		 1118#define tcg_gen_ld_f32 tcg_gen_ld_i32
1119#define tcg_gen_ld_f64 tcg_gen_ld_i64
1120#define tcg_gen_st_f32 tcg_gen_st_i32
1121#define tcg_gen_st_f64 tcg_gen_st_i64
1122
b7bcbe95
FB		 1123static inline void gen_mov_F0_vreg(int dp, int reg)
1124{
1125 if (dp)
4373f3ce 1126 tcg_gen_ld_f64(cpu_F0d, cpu_env, vfp_reg_offset(dp, reg));
b7bcbe95 1127 else
4373f3ce 1128 tcg_gen_ld_f32(cpu_F0s, cpu_env, vfp_reg_offset(dp, reg));
b7bcbe95
FB		 1129}
1130
1131static inline void gen_mov_F1_vreg(int dp, int reg)
1132{
1133 if (dp)
4373f3ce 1134 tcg_gen_ld_f64(cpu_F1d, cpu_env, vfp_reg_offset(dp, reg));
b7bcbe95 1135 else
4373f3ce 1136 tcg_gen_ld_f32(cpu_F1s, cpu_env, vfp_reg_offset(dp, reg));
b7bcbe95
FB		 1137}
1138
1139static inline void gen_mov_vreg_F0(int dp, int reg)
1140{
1141 if (dp)
4373f3ce 1142 tcg_gen_st_f64(cpu_F0d, cpu_env, vfp_reg_offset(dp, reg));
b7bcbe95 1143 else
4373f3ce 1144 tcg_gen_st_f32(cpu_F0s, cpu_env, vfp_reg_offset(dp, reg));
b7bcbe95
FB		 1145}
1146
18c9b560
AZ		 1147#define ARM_CP_RW_BIT (1 << 20)
1148
a7812ae4 1149static inline void iwmmxt_load_reg(TCGv_i64 var, int reg)
e677137d 1150{
0ecb72a5 1151 tcg_gen_ld_i64(var, cpu_env, offsetof(CPUARMState, iwmmxt.regs[reg]));
e677137d
PB		 1152}
1153
a7812ae4 1154static inline void iwmmxt_store_reg(TCGv_i64 var, int reg)
e677137d 1155{
0ecb72a5 1156 tcg_gen_st_i64(var, cpu_env, offsetof(CPUARMState, iwmmxt.regs[reg]));
e677137d
PB		 1157}
1158
da6b5335 1159static inline TCGv iwmmxt_load_creg(int reg)
e677137d 1160{
7d1b0095 1161 TCGv var = tcg_temp_new_i32();
0ecb72a5 1162 tcg_gen_ld_i32(var, cpu_env, offsetof(CPUARMState, iwmmxt.cregs[reg]));
da6b5335 1163 return var;
e677137d
PB		 1164}
1165
da6b5335 1166static inline void iwmmxt_store_creg(int reg, TCGv var)
e677137d 1167{
0ecb72a5 1168 tcg_gen_st_i32(var, cpu_env, offsetof(CPUARMState, iwmmxt.cregs[reg]));
7d1b0095 1169 tcg_temp_free_i32(var);
e677137d
PB		 1170}
1171
1172static inline void gen_op_iwmmxt_movq_wRn_M0(int rn)
1173{
1174 iwmmxt_store_reg(cpu_M0, rn);
1175}
1176
1177static inline void gen_op_iwmmxt_movq_M0_wRn(int rn)
1178{
1179 iwmmxt_load_reg(cpu_M0, rn);
1180}
1181
1182static inline void gen_op_iwmmxt_orq_M0_wRn(int rn)
1183{
1184 iwmmxt_load_reg(cpu_V1, rn);
1185 tcg_gen_or_i64(cpu_M0, cpu_M0, cpu_V1);
1186}
1187
1188static inline void gen_op_iwmmxt_andq_M0_wRn(int rn)
1189{
1190 iwmmxt_load_reg(cpu_V1, rn);
1191 tcg_gen_and_i64(cpu_M0, cpu_M0, cpu_V1);
1192}
1193
1194static inline void gen_op_iwmmxt_xorq_M0_wRn(int rn)
1195{
1196 iwmmxt_load_reg(cpu_V1, rn);
1197 tcg_gen_xor_i64(cpu_M0, cpu_M0, cpu_V1);
1198}
1199
1200#define IWMMXT_OP(name) \
1201static inline void gen_op_iwmmxt_##name##_M0_wRn(int rn) \
1202{ \
1203 iwmmxt_load_reg(cpu_V1, rn); \
1204 gen_helper_iwmmxt_##name(cpu_M0, cpu_M0, cpu_V1); \
1205}
1206
477955bd
PM		 1207#define IWMMXT_OP_ENV(name) \
1208static inline void gen_op_iwmmxt_##name##_M0_wRn(int rn) \
1209{ \
1210 iwmmxt_load_reg(cpu_V1, rn); \
1211 gen_helper_iwmmxt_##name(cpu_M0, cpu_env, cpu_M0, cpu_V1); \
1212}
1213
1214#define IWMMXT_OP_ENV_SIZE(name) \
1215IWMMXT_OP_ENV(name##b) \
1216IWMMXT_OP_ENV(name##w) \
1217IWMMXT_OP_ENV(name##l)
e677137d 1218
477955bd 1219#define IWMMXT_OP_ENV1(name) \
e677137d
PB		 1220static inline void gen_op_iwmmxt_##name##_M0(void) \
1221{ \
477955bd 1222 gen_helper_iwmmxt_##name(cpu_M0, cpu_env, cpu_M0); \
e677137d
PB		 1223}
1224
1225IWMMXT_OP(maddsq)
1226IWMMXT_OP(madduq)
1227IWMMXT_OP(sadb)
1228IWMMXT_OP(sadw)
1229IWMMXT_OP(mulslw)
1230IWMMXT_OP(mulshw)
1231IWMMXT_OP(mululw)
1232IWMMXT_OP(muluhw)
1233IWMMXT_OP(macsw)
1234IWMMXT_OP(macuw)
1235
477955bd
PM		 1236IWMMXT_OP_ENV_SIZE(unpackl)
1237IWMMXT_OP_ENV_SIZE(unpackh)
1238
1239IWMMXT_OP_ENV1(unpacklub)
1240IWMMXT_OP_ENV1(unpackluw)
1241IWMMXT_OP_ENV1(unpacklul)
1242IWMMXT_OP_ENV1(unpackhub)
1243IWMMXT_OP_ENV1(unpackhuw)
1244IWMMXT_OP_ENV1(unpackhul)
1245IWMMXT_OP_ENV1(unpacklsb)
1246IWMMXT_OP_ENV1(unpacklsw)
1247IWMMXT_OP_ENV1(unpacklsl)
1248IWMMXT_OP_ENV1(unpackhsb)
1249IWMMXT_OP_ENV1(unpackhsw)
1250IWMMXT_OP_ENV1(unpackhsl)
1251
1252IWMMXT_OP_ENV_SIZE(cmpeq)
1253IWMMXT_OP_ENV_SIZE(cmpgtu)
1254IWMMXT_OP_ENV_SIZE(cmpgts)
1255
1256IWMMXT_OP_ENV_SIZE(mins)
1257IWMMXT_OP_ENV_SIZE(minu)
1258IWMMXT_OP_ENV_SIZE(maxs)
1259IWMMXT_OP_ENV_SIZE(maxu)
1260
1261IWMMXT_OP_ENV_SIZE(subn)
1262IWMMXT_OP_ENV_SIZE(addn)
1263IWMMXT_OP_ENV_SIZE(subu)
1264IWMMXT_OP_ENV_SIZE(addu)
1265IWMMXT_OP_ENV_SIZE(subs)
1266IWMMXT_OP_ENV_SIZE(adds)
1267
1268IWMMXT_OP_ENV(avgb0)
1269IWMMXT_OP_ENV(avgb1)
1270IWMMXT_OP_ENV(avgw0)
1271IWMMXT_OP_ENV(avgw1)
e677137d
PB		 1272
1273IWMMXT_OP(msadb)
1274
477955bd
PM		 1275IWMMXT_OP_ENV(packuw)
1276IWMMXT_OP_ENV(packul)
1277IWMMXT_OP_ENV(packuq)
1278IWMMXT_OP_ENV(packsw)
1279IWMMXT_OP_ENV(packsl)
1280IWMMXT_OP_ENV(packsq)
e677137d 1281
e677137d
PB		 1282static void gen_op_iwmmxt_set_mup(void)
1283{
1284 TCGv tmp;
1285 tmp = load_cpu_field(iwmmxt.cregs[ARM_IWMMXT_wCon]);
1286 tcg_gen_ori_i32(tmp, tmp, 2);
1287 store_cpu_field(tmp, iwmmxt.cregs[ARM_IWMMXT_wCon]);
1288}
1289
1290static void gen_op_iwmmxt_set_cup(void)
1291{
1292 TCGv tmp;
1293 tmp = load_cpu_field(iwmmxt.cregs[ARM_IWMMXT_wCon]);
1294 tcg_gen_ori_i32(tmp, tmp, 1);
1295 store_cpu_field(tmp, iwmmxt.cregs[ARM_IWMMXT_wCon]);
1296}
1297
1298static void gen_op_iwmmxt_setpsr_nz(void)
1299{
7d1b0095 1300 TCGv tmp = tcg_temp_new_i32();
e677137d
PB		 1301 gen_helper_iwmmxt_setpsr_nz(tmp, cpu_M0);
1302 store_cpu_field(tmp, iwmmxt.cregs[ARM_IWMMXT_wCASF]);
1303}
1304
1305static inline void gen_op_iwmmxt_addl_M0_wRn(int rn)
1306{
1307 iwmmxt_load_reg(cpu_V1, rn);
86831435 1308 tcg_gen_ext32u_i64(cpu_V1, cpu_V1);
e677137d
PB		 1309 tcg_gen_add_i64(cpu_M0, cpu_M0, cpu_V1);
1310}
1311
da6b5335 1312static inline int gen_iwmmxt_address(DisasContext *s, uint32_t insn, TCGv dest)
18c9b560
AZ		 1313{
1314 int rd;
1315 uint32_t offset;
da6b5335 1316 TCGv tmp;
18c9b560
AZ		 1317
1318 rd = (insn >> 16) & 0xf;
da6b5335 1319 tmp = load_reg(s, rd);
18c9b560
AZ		 1320
1321 offset = (insn & 0xff) << ((insn >> 7) & 2);
1322 if (insn & (1 << 24)) {
1323 /* Pre indexed */
1324 if (insn & (1 << 23))
da6b5335 1325 tcg_gen_addi_i32(tmp, tmp, offset);
18c9b560 1326 else
da6b5335
FN		 1327 tcg_gen_addi_i32(tmp, tmp, -offset);
1328 tcg_gen_mov_i32(dest, tmp);
18c9b560 1329 if (insn & (1 << 21))
da6b5335
FN		 1330 store_reg(s, rd, tmp);
1331 else
7d1b0095 1332 tcg_temp_free_i32(tmp);
18c9b560
AZ		 1333 } else if (insn & (1 << 21)) {
1334 /* Post indexed */
da6b5335 1335 tcg_gen_mov_i32(dest, tmp);
18c9b560 1336 if (insn & (1 << 23))
da6b5335 1337 tcg_gen_addi_i32(tmp, tmp, offset);
18c9b560 1338 else
da6b5335
FN		 1339 tcg_gen_addi_i32(tmp, tmp, -offset);
1340 store_reg(s, rd, tmp);
18c9b560
AZ		 1341 } else if (!(insn & (1 << 23)))
1342 return 1;
1343 return 0;
1344}
1345
da6b5335 1346static inline int gen_iwmmxt_shift(uint32_t insn, uint32_t mask, TCGv dest)
18c9b560
AZ		 1347{
1348 int rd = (insn >> 0) & 0xf;
da6b5335 1349 TCGv tmp;
18c9b560 1350
da6b5335
FN		 1351 if (insn & (1 << 8)) {
1352 if (rd < ARM_IWMMXT_wCGR0 || rd > ARM_IWMMXT_wCGR3) {
18c9b560 1353 return 1;
da6b5335
FN		 1354 } else {
1355 tmp = iwmmxt_load_creg(rd);
1356 }
1357 } else {
7d1b0095 1358 tmp = tcg_temp_new_i32();
da6b5335
FN		 1359 iwmmxt_load_reg(cpu_V0, rd);
1360 tcg_gen_trunc_i64_i32(tmp, cpu_V0);
1361 }
1362 tcg_gen_andi_i32(tmp, tmp, mask);
1363 tcg_gen_mov_i32(dest, tmp);
7d1b0095 1364 tcg_temp_free_i32(tmp);
18c9b560
AZ		 1365 return 0;
1366}
1367
a1c7273b 1368/* Disassemble an iwMMXt instruction. Returns nonzero if an error occurred
18c9b560 1369 (ie. an undefined instruction). */
0ecb72a5 1370static int disas_iwmmxt_insn(CPUARMState *env, DisasContext *s, uint32_t insn)
18c9b560
AZ		 1371{
1372 int rd, wrd;
1373 int rdhi, rdlo, rd0, rd1, i;
da6b5335
FN		 1374 TCGv addr;
1375 TCGv tmp, tmp2, tmp3;
18c9b560
AZ		 1376
1377 if ((insn & 0x0e000e00) == 0x0c000000) {
1378 if ((insn & 0x0fe00ff0) == 0x0c400000) {
1379 wrd = insn & 0xf;
1380 rdlo = (insn >> 12) & 0xf;
1381 rdhi = (insn >> 16) & 0xf;
1382 if (insn & ARM_CP_RW_BIT) { /* TMRRC */
da6b5335
FN		 1383 iwmmxt_load_reg(cpu_V0, wrd);
1384 tcg_gen_trunc_i64_i32(cpu_R[rdlo], cpu_V0);
1385 tcg_gen_shri_i64(cpu_V0, cpu_V0, 32);
1386 tcg_gen_trunc_i64_i32(cpu_R[rdhi], cpu_V0);
18c9b560 1387 } else { /* TMCRR */
da6b5335
FN		 1388 tcg_gen_concat_i32_i64(cpu_V0, cpu_R[rdlo], cpu_R[rdhi]);
1389 iwmmxt_store_reg(cpu_V0, wrd);
18c9b560
AZ		 1390 gen_op_iwmmxt_set_mup();
1391 }
1392 return 0;
1393 }
1394
1395 wrd = (insn >> 12) & 0xf;
7d1b0095 1396 addr = tcg_temp_new_i32();
da6b5335 1397 if (gen_iwmmxt_address(s, insn, addr)) {
7d1b0095 1398 tcg_temp_free_i32(addr);
18c9b560 1399 return 1;
da6b5335 1400 }
18c9b560
AZ		 1401 if (insn & ARM_CP_RW_BIT) {
1402 if ((insn >> 28) == 0xf) { /* WLDRW wCx */
7d1b0095 1403 tmp = tcg_temp_new_i32();
da6b5335
FN		 1404 tcg_gen_qemu_ld32u(tmp, addr, IS_USER(s));
1405 iwmmxt_store_creg(wrd, tmp);
18c9b560 1406 } else {
e677137d
PB		 1407 i = 1;
1408 if (insn & (1 << 8)) {
1409 if (insn & (1 << 22)) { /* WLDRD */
da6b5335 1410 tcg_gen_qemu_ld64(cpu_M0, addr, IS_USER(s));
e677137d
PB		 1411 i = 0;
1412 } else { /* WLDRW wRd */
da6b5335 1413 tmp = gen_ld32(addr, IS_USER(s));
e677137d
PB		 1414 }
1415 } else {
1416 if (insn & (1 << 22)) { /* WLDRH */
da6b5335 1417 tmp = gen_ld16u(addr, IS_USER(s));
e677137d 1418 } else { /* WLDRB */
da6b5335 1419 tmp = gen_ld8u(addr, IS_USER(s));
e677137d
PB		 1420 }
1421 }
1422 if (i) {
1423 tcg_gen_extu_i32_i64(cpu_M0, tmp);
7d1b0095 1424 tcg_temp_free_i32(tmp);
e677137d 1425 }
18c9b560
AZ		 1426 gen_op_iwmmxt_movq_wRn_M0(wrd);
1427 }
1428 } else {
1429 if ((insn >> 28) == 0xf) { /* WSTRW wCx */
da6b5335
FN		 1430 tmp = iwmmxt_load_creg(wrd);
1431 gen_st32(tmp, addr, IS_USER(s));
18c9b560
AZ		 1432 } else {
1433 gen_op_iwmmxt_movq_M0_wRn(wrd);
7d1b0095 1434 tmp = tcg_temp_new_i32();
e677137d
PB		 1435 if (insn & (1 << 8)) {
1436 if (insn & (1 << 22)) { /* WSTRD */
7d1b0095 1437 tcg_temp_free_i32(tmp);
da6b5335 1438 tcg_gen_qemu_st64(cpu_M0, addr, IS_USER(s));
e677137d
PB		 1439 } else { /* WSTRW wRd */
1440 tcg_gen_trunc_i64_i32(tmp, cpu_M0);
da6b5335 1441 gen_st32(tmp, addr, IS_USER(s));
e677137d
PB		 1442 }
1443 } else {
1444 if (insn & (1 << 22)) { /* WSTRH */
1445 tcg_gen_trunc_i64_i32(tmp, cpu_M0);
da6b5335 1446 gen_st16(tmp, addr, IS_USER(s));
e677137d
PB		 1447 } else { /* WSTRB */
1448 tcg_gen_trunc_i64_i32(tmp, cpu_M0);
da6b5335 1449 gen_st8(tmp, addr, IS_USER(s));
e677137d
PB		 1450 }
1451 }
18c9b560
AZ		 1452 }
1453 }
7d1b0095 1454 tcg_temp_free_i32(addr);
18c9b560
AZ		 1455 return 0;
1456 }
1457
1458 if ((insn & 0x0f000000) != 0x0e000000)
1459 return 1;
1460
1461 switch (((insn >> 12) & 0xf00) | ((insn >> 4) & 0xff)) {
1462 case 0x000: /* WOR */
1463 wrd = (insn >> 12) & 0xf;
1464 rd0 = (insn >> 0) & 0xf;
1465 rd1 = (insn >> 16) & 0xf;
1466 gen_op_iwmmxt_movq_M0_wRn(rd0);
1467 gen_op_iwmmxt_orq_M0_wRn(rd1);
1468 gen_op_iwmmxt_setpsr_nz();
1469 gen_op_iwmmxt_movq_wRn_M0(wrd);
1470 gen_op_iwmmxt_set_mup();
1471 gen_op_iwmmxt_set_cup();
1472 break;
1473 case 0x011: /* TMCR */
1474 if (insn & 0xf)
1475 return 1;
1476 rd = (insn >> 12) & 0xf;
1477 wrd = (insn >> 16) & 0xf;
1478 switch (wrd) {
1479 case ARM_IWMMXT_wCID:
1480 case ARM_IWMMXT_wCASF:
1481 break;
1482 case ARM_IWMMXT_wCon:
1483 gen_op_iwmmxt_set_cup();
1484 /* Fall through. */
1485 case ARM_IWMMXT_wCSSF:
da6b5335
FN		 1486 tmp = iwmmxt_load_creg(wrd);
1487 tmp2 = load_reg(s, rd);
f669df27 1488 tcg_gen_andc_i32(tmp, tmp, tmp2);
7d1b0095 1489 tcg_temp_free_i32(tmp2);
da6b5335 1490 iwmmxt_store_creg(wrd, tmp);
18c9b560
AZ		 1491 break;
1492 case ARM_IWMMXT_wCGR0:
1493 case ARM_IWMMXT_wCGR1:
1494 case ARM_IWMMXT_wCGR2:
1495 case ARM_IWMMXT_wCGR3:
1496 gen_op_iwmmxt_set_cup();
da6b5335
FN		 1497 tmp = load_reg(s, rd);
1498 iwmmxt_store_creg(wrd, tmp);
18c9b560
AZ		 1499 break;
1500 default:
1501 return 1;
1502 }
1503 break;
1504 case 0x100: /* WXOR */
1505 wrd = (insn >> 12) & 0xf;
1506 rd0 = (insn >> 0) & 0xf;
1507 rd1 = (insn >> 16) & 0xf;
1508 gen_op_iwmmxt_movq_M0_wRn(rd0);
1509 gen_op_iwmmxt_xorq_M0_wRn(rd1);
1510 gen_op_iwmmxt_setpsr_nz();
1511 gen_op_iwmmxt_movq_wRn_M0(wrd);
1512 gen_op_iwmmxt_set_mup();
1513 gen_op_iwmmxt_set_cup();
1514 break;
1515 case 0x111: /* TMRC */
1516 if (insn & 0xf)
1517 return 1;
1518 rd = (insn >> 12) & 0xf;
1519 wrd = (insn >> 16) & 0xf;
da6b5335
FN		 1520 tmp = iwmmxt_load_creg(wrd);
1521 store_reg(s, rd, tmp);
18c9b560
AZ		 1522 break;
1523 case 0x300: /* WANDN */
1524 wrd = (insn >> 12) & 0xf;
1525 rd0 = (insn >> 0) & 0xf;
1526 rd1 = (insn >> 16) & 0xf;
1527 gen_op_iwmmxt_movq_M0_wRn(rd0);
e677137d 1528 tcg_gen_neg_i64(cpu_M0, cpu_M0);
18c9b560
AZ		 1529 gen_op_iwmmxt_andq_M0_wRn(rd1);
1530 gen_op_iwmmxt_setpsr_nz();
1531 gen_op_iwmmxt_movq_wRn_M0(wrd);
1532 gen_op_iwmmxt_set_mup();
1533 gen_op_iwmmxt_set_cup();
1534 break;
1535 case 0x200: /* WAND */
1536 wrd = (insn >> 12) & 0xf;
1537 rd0 = (insn >> 0) & 0xf;
1538 rd1 = (insn >> 16) & 0xf;
1539 gen_op_iwmmxt_movq_M0_wRn(rd0);
1540 gen_op_iwmmxt_andq_M0_wRn(rd1);
1541 gen_op_iwmmxt_setpsr_nz();
1542 gen_op_iwmmxt_movq_wRn_M0(wrd);
1543 gen_op_iwmmxt_set_mup();
1544 gen_op_iwmmxt_set_cup();
1545 break;
1546 case 0x810: case 0xa10: /* WMADD */
1547 wrd = (insn >> 12) & 0xf;
1548 rd0 = (insn >> 0) & 0xf;
1549 rd1 = (insn >> 16) & 0xf;
1550 gen_op_iwmmxt_movq_M0_wRn(rd0);
1551 if (insn & (1 << 21))
1552 gen_op_iwmmxt_maddsq_M0_wRn(rd1);
1553 else
1554 gen_op_iwmmxt_madduq_M0_wRn(rd1);
1555 gen_op_iwmmxt_movq_wRn_M0(wrd);
1556 gen_op_iwmmxt_set_mup();
1557 break;
1558 case 0x10e: case 0x50e: case 0x90e: case 0xd0e: /* WUNPCKIL */
1559 wrd = (insn >> 12) & 0xf;
1560 rd0 = (insn >> 16) & 0xf;
1561 rd1 = (insn >> 0) & 0xf;
1562 gen_op_iwmmxt_movq_M0_wRn(rd0);
1563 switch ((insn >> 22) & 3) {
1564 case 0:
1565 gen_op_iwmmxt_unpacklb_M0_wRn(rd1);
1566 break;
1567 case 1:
1568 gen_op_iwmmxt_unpacklw_M0_wRn(rd1);
1569 break;
1570 case 2:
1571 gen_op_iwmmxt_unpackll_M0_wRn(rd1);
1572 break;
1573 case 3:
1574 return 1;
1575 }
1576 gen_op_iwmmxt_movq_wRn_M0(wrd);
1577 gen_op_iwmmxt_set_mup();
1578 gen_op_iwmmxt_set_cup();
1579 break;
1580 case 0x10c: case 0x50c: case 0x90c: case 0xd0c: /* WUNPCKIH */
1581 wrd = (insn >> 12) & 0xf;
1582 rd0 = (insn >> 16) & 0xf;
1583 rd1 = (insn >> 0) & 0xf;
1584 gen_op_iwmmxt_movq_M0_wRn(rd0);
1585 switch ((insn >> 22) & 3) {
1586 case 0:
1587 gen_op_iwmmxt_unpackhb_M0_wRn(rd1);
1588 break;
1589 case 1:
1590 gen_op_iwmmxt_unpackhw_M0_wRn(rd1);
1591 break;
1592 case 2:
1593 gen_op_iwmmxt_unpackhl_M0_wRn(rd1);
1594 break;
1595 case 3:
1596 return 1;
1597 }
1598 gen_op_iwmmxt_movq_wRn_M0(wrd);
1599 gen_op_iwmmxt_set_mup();
1600 gen_op_iwmmxt_set_cup();
1601 break;
1602 case 0x012: case 0x112: case 0x412: case 0x512: /* WSAD */
1603 wrd = (insn >> 12) & 0xf;
1604 rd0 = (insn >> 16) & 0xf;
1605 rd1 = (insn >> 0) & 0xf;
1606 gen_op_iwmmxt_movq_M0_wRn(rd0);
1607 if (insn & (1 << 22))
1608 gen_op_iwmmxt_sadw_M0_wRn(rd1);
1609 else
1610 gen_op_iwmmxt_sadb_M0_wRn(rd1);
1611 if (!(insn & (1 << 20)))
1612 gen_op_iwmmxt_addl_M0_wRn(wrd);
1613 gen_op_iwmmxt_movq_wRn_M0(wrd);
1614 gen_op_iwmmxt_set_mup();
1615 break;
1616 case 0x010: case 0x110: case 0x210: case 0x310: /* WMUL */
1617 wrd = (insn >> 12) & 0xf;
1618 rd0 = (insn >> 16) & 0xf;
1619 rd1 = (insn >> 0) & 0xf;
1620 gen_op_iwmmxt_movq_M0_wRn(rd0);
e677137d
PB		 1621 if (insn & (1 << 21)) {
1622 if (insn & (1 << 20))
1623 gen_op_iwmmxt_mulshw_M0_wRn(rd1);
1624 else
1625 gen_op_iwmmxt_mulslw_M0_wRn(rd1);
1626 } else {
1627 if (insn & (1 << 20))
1628 gen_op_iwmmxt_muluhw_M0_wRn(rd1);
1629 else
1630 gen_op_iwmmxt_mululw_M0_wRn(rd1);
1631 }
18c9b560
AZ		 1632 gen_op_iwmmxt_movq_wRn_M0(wrd);
1633 gen_op_iwmmxt_set_mup();
1634 break;
1635 case 0x410: case 0x510: case 0x610: case 0x710: /* WMAC */
1636 wrd = (insn >> 12) & 0xf;
1637 rd0 = (insn >> 16) & 0xf;
1638 rd1 = (insn >> 0) & 0xf;
1639 gen_op_iwmmxt_movq_M0_wRn(rd0);
1640 if (insn & (1 << 21))
1641 gen_op_iwmmxt_macsw_M0_wRn(rd1);
1642 else
1643 gen_op_iwmmxt_macuw_M0_wRn(rd1);
1644 if (!(insn & (1 << 20))) {
e677137d
PB		 1645 iwmmxt_load_reg(cpu_V1, wrd);
1646 tcg_gen_add_i64(cpu_M0, cpu_M0, cpu_V1);
18c9b560
AZ		 1647 }
1648 gen_op_iwmmxt_movq_wRn_M0(wrd);
1649 gen_op_iwmmxt_set_mup();
1650 break;
1651 case 0x006: case 0x406: case 0x806: case 0xc06: /* WCMPEQ */
1652 wrd = (insn >> 12) & 0xf;
1653 rd0 = (insn >> 16) & 0xf;
1654 rd1 = (insn >> 0) & 0xf;
1655 gen_op_iwmmxt_movq_M0_wRn(rd0);
1656 switch ((insn >> 22) & 3) {
1657 case 0:
1658 gen_op_iwmmxt_cmpeqb_M0_wRn(rd1);
1659 break;
1660 case 1:
1661 gen_op_iwmmxt_cmpeqw_M0_wRn(rd1);
1662 break;
1663 case 2:
1664 gen_op_iwmmxt_cmpeql_M0_wRn(rd1);
1665 break;
1666 case 3:
1667 return 1;
1668 }
1669 gen_op_iwmmxt_movq_wRn_M0(wrd);
1670 gen_op_iwmmxt_set_mup();
1671 gen_op_iwmmxt_set_cup();
1672 break;
1673 case 0x800: case 0x900: case 0xc00: case 0xd00: /* WAVG2 */
1674 wrd = (insn >> 12) & 0xf;
1675 rd0 = (insn >> 16) & 0xf;
1676 rd1 = (insn >> 0) & 0xf;
1677 gen_op_iwmmxt_movq_M0_wRn(rd0);
e677137d
PB		 1678 if (insn & (1 << 22)) {
1679 if (insn & (1 << 20))
1680 gen_op_iwmmxt_avgw1_M0_wRn(rd1);
1681 else
1682 gen_op_iwmmxt_avgw0_M0_wRn(rd1);
1683 } else {
1684 if (insn & (1 << 20))
1685 gen_op_iwmmxt_avgb1_M0_wRn(rd1);
1686 else
1687 gen_op_iwmmxt_avgb0_M0_wRn(rd1);
1688 }
18c9b560
AZ		 1689 gen_op_iwmmxt_movq_wRn_M0(wrd);
1690 gen_op_iwmmxt_set_mup();
1691 gen_op_iwmmxt_set_cup();
1692 break;
1693 case 0x802: case 0x902: case 0xa02: case 0xb02: /* WALIGNR */
1694 wrd = (insn >> 12) & 0xf;
1695 rd0 = (insn >> 16) & 0xf;
1696 rd1 = (insn >> 0) & 0xf;
1697 gen_op_iwmmxt_movq_M0_wRn(rd0);
da6b5335
FN		 1698 tmp = iwmmxt_load_creg(ARM_IWMMXT_wCGR0 + ((insn >> 20) & 3));
1699 tcg_gen_andi_i32(tmp, tmp, 7);
1700 iwmmxt_load_reg(cpu_V1, rd1);
1701 gen_helper_iwmmxt_align(cpu_M0, cpu_M0, cpu_V1, tmp);
7d1b0095 1702 tcg_temp_free_i32(tmp);
18c9b560
AZ		 1703 gen_op_iwmmxt_movq_wRn_M0(wrd);
1704 gen_op_iwmmxt_set_mup();
1705 break;
1706 case 0x601: case 0x605: case 0x609: case 0x60d: /* TINSR */
da6b5335
FN		 1707 if (((insn >> 6) & 3) == 3)
1708 return 1;
18c9b560
AZ		 1709 rd = (insn >> 12) & 0xf;
1710 wrd = (insn >> 16) & 0xf;
da6b5335 1711 tmp = load_reg(s, rd);
18c9b560
AZ		 1712 gen_op_iwmmxt_movq_M0_wRn(wrd);
1713 switch ((insn >> 6) & 3) {
1714 case 0:
da6b5335
FN		 1715 tmp2 = tcg_const_i32(0xff);
1716 tmp3 = tcg_const_i32((insn & 7) << 3);
18c9b560
AZ		 1717 break;
1718 case 1:
da6b5335
FN		 1719 tmp2 = tcg_const_i32(0xffff);
1720 tmp3 = tcg_const_i32((insn & 3) << 4);
18c9b560
AZ		 1721 break;
1722 case 2:
da6b5335
FN		 1723 tmp2 = tcg_const_i32(0xffffffff);
1724 tmp3 = tcg_const_i32((insn & 1) << 5);
18c9b560 1725 break;
da6b5335
FN		 1726 default:
1727 TCGV_UNUSED(tmp2);
1728 TCGV_UNUSED(tmp3);
18c9b560 1729 }
da6b5335
FN		 1730 gen_helper_iwmmxt_insr(cpu_M0, cpu_M0, tmp, tmp2, tmp3);
1731 tcg_temp_free(tmp3);
1732 tcg_temp_free(tmp2);
7d1b0095 1733 tcg_temp_free_i32(tmp);
18c9b560
AZ		 1734 gen_op_iwmmxt_movq_wRn_M0(wrd);
1735 gen_op_iwmmxt_set_mup();
1736 break;
1737 case 0x107: case 0x507: case 0x907: case 0xd07: /* TEXTRM */
1738 rd = (insn >> 12) & 0xf;
1739 wrd = (insn >> 16) & 0xf;
da6b5335 1740 if (rd == 15 || ((insn >> 22) & 3) == 3)
18c9b560
AZ		 1741 return 1;
1742 gen_op_iwmmxt_movq_M0_wRn(wrd);
7d1b0095 1743 tmp = tcg_temp_new_i32();
18c9b560
AZ		 1744 switch ((insn >> 22) & 3) {
1745 case 0:
da6b5335
FN		 1746 tcg_gen_shri_i64(cpu_M0, cpu_M0, (insn & 7) << 3);
1747 tcg_gen_trunc_i64_i32(tmp, cpu_M0);
1748 if (insn & 8) {
1749 tcg_gen_ext8s_i32(tmp, tmp);
1750 } else {
1751 tcg_gen_andi_i32(tmp, tmp, 0xff);
18c9b560
AZ		 1752 }
1753 break;
1754 case 1:
da6b5335
FN		 1755 tcg_gen_shri_i64(cpu_M0, cpu_M0, (insn & 3) << 4);
1756 tcg_gen_trunc_i64_i32(tmp, cpu_M0);
1757 if (insn & 8) {
1758 tcg_gen_ext16s_i32(tmp, tmp);
1759 } else {
1760 tcg_gen_andi_i32(tmp, tmp, 0xffff);
18c9b560
AZ		 1761 }
1762 break;
1763 case 2:
da6b5335
FN		 1764 tcg_gen_shri_i64(cpu_M0, cpu_M0, (insn & 1) << 5);
1765 tcg_gen_trunc_i64_i32(tmp, cpu_M0);
18c9b560 1766 break;
18c9b560 1767 }
da6b5335 1768 store_reg(s, rd, tmp);
18c9b560
AZ		 1769 break;
1770 case 0x117: case 0x517: case 0x917: case 0xd17: /* TEXTRC */
da6b5335 1771 if ((insn & 0x000ff008) != 0x0003f000 || ((insn >> 22) & 3) == 3)
18c9b560 1772 return 1;
da6b5335 1773 tmp = iwmmxt_load_creg(ARM_IWMMXT_wCASF);
18c9b560
AZ		 1774 switch ((insn >> 22) & 3) {
1775 case 0:
da6b5335 1776 tcg_gen_shri_i32(tmp, tmp, ((insn & 7) << 2) + 0);
18c9b560
AZ		 1777 break;
1778 case 1:
da6b5335 1779 tcg_gen_shri_i32(tmp, tmp, ((insn & 3) << 3) + 4);
18c9b560
AZ		 1780 break;
1781 case 2:
da6b5335 1782 tcg_gen_shri_i32(tmp, tmp, ((insn & 1) << 4) + 12);
18c9b560 1783 break;
18c9b560 1784 }
da6b5335
FN		 1785 tcg_gen_shli_i32(tmp, tmp, 28);
1786 gen_set_nzcv(tmp);
7d1b0095 1787 tcg_temp_free_i32(tmp);
18c9b560
AZ		 1788 break;
1789 case 0x401: case 0x405: case 0x409: case 0x40d: /* TBCST */
da6b5335
FN		 1790 if (((insn >> 6) & 3) == 3)
1791 return 1;
18c9b560
AZ		 1792 rd = (insn >> 12) & 0xf;
1793 wrd = (insn >> 16) & 0xf;
da6b5335 1794 tmp = load_reg(s, rd);
18c9b560
AZ		 1795 switch ((insn >> 6) & 3) {
1796 case 0:
da6b5335 1797 gen_helper_iwmmxt_bcstb(cpu_M0, tmp);
18c9b560
AZ		 1798 break;
1799 case 1:
da6b5335 1800 gen_helper_iwmmxt_bcstw(cpu_M0, tmp);
18c9b560
AZ		 1801 break;
1802 case 2:
da6b5335 1803 gen_helper_iwmmxt_bcstl(cpu_M0, tmp);
18c9b560 1804 break;
18c9b560 1805 }
7d1b0095 1806 tcg_temp_free_i32(tmp);
18c9b560
AZ		 1807 gen_op_iwmmxt_movq_wRn_M0(wrd);
1808 gen_op_iwmmxt_set_mup();
1809 break;
1810 case 0x113: case 0x513: case 0x913: case 0xd13: /* TANDC */
da6b5335 1811 if ((insn & 0x000ff00f) != 0x0003f000 || ((insn >> 22) & 3) == 3)
18c9b560 1812 return 1;
da6b5335 1813 tmp = iwmmxt_load_creg(ARM_IWMMXT_wCASF);
7d1b0095 1814 tmp2 = tcg_temp_new_i32();
da6b5335 1815 tcg_gen_mov_i32(tmp2, tmp);
18c9b560
AZ		 1816 switch ((insn >> 22) & 3) {
1817 case 0:
1818 for (i = 0; i < 7; i ++) {
da6b5335
FN		 1819 tcg_gen_shli_i32(tmp2, tmp2, 4);
1820 tcg_gen_and_i32(tmp, tmp, tmp2);
18c9b560
AZ		 1821 }
1822 break;
1823 case 1:
1824 for (i = 0; i < 3; i ++) {
da6b5335
FN		 1825 tcg_gen_shli_i32(tmp2, tmp2, 8);
1826 tcg_gen_and_i32(tmp, tmp, tmp2);
18c9b560
AZ		 1827 }
1828 break;
1829 case 2:
da6b5335
FN		 1830 tcg_gen_shli_i32(tmp2, tmp2, 16);
1831 tcg_gen_and_i32(tmp, tmp, tmp2);
18c9b560 1832 break;
18c9b560 1833 }
da6b5335 1834 gen_set_nzcv(tmp);
7d1b0095
PM		 1835 tcg_temp_free_i32(tmp2);
1836 tcg_temp_free_i32(tmp);
18c9b560
AZ		 1837 break;
1838 case 0x01c: case 0x41c: case 0x81c: case 0xc1c: /* WACC */
1839 wrd = (insn >> 12) & 0xf;
1840 rd0 = (insn >> 16) & 0xf;
1841 gen_op_iwmmxt_movq_M0_wRn(rd0);
1842 switch ((insn >> 22) & 3) {
1843 case 0:
e677137d 1844 gen_helper_iwmmxt_addcb(cpu_M0, cpu_M0);
18c9b560
AZ		 1845 break;
1846 case 1:
e677137d 1847 gen_helper_iwmmxt_addcw(cpu_M0, cpu_M0);
18c9b560
AZ		 1848 break;
1849 case 2:
e677137d 1850 gen_helper_iwmmxt_addcl(cpu_M0, cpu_M0);
18c9b560
AZ		 1851 break;
1852 case 3:
1853 return 1;
1854 }
1855 gen_op_iwmmxt_movq_wRn_M0(wrd);
1856 gen_op_iwmmxt_set_mup();
1857 break;
1858 case 0x115: case 0x515: case 0x915: case 0xd15: /* TORC */
da6b5335 1859 if ((insn & 0x000ff00f) != 0x0003f000 || ((insn >> 22) & 3) == 3)
18c9b560 1860 return 1;
da6b5335 1861 tmp = iwmmxt_load_creg(ARM_IWMMXT_wCASF);
7d1b0095 1862 tmp2 = tcg_temp_new_i32();
da6b5335 1863 tcg_gen_mov_i32(tmp2, tmp);
18c9b560
AZ		 1864 switch ((insn >> 22) & 3) {
1865 case 0:
1866 for (i = 0; i < 7; i ++) {
da6b5335
FN		 1867 tcg_gen_shli_i32(tmp2, tmp2, 4);
1868 tcg_gen_or_i32(tmp, tmp, tmp2);
18c9b560
AZ		 1869 }
1870 break;
1871 case 1:
1872 for (i = 0; i < 3; i ++) {
da6b5335
FN		 1873 tcg_gen_shli_i32(tmp2, tmp2, 8);
1874 tcg_gen_or_i32(tmp, tmp, tmp2);
18c9b560
AZ		 1875 }
1876 break;
1877 case 2:
da6b5335
FN		 1878 tcg_gen_shli_i32(tmp2, tmp2, 16);
1879 tcg_gen_or_i32(tmp, tmp, tmp2);
18c9b560 1880 break;
18c9b560 1881 }
da6b5335 1882 gen_set_nzcv(tmp);
7d1b0095
PM		 1883 tcg_temp_free_i32(tmp2);
1884 tcg_temp_free_i32(tmp);
18c9b560
AZ		 1885 break;
1886 case 0x103: case 0x503: case 0x903: case 0xd03: /* TMOVMSK */
1887 rd = (insn >> 12) & 0xf;
1888 rd0 = (insn >> 16) & 0xf;
da6b5335 1889 if ((insn & 0xf) != 0 || ((insn >> 22) & 3) == 3)
18c9b560
AZ		 1890 return 1;
1891 gen_op_iwmmxt_movq_M0_wRn(rd0);
7d1b0095 1892 tmp = tcg_temp_new_i32();
18c9b560
AZ		 1893 switch ((insn >> 22) & 3) {
1894 case 0:
da6b5335 1895 gen_helper_iwmmxt_msbb(tmp, cpu_M0);
18c9b560
AZ		 1896 break;
1897 case 1:
da6b5335 1898 gen_helper_iwmmxt_msbw(tmp, cpu_M0);
18c9b560
AZ		 1899 break;
1900 case 2:
da6b5335 1901 gen_helper_iwmmxt_msbl(tmp, cpu_M0);
18c9b560 1902 break;
18c9b560 1903 }
da6b5335 1904 store_reg(s, rd, tmp);
18c9b560
AZ		 1905 break;
1906 case 0x106: case 0x306: case 0x506: case 0x706: /* WCMPGT */
1907 case 0x906: case 0xb06: case 0xd06: case 0xf06:
1908 wrd = (insn >> 12) & 0xf;
1909 rd0 = (insn >> 16) & 0xf;
1910 rd1 = (insn >> 0) & 0xf;
1911 gen_op_iwmmxt_movq_M0_wRn(rd0);
1912 switch ((insn >> 22) & 3) {
1913 case 0:
1914 if (insn & (1 << 21))
1915 gen_op_iwmmxt_cmpgtsb_M0_wRn(rd1);
1916 else
1917 gen_op_iwmmxt_cmpgtub_M0_wRn(rd1);
1918 break;
1919 case 1:
1920 if (insn & (1 << 21))
1921 gen_op_iwmmxt_cmpgtsw_M0_wRn(rd1);
1922 else
1923 gen_op_iwmmxt_cmpgtuw_M0_wRn(rd1);
1924 break;
1925 case 2:
1926 if (insn & (1 << 21))
1927 gen_op_iwmmxt_cmpgtsl_M0_wRn(rd1);
1928 else
1929 gen_op_iwmmxt_cmpgtul_M0_wRn(rd1);
1930 break;
1931 case 3:
1932 return 1;
1933 }
1934 gen_op_iwmmxt_movq_wRn_M0(wrd);
1935 gen_op_iwmmxt_set_mup();
1936 gen_op_iwmmxt_set_cup();
1937 break;
1938 case 0x00e: case 0x20e: case 0x40e: case 0x60e: /* WUNPCKEL */
1939 case 0x80e: case 0xa0e: case 0xc0e: case 0xe0e:
1940 wrd = (insn >> 12) & 0xf;
1941 rd0 = (insn >> 16) & 0xf;
1942 gen_op_iwmmxt_movq_M0_wRn(rd0);
1943 switch ((insn >> 22) & 3) {
1944 case 0:
1945 if (insn & (1 << 21))
1946 gen_op_iwmmxt_unpacklsb_M0();
1947 else
1948 gen_op_iwmmxt_unpacklub_M0();
1949 break;
1950 case 1:
1951 if (insn & (1 << 21))
1952 gen_op_iwmmxt_unpacklsw_M0();
1953 else
1954 gen_op_iwmmxt_unpackluw_M0();
1955 break;
1956 case 2:
1957 if (insn & (1 << 21))
1958 gen_op_iwmmxt_unpacklsl_M0();
1959 else
1960 gen_op_iwmmxt_unpacklul_M0();
1961 break;
1962 case 3:
1963 return 1;
1964 }
1965 gen_op_iwmmxt_movq_wRn_M0(wrd);
1966 gen_op_iwmmxt_set_mup();
1967 gen_op_iwmmxt_set_cup();
1968 break;
1969 case 0x00c: case 0x20c: case 0x40c: case 0x60c: /* WUNPCKEH */
1970 case 0x80c: case 0xa0c: case 0xc0c: case 0xe0c:
1971 wrd = (insn >> 12) & 0xf;
1972 rd0 = (insn >> 16) & 0xf;
1973 gen_op_iwmmxt_movq_M0_wRn(rd0);
1974 switch ((insn >> 22) & 3) {
1975 case 0:
1976 if (insn & (1 << 21))
1977 gen_op_iwmmxt_unpackhsb_M0();
1978 else
1979 gen_op_iwmmxt_unpackhub_M0();
1980 break;
1981 case 1:
1982 if (insn & (1 << 21))
1983 gen_op_iwmmxt_unpackhsw_M0();
1984 else
1985 gen_op_iwmmxt_unpackhuw_M0();
1986 break;
1987 case 2:
1988 if (insn & (1 << 21))
1989 gen_op_iwmmxt_unpackhsl_M0();
1990 else
1991 gen_op_iwmmxt_unpackhul_M0();
1992 break;
1993 case 3:
1994 return 1;
1995 }
1996 gen_op_iwmmxt_movq_wRn_M0(wrd);
1997 gen_op_iwmmxt_set_mup();
1998 gen_op_iwmmxt_set_cup();
1999 break;
2000 case 0x204: case 0x604: case 0xa04: case 0xe04: /* WSRL */
2001 case 0x214: case 0x614: case 0xa14: case 0xe14:
da6b5335
FN		 2002 if (((insn >> 22) & 3) == 0)
2003 return 1;
18c9b560
AZ		 2004 wrd = (insn >> 12) & 0xf;
2005 rd0 = (insn >> 16) & 0xf;
2006 gen_op_iwmmxt_movq_M0_wRn(rd0);
7d1b0095 2007 tmp = tcg_temp_new_i32();
da6b5335 2008 if (gen_iwmmxt_shift(insn, 0xff, tmp)) {
7d1b0095 2009 tcg_temp_free_i32(tmp);
18c9b560 2010 return 1;
da6b5335 2011 }
18c9b560 2012 switch ((insn >> 22) & 3) {
18c9b560 2013 case 1:
477955bd 2014 gen_helper_iwmmxt_srlw(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2015 break;
2016 case 2:
477955bd 2017 gen_helper_iwmmxt_srll(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2018 break;
2019 case 3:
477955bd 2020 gen_helper_iwmmxt_srlq(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2021 break;
2022 }
7d1b0095 2023 tcg_temp_free_i32(tmp);
18c9b560
AZ		 2024 gen_op_iwmmxt_movq_wRn_M0(wrd);
2025 gen_op_iwmmxt_set_mup();
2026 gen_op_iwmmxt_set_cup();
2027 break;
2028 case 0x004: case 0x404: case 0x804: case 0xc04: /* WSRA */
2029 case 0x014: case 0x414: case 0x814: case 0xc14:
da6b5335
FN		 2030 if (((insn >> 22) & 3) == 0)
2031 return 1;
18c9b560
AZ		 2032 wrd = (insn >> 12) & 0xf;
2033 rd0 = (insn >> 16) & 0xf;
2034 gen_op_iwmmxt_movq_M0_wRn(rd0);
7d1b0095 2035 tmp = tcg_temp_new_i32();
da6b5335 2036 if (gen_iwmmxt_shift(insn, 0xff, tmp)) {
7d1b0095 2037 tcg_temp_free_i32(tmp);
18c9b560 2038 return 1;
da6b5335 2039 }
18c9b560 2040 switch ((insn >> 22) & 3) {
18c9b560 2041 case 1:
477955bd 2042 gen_helper_iwmmxt_sraw(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2043 break;
2044 case 2:
477955bd 2045 gen_helper_iwmmxt_sral(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2046 break;
2047 case 3:
477955bd 2048 gen_helper_iwmmxt_sraq(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2049 break;
2050 }
7d1b0095 2051 tcg_temp_free_i32(tmp);
18c9b560
AZ		 2052 gen_op_iwmmxt_movq_wRn_M0(wrd);
2053 gen_op_iwmmxt_set_mup();
2054 gen_op_iwmmxt_set_cup();
2055 break;
2056 case 0x104: case 0x504: case 0x904: case 0xd04: /* WSLL */
2057 case 0x114: case 0x514: case 0x914: case 0xd14:
da6b5335
FN		 2058 if (((insn >> 22) & 3) == 0)
2059 return 1;
18c9b560
AZ		 2060 wrd = (insn >> 12) & 0xf;
2061 rd0 = (insn >> 16) & 0xf;
2062 gen_op_iwmmxt_movq_M0_wRn(rd0);
7d1b0095 2063 tmp = tcg_temp_new_i32();
da6b5335 2064 if (gen_iwmmxt_shift(insn, 0xff, tmp)) {
7d1b0095 2065 tcg_temp_free_i32(tmp);
18c9b560 2066 return 1;
da6b5335 2067 }
18c9b560 2068 switch ((insn >> 22) & 3) {
18c9b560 2069 case 1:
477955bd 2070 gen_helper_iwmmxt_sllw(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2071 break;
2072 case 2:
477955bd 2073 gen_helper_iwmmxt_slll(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2074 break;
2075 case 3:
477955bd 2076 gen_helper_iwmmxt_sllq(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2077 break;
2078 }
7d1b0095 2079 tcg_temp_free_i32(tmp);
18c9b560
AZ		 2080 gen_op_iwmmxt_movq_wRn_M0(wrd);
2081 gen_op_iwmmxt_set_mup();
2082 gen_op_iwmmxt_set_cup();
2083 break;
2084 case 0x304: case 0x704: case 0xb04: case 0xf04: /* WROR */
2085 case 0x314: case 0x714: case 0xb14: case 0xf14:
da6b5335
FN		 2086 if (((insn >> 22) & 3) == 0)
2087 return 1;
18c9b560
AZ		 2088 wrd = (insn >> 12) & 0xf;
2089 rd0 = (insn >> 16) & 0xf;
2090 gen_op_iwmmxt_movq_M0_wRn(rd0);
7d1b0095 2091 tmp = tcg_temp_new_i32();
18c9b560 2092 switch ((insn >> 22) & 3) {
18c9b560 2093 case 1:
da6b5335 2094 if (gen_iwmmxt_shift(insn, 0xf, tmp)) {
7d1b0095 2095 tcg_temp_free_i32(tmp);
18c9b560 2096 return 1;
da6b5335 2097 }
477955bd 2098 gen_helper_iwmmxt_rorw(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2099 break;
2100 case 2:
da6b5335 2101 if (gen_iwmmxt_shift(insn, 0x1f, tmp)) {
7d1b0095 2102 tcg_temp_free_i32(tmp);
18c9b560 2103 return 1;
da6b5335 2104 }
477955bd 2105 gen_helper_iwmmxt_rorl(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2106 break;
2107 case 3:
da6b5335 2108 if (gen_iwmmxt_shift(insn, 0x3f, tmp)) {
7d1b0095 2109 tcg_temp_free_i32(tmp);
18c9b560 2110 return 1;
da6b5335 2111 }
477955bd 2112 gen_helper_iwmmxt_rorq(cpu_M0, cpu_env, cpu_M0, tmp);
18c9b560
AZ		 2113 break;
2114 }
7d1b0095 2115 tcg_temp_free_i32(tmp);
18c9b560
AZ		 2116 gen_op_iwmmxt_movq_wRn_M0(wrd);
2117 gen_op_iwmmxt_set_mup();
2118 gen_op_iwmmxt_set_cup();
2119 break;
2120 case 0x116: case 0x316: case 0x516: case 0x716: /* WMIN */
2121 case 0x916: case 0xb16: case 0xd16: case 0xf16:
2122 wrd = (insn >> 12) & 0xf;
2123 rd0 = (insn >> 16) & 0xf;
2124 rd1 = (insn >> 0) & 0xf;
2125 gen_op_iwmmxt_movq_M0_wRn(rd0);
2126 switch ((insn >> 22) & 3) {
2127 case 0:
2128 if (insn & (1 << 21))
2129 gen_op_iwmmxt_minsb_M0_wRn(rd1);
2130 else
2131 gen_op_iwmmxt_minub_M0_wRn(rd1);
2132 break;
2133 case 1:
2134 if (insn & (1 << 21))
2135 gen_op_iwmmxt_minsw_M0_wRn(rd1);
2136 else
2137 gen_op_iwmmxt_minuw_M0_wRn(rd1);
2138 break;
2139 case 2:
2140 if (insn & (1 << 21))
2141 gen_op_iwmmxt_minsl_M0_wRn(rd1);
2142 else
2143 gen_op_iwmmxt_minul_M0_wRn(rd1);
2144 break;
2145 case 3:
2146 return 1;
2147 }
2148 gen_op_iwmmxt_movq_wRn_M0(wrd);
2149 gen_op_iwmmxt_set_mup();
2150 break;
2151 case 0x016: case 0x216: case 0x416: case 0x616: /* WMAX */
2152 case 0x816: case 0xa16: case 0xc16: case 0xe16:
2153 wrd = (insn >> 12) & 0xf;
2154 rd0 = (insn >> 16) & 0xf;
2155 rd1 = (insn >> 0) & 0xf;
2156 gen_op_iwmmxt_movq_M0_wRn(rd0);
2157 switch ((insn >> 22) & 3) {
2158 case 0:
2159 if (insn & (1 << 21))
2160 gen_op_iwmmxt_maxsb_M0_wRn(rd1);
2161 else
2162 gen_op_iwmmxt_maxub_M0_wRn(rd1);
2163 break;
2164 case 1:
2165 if (insn & (1 << 21))
2166 gen_op_iwmmxt_maxsw_M0_wRn(rd1);
2167 else
2168 gen_op_iwmmxt_maxuw_M0_wRn(rd1);
2169 break;
2170 case 2:
2171 if (insn & (1 << 21))
2172 gen_op_iwmmxt_maxsl_M0_wRn(rd1);
2173 else
2174 gen_op_iwmmxt_maxul_M0_wRn(rd1);
2175 break;
2176 case 3:
2177 return 1;
2178 }
2179 gen_op_iwmmxt_movq_wRn_M0(wrd);
2180 gen_op_iwmmxt_set_mup();
2181 break;
2182 case 0x002: case 0x102: case 0x202: case 0x302: /* WALIGNI */
2183 case 0x402: case 0x502: case 0x602: case 0x702:
2184 wrd = (insn >> 12) & 0xf;
2185 rd0 = (insn >> 16) & 0xf;
2186 rd1 = (insn >> 0) & 0xf;
2187 gen_op_iwmmxt_movq_M0_wRn(rd0);
da6b5335
FN		 2188 tmp = tcg_const_i32((insn >> 20) & 3);
2189 iwmmxt_load_reg(cpu_V1, rd1);
2190 gen_helper_iwmmxt_align(cpu_M0, cpu_M0, cpu_V1, tmp);
2191 tcg_temp_free(tmp);
18c9b560
AZ		 2192 gen_op_iwmmxt_movq_wRn_M0(wrd);
2193 gen_op_iwmmxt_set_mup();
2194 break;
2195 case 0x01a: case 0x11a: case 0x21a: case 0x31a: /* WSUB */
2196 case 0x41a: case 0x51a: case 0x61a: case 0x71a:
2197 case 0x81a: case 0x91a: case 0xa1a: case 0xb1a:
2198 case 0xc1a: case 0xd1a: case 0xe1a: case 0xf1a:
2199 wrd = (insn >> 12) & 0xf;
2200 rd0 = (insn >> 16) & 0xf;
2201 rd1 = (insn >> 0) & 0xf;
2202 gen_op_iwmmxt_movq_M0_wRn(rd0);
2203 switch ((insn >> 20) & 0xf) {
2204 case 0x0:
2205 gen_op_iwmmxt_subnb_M0_wRn(rd1);
2206 break;
2207 case 0x1:
2208 gen_op_iwmmxt_subub_M0_wRn(rd1);
2209 break;
2210 case 0x3:
2211 gen_op_iwmmxt_subsb_M0_wRn(rd1);
2212 break;
2213 case 0x4:
2214 gen_op_iwmmxt_subnw_M0_wRn(rd1);
2215 break;
2216 case 0x5:
2217 gen_op_iwmmxt_subuw_M0_wRn(rd1);
2218 break;
2219 case 0x7:
2220 gen_op_iwmmxt_subsw_M0_wRn(rd1);
2221 break;
2222 case 0x8:
2223 gen_op_iwmmxt_subnl_M0_wRn(rd1);
2224 break;
2225 case 0x9:
2226 gen_op_iwmmxt_subul_M0_wRn(rd1);
2227 break;
2228 case 0xb:
2229 gen_op_iwmmxt_subsl_M0_wRn(rd1);
2230 break;
2231 default:
2232 return 1;
2233 }
2234 gen_op_iwmmxt_movq_wRn_M0(wrd);
2235 gen_op_iwmmxt_set_mup();
2236 gen_op_iwmmxt_set_cup();
2237 break;
2238 case 0x01e: case 0x11e: case 0x21e: case 0x31e: /* WSHUFH */
2239 case 0x41e: case 0x51e: case 0x61e: case 0x71e:
2240 case 0x81e: case 0x91e: case 0xa1e: case 0xb1e:
2241 case 0xc1e: case 0xd1e: case 0xe1e: case 0xf1e:
2242 wrd = (insn >> 12) & 0xf;
2243 rd0 = (insn >> 16) & 0xf;
2244 gen_op_iwmmxt_movq_M0_wRn(rd0);
da6b5335 2245 tmp = tcg_const_i32(((insn >> 16) & 0xf0) | (insn & 0x0f));
477955bd 2246 gen_helper_iwmmxt_shufh(cpu_M0, cpu_env, cpu_M0, tmp);
da6b5335 2247 tcg_temp_free(tmp);
18c9b560
AZ		 2248 gen_op_iwmmxt_movq_wRn_M0(wrd);
2249 gen_op_iwmmxt_set_mup();
2250 gen_op_iwmmxt_set_cup();
2251 break;
2252 case 0x018: case 0x118: case 0x218: case 0x318: /* WADD */
2253 case 0x418: case 0x518: case 0x618: case 0x718:
2254 case 0x818: case 0x918: case 0xa18: case 0xb18:
2255 case 0xc18: case 0xd18: case 0xe18: case 0xf18:
2256 wrd = (insn >> 12) & 0xf;
2257 rd0 = (insn >> 16) & 0xf;
2258 rd1 = (insn >> 0) & 0xf;
2259 gen_op_iwmmxt_movq_M0_wRn(rd0);
2260 switch ((insn >> 20) & 0xf) {
2261 case 0x0:
2262 gen_op_iwmmxt_addnb_M0_wRn(rd1);
2263 break;
2264 case 0x1:
2265 gen_op_iwmmxt_addub_M0_wRn(rd1);
2266 break;
2267 case 0x3:
2268 gen_op_iwmmxt_addsb_M0_wRn(rd1);
2269 break;
2270 case 0x4:
2271 gen_op_iwmmxt_addnw_M0_wRn(rd1);
2272 break;
2273 case 0x5:
2274 gen_op_iwmmxt_adduw_M0_wRn(rd1);
2275 break;
2276 case 0x7:
2277 gen_op_iwmmxt_addsw_M0_wRn(rd1);
2278 break;
2279 case 0x8:
2280 gen_op_iwmmxt_addnl_M0_wRn(rd1);
2281 break;
2282 case 0x9:
2283 gen_op_iwmmxt_addul_M0_wRn(rd1);
2284 break;
2285 case 0xb:
2286 gen_op_iwmmxt_addsl_M0_wRn(rd1);
2287 break;
2288 default:
2289 return 1;
2290 }
2291 gen_op_iwmmxt_movq_wRn_M0(wrd);
2292 gen_op_iwmmxt_set_mup();
2293 gen_op_iwmmxt_set_cup();
2294 break;
2295 case 0x008: case 0x108: case 0x208: case 0x308: /* WPACK */
2296 case 0x408: case 0x508: case 0x608: case 0x708:
2297 case 0x808: case 0x908: case 0xa08: case 0xb08:
2298 case 0xc08: case 0xd08: case 0xe08: case 0xf08:
da6b5335
FN		 2299 if (!(insn & (1 << 20)) || ((insn >> 22) & 3) == 0)
2300 return 1;
18c9b560
AZ		 2301 wrd = (insn >> 12) & 0xf;
2302 rd0 = (insn >> 16) & 0xf;
2303 rd1 = (insn >> 0) & 0xf;
2304 gen_op_iwmmxt_movq_M0_wRn(rd0);
18c9b560 2305 switch ((insn >> 22) & 3) {
18c9b560
AZ		 2306 case 1:
2307 if (insn & (1 << 21))
2308 gen_op_iwmmxt_packsw_M0_wRn(rd1);
2309 else
2310 gen_op_iwmmxt_packuw_M0_wRn(rd1);
2311 break;
2312 case 2:
2313 if (insn & (1 << 21))
2314 gen_op_iwmmxt_packsl_M0_wRn(rd1);
2315 else
2316 gen_op_iwmmxt_packul_M0_wRn(rd1);
2317 break;
2318 case 3:
2319 if (insn & (1 << 21))
2320 gen_op_iwmmxt_packsq_M0_wRn(rd1);
2321 else
2322 gen_op_iwmmxt_packuq_M0_wRn(rd1);
2323 break;
2324 }
2325 gen_op_iwmmxt_movq_wRn_M0(wrd);
2326 gen_op_iwmmxt_set_mup();
2327 gen_op_iwmmxt_set_cup();
2328 break;
2329 case 0x201: case 0x203: case 0x205: case 0x207:
2330 case 0x209: case 0x20b: case 0x20d: case 0x20f:
2331 case 0x211: case 0x213: case 0x215: case 0x217:
2332 case 0x219: case 0x21b: case 0x21d: case 0x21f:
2333 wrd = (insn >> 5) & 0xf;
2334 rd0 = (insn >> 12) & 0xf;
2335 rd1 = (insn >> 0) & 0xf;
2336 if (rd0 == 0xf || rd1 == 0xf)
2337 return 1;
2338 gen_op_iwmmxt_movq_M0_wRn(wrd);
da6b5335
FN		 2339 tmp = load_reg(s, rd0);
2340 tmp2 = load_reg(s, rd1);
18c9b560
AZ		 2341 switch ((insn >> 16) & 0xf) {
2342 case 0x0: /* TMIA */
da6b5335 2343 gen_helper_iwmmxt_muladdsl(cpu_M0, cpu_M0, tmp, tmp2);
18c9b560
AZ		 2344 break;
2345 case 0x8: /* TMIAPH */
da6b5335 2346 gen_helper_iwmmxt_muladdsw(cpu_M0, cpu_M0, tmp, tmp2);
18c9b560
AZ		 2347 break;
2348 case 0xc: case 0xd: case 0xe: case 0xf: /* TMIAxy */
18c9b560 2349 if (insn & (1 << 16))
da6b5335 2350 tcg_gen_shri_i32(tmp, tmp, 16);
18c9b560 2351 if (insn & (1 << 17))
da6b5335
FN		 2352 tcg_gen_shri_i32(tmp2, tmp2, 16);
2353 gen_helper_iwmmxt_muladdswl(cpu_M0, cpu_M0, tmp, tmp2);
18c9b560
AZ		 2354 break;
2355 default:
7d1b0095
PM		 2356 tcg_temp_free_i32(tmp2);
2357 tcg_temp_free_i32(tmp);
18c9b560
AZ		 2358 return 1;
2359 }
7d1b0095
PM		 2360 tcg_temp_free_i32(tmp2);
2361 tcg_temp_free_i32(tmp);
18c9b560
AZ		 2362 gen_op_iwmmxt_movq_wRn_M0(wrd);
2363 gen_op_iwmmxt_set_mup();
2364 break;
2365 default:
2366 return 1;
2367 }
2368
2369 return 0;
2370}
2371
a1c7273b 2372/* Disassemble an XScale DSP instruction. Returns nonzero if an error occurred
18c9b560 2373 (ie. an undefined instruction). */
0ecb72a5 2374static int disas_dsp_insn(CPUARMState *env, DisasContext *s, uint32_t insn)
18c9b560
AZ		 2375{
2376 int acc, rd0, rd1, rdhi, rdlo;
3a554c0f 2377 TCGv tmp, tmp2;
18c9b560
AZ		 2378
2379 if ((insn & 0x0ff00f10) == 0x0e200010) {
2380 /* Multiply with Internal Accumulate Format */
2381 rd0 = (insn >> 12) & 0xf;
2382 rd1 = insn & 0xf;
2383 acc = (insn >> 5) & 7;
2384
2385 if (acc != 0)
2386 return 1;
2387
3a554c0f
FN		 2388 tmp = load_reg(s, rd0);
2389 tmp2 = load_reg(s, rd1);
18c9b560
AZ		 2390 switch ((insn >> 16) & 0xf) {
2391 case 0x0: /* MIA */
3a554c0f 2392 gen_helper_iwmmxt_muladdsl(cpu_M0, cpu_M0, tmp, tmp2);
18c9b560
AZ		 2393 break;
2394 case 0x8: /* MIAPH */
3a554c0f 2395 gen_helper_iwmmxt_muladdsw(cpu_M0, cpu_M0, tmp, tmp2);
18c9b560
AZ		 2396 break;
2397 case 0xc: /* MIABB */
2398 case 0xd: /* MIABT */
2399 case 0xe: /* MIATB */
2400 case 0xf: /* MIATT */
18c9b560 2401 if (insn & (1 << 16))
3a554c0f 2402 tcg_gen_shri_i32(tmp, tmp, 16);
18c9b560 2403 if (insn & (1 << 17))
3a554c0f
FN		 2404 tcg_gen_shri_i32(tmp2, tmp2, 16);
2405 gen_helper_iwmmxt_muladdswl(cpu_M0, cpu_M0, tmp, tmp2);
18c9b560
AZ		 2406 break;
2407 default:
2408 return 1;
2409 }
7d1b0095
PM		 2410 tcg_temp_free_i32(tmp2);
2411 tcg_temp_free_i32(tmp);
18c9b560
AZ		 2412
2413 gen_op_iwmmxt_movq_wRn_M0(acc);
2414 return 0;
2415 }
2416
2417 if ((insn & 0x0fe00ff8) == 0x0c400000) {
2418 /* Internal Accumulator Access Format */
2419 rdhi = (insn >> 16) & 0xf;
2420 rdlo = (insn >> 12) & 0xf;
2421 acc = insn & 7;
2422
2423 if (acc != 0)
2424 return 1;
2425
2426 if (insn & ARM_CP_RW_BIT) { /* MRA */
3a554c0f
FN		 2427 iwmmxt_load_reg(cpu_V0, acc);
2428 tcg_gen_trunc_i64_i32(cpu_R[rdlo], cpu_V0);
2429 tcg_gen_shri_i64(cpu_V0, cpu_V0, 32);
2430 tcg_gen_trunc_i64_i32(cpu_R[rdhi], cpu_V0);
2431 tcg_gen_andi_i32(cpu_R[rdhi], cpu_R[rdhi], (1 << (40 - 32)) - 1);
18c9b560 2432 } else { /* MAR */
3a554c0f
FN		 2433 tcg_gen_concat_i32_i64(cpu_V0, cpu_R[rdlo], cpu_R[rdhi]);
2434 iwmmxt_store_reg(cpu_V0, acc);
18c9b560
AZ		 2435 }
2436 return 0;
2437 }
2438
2439 return 1;
2440}
2441
9ee6e8bb
PB		 2442#define VFP_REG_SHR(x, n) (((n) > 0) ? (x) >> (n) : (x) << -(n))
2443#define VFP_SREG(insn, bigbit, smallbit) \
2444 ((VFP_REG_SHR(insn, bigbit - 1) & 0x1e) | (((insn) >> (smallbit)) & 1))
2445#define VFP_DREG(reg, insn, bigbit, smallbit) do { \
2446 if (arm_feature(env, ARM_FEATURE_VFP3)) { \
2447 reg = (((insn) >> (bigbit)) & 0x0f) \
2448 | (((insn) >> ((smallbit) - 4)) & 0x10); \
2449 } else { \
2450 if (insn & (1 << (smallbit))) \
2451 return 1; \
2452 reg = ((insn) >> (bigbit)) & 0x0f; \
2453 }} while (0)
2454
2455#define VFP_SREG_D(insn) VFP_SREG(insn, 12, 22)
2456#define VFP_DREG_D(reg, insn) VFP_DREG(reg, insn, 12, 22)
2457#define VFP_SREG_N(insn) VFP_SREG(insn, 16, 7)
2458#define VFP_DREG_N(reg, insn) VFP_DREG(reg, insn, 16, 7)
2459#define VFP_SREG_M(insn) VFP_SREG(insn, 0, 5)
2460#define VFP_DREG_M(reg, insn) VFP_DREG(reg, insn, 0, 5)
2461
4373f3ce
PB		 2462/* Move between integer and VFP cores. */
2463static TCGv gen_vfp_mrs(void)
2464{
7d1b0095 2465 TCGv tmp = tcg_temp_new_i32();
4373f3ce
PB		 2466 tcg_gen_mov_i32(tmp, cpu_F0s);
2467 return tmp;
2468}
2469
2470static void gen_vfp_msr(TCGv tmp)
2471{
2472 tcg_gen_mov_i32(cpu_F0s, tmp);
7d1b0095 2473 tcg_temp_free_i32(tmp);
4373f3ce
PB		 2474}
2475
ad69471c
PB		 2476static void gen_neon_dup_u8(TCGv var, int shift)
2477{
7d1b0095 2478 TCGv tmp = tcg_temp_new_i32();
ad69471c
PB		 2479 if (shift)
2480 tcg_gen_shri_i32(var, var, shift);
86831435 2481 tcg_gen_ext8u_i32(var, var);
ad69471c
PB		 2482 tcg_gen_shli_i32(tmp, var, 8);
2483 tcg_gen_or_i32(var, var, tmp);
2484 tcg_gen_shli_i32(tmp, var, 16);
2485 tcg_gen_or_i32(var, var, tmp);
7d1b0095 2486 tcg_temp_free_i32(tmp);
ad69471c
PB		 2487}
2488
2489static void gen_neon_dup_low16(TCGv var)
2490{
7d1b0095 2491 TCGv tmp = tcg_temp_new_i32();
86831435 2492 tcg_gen_ext16u_i32(var, var);
ad69471c
PB		 2493 tcg_gen_shli_i32(tmp, var, 16);
2494 tcg_gen_or_i32(var, var, tmp);
7d1b0095 2495 tcg_temp_free_i32(tmp);
ad69471c
PB		 2496}
2497
2498static void gen_neon_dup_high16(TCGv var)
2499{
7d1b0095 2500 TCGv tmp = tcg_temp_new_i32();
ad69471c
PB		 2501 tcg_gen_andi_i32(var, var, 0xffff0000);
2502 tcg_gen_shri_i32(tmp, var, 16);
2503 tcg_gen_or_i32(var, var, tmp);
7d1b0095 2504 tcg_temp_free_i32(tmp);
ad69471c
PB		 2505}
2506
8e18cde3
PM		 2507static TCGv gen_load_and_replicate(DisasContext *s, TCGv addr, int size)
2508{
2509 /* Load a single Neon element and replicate into a 32 bit TCG reg */
2510 TCGv tmp;
2511 switch (size) {
2512 case 0:
2513 tmp = gen_ld8u(addr, IS_USER(s));
2514 gen_neon_dup_u8(tmp, 0);
2515 break;
2516 case 1:
2517 tmp = gen_ld16u(addr, IS_USER(s));
2518 gen_neon_dup_low16(tmp);
2519 break;
2520 case 2:
2521 tmp = gen_ld32(addr, IS_USER(s));
2522 break;
2523 default: /* Avoid compiler warnings. */
2524 abort();
2525 }
2526 return tmp;
2527}
2528
a1c7273b 2529/* Disassemble a VFP instruction. Returns nonzero if an error occurred
b7bcbe95 2530 (ie. an undefined instruction). */
0ecb72a5 2531static int disas_vfp_insn(CPUARMState * env, DisasContext *s, uint32_t insn)
b7bcbe95
FB		 2532{
2533 uint32_t rd, rn, rm, op, i, n, offset, delta_d, delta_m, bank_mask;
2534 int dp, veclen;
312eea9f 2535 TCGv addr;
4373f3ce 2536 TCGv tmp;
ad69471c 2537 TCGv tmp2;
b7bcbe95 2538
40f137e1
PB		 2539 if (!arm_feature(env, ARM_FEATURE_VFP))
2540 return 1;
2541
5df8bac1 2542 if (!s->vfp_enabled) {
9ee6e8bb 2543 /* VFP disabled. Only allow fmxr/fmrx to/from some control regs. */
40f137e1
PB		 2544 if ((insn & 0x0fe00fff) != 0x0ee00a10)
2545 return 1;
2546 rn = (insn >> 16) & 0xf;
9ee6e8bb
PB		 2547 if (rn != ARM_VFP_FPSID && rn != ARM_VFP_FPEXC
2548 && rn != ARM_VFP_MVFR1 && rn != ARM_VFP_MVFR0)
40f137e1
PB		 2549 return 1;
2550 }
b7bcbe95
FB		 2551 dp = ((insn & 0xf00) == 0xb00);
2552 switch ((insn >> 24) & 0xf) {
2553 case 0xe:
2554 if (insn & (1 << 4)) {
2555 /* single register transfer */
b7bcbe95
FB		 2556 rd = (insn >> 12) & 0xf;
2557 if (dp) {
9ee6e8bb
PB		 2558 int size;
2559 int pass;
2560
2561 VFP_DREG_N(rn, insn);
2562 if (insn & 0xf)
b7bcbe95 2563 return 1;
9ee6e8bb
PB		 2564 if (insn & 0x00c00060
2565 && !arm_feature(env, ARM_FEATURE_NEON))
2566 return 1;
2567
2568 pass = (insn >> 21) & 1;
2569 if (insn & (1 << 22)) {
2570 size = 0;
2571 offset = ((insn >> 5) & 3) * 8;
2572 } else if (insn & (1 << 5)) {
2573 size = 1;
2574 offset = (insn & (1 << 6)) ? 16 : 0;
2575 } else {
2576 size = 2;
2577 offset = 0;
2578 }
18c9b560 2579 if (insn & ARM_CP_RW_BIT) {
b7bcbe95 2580 /* vfp->arm */
ad69471c 2581 tmp = neon_load_reg(rn, pass);
9ee6e8bb
PB		 2582 switch (size) {
2583 case 0:
9ee6e8bb 2584 if (offset)
ad69471c 2585 tcg_gen_shri_i32(tmp, tmp, offset);
9ee6e8bb 2586 if (insn & (1 << 23))
ad69471c 2587 gen_uxtb(tmp);
9ee6e8bb 2588 else
ad69471c 2589 gen_sxtb(tmp);
9ee6e8bb
PB		 2590 break;
2591 case 1:
9ee6e8bb
PB		 2592 if (insn & (1 << 23)) {
2593 if (offset) {
ad69471c 2594 tcg_gen_shri_i32(tmp, tmp, 16);
9ee6e8bb 2595 } else {
ad69471c 2596 gen_uxth(tmp);
9ee6e8bb
PB		 2597 }
2598 } else {
2599 if (offset) {
ad69471c 2600 tcg_gen_sari_i32(tmp, tmp, 16);
9ee6e8bb 2601 } else {
ad69471c 2602 gen_sxth(tmp);
9ee6e8bb
PB		 2603 }
2604 }
2605 break;
2606 case 2:
9ee6e8bb
PB		 2607 break;
2608 }
ad69471c 2609 store_reg(s, rd, tmp);
b7bcbe95
FB		 2610 } else {
2611 /* arm->vfp */
ad69471c 2612 tmp = load_reg(s, rd);
9ee6e8bb
PB		 2613 if (insn & (1 << 23)) {
2614 /* VDUP */
2615 if (size == 0) {
ad69471c 2616 gen_neon_dup_u8(tmp, 0);
9ee6e8bb 2617 } else if (size == 1) {
ad69471c 2618 gen_neon_dup_low16(tmp);
9ee6e8bb 2619 }
cbbccffc 2620 for (n = 0; n <= pass * 2; n++) {
7d1b0095 2621 tmp2 = tcg_temp_new_i32();
cbbccffc
PB		 2622 tcg_gen_mov_i32(tmp2, tmp);
2623 neon_store_reg(rn, n, tmp2);
2624 }
2625 neon_store_reg(rn, n, tmp);
9ee6e8bb
PB		 2626 } else {
2627 /* VMOV */
2628 switch (size) {
2629 case 0:
ad69471c
PB		 2630 tmp2 = neon_load_reg(rn, pass);
2631 gen_bfi(tmp, tmp2, tmp, offset, 0xff);
7d1b0095 2632 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 2633 break;
2634 case 1:
ad69471c
PB		 2635 tmp2 = neon_load_reg(rn, pass);
2636 gen_bfi(tmp, tmp2, tmp, offset, 0xffff);
7d1b0095 2637 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 2638 break;
2639 case 2:
9ee6e8bb
PB		 2640 break;
2641 }
ad69471c 2642 neon_store_reg(rn, pass, tmp);
9ee6e8bb 2643 }
b7bcbe95 2644 }
9ee6e8bb
PB		 2645 } else { /* !dp */
2646 if ((insn & 0x6f) != 0x00)
2647 return 1;
2648 rn = VFP_SREG_N(insn);
18c9b560 2649 if (insn & ARM_CP_RW_BIT) {
b7bcbe95
FB		 2650 /* vfp->arm */
2651 if (insn & (1 << 21)) {
2652 /* system register */
40f137e1 2653 rn >>= 1;
9ee6e8bb 2654
b7bcbe95 2655 switch (rn) {
40f137e1 2656 case ARM_VFP_FPSID:
4373f3ce 2657 /* VFP2 allows access to FSID from userspace.
9ee6e8bb
PB		 2658 VFP3 restricts all id registers to privileged
2659 accesses. */
2660 if (IS_USER(s)
2661 && arm_feature(env, ARM_FEATURE_VFP3))
2662 return 1;
4373f3ce 2663 tmp = load_cpu_field(vfp.xregs[rn]);
9ee6e8bb 2664 break;
40f137e1 2665 case ARM_VFP_FPEXC:
9ee6e8bb
PB		 2666 if (IS_USER(s))
2667 return 1;
4373f3ce 2668 tmp = load_cpu_field(vfp.xregs[rn]);
9ee6e8bb 2669 break;
40f137e1
PB		 2670 case ARM_VFP_FPINST:
2671 case ARM_VFP_FPINST2:
9ee6e8bb
PB		 2672 /* Not present in VFP3. */
2673 if (IS_USER(s)
2674 || arm_feature(env, ARM_FEATURE_VFP3))
2675 return 1;
4373f3ce 2676 tmp = load_cpu_field(vfp.xregs[rn]);
b7bcbe95 2677 break;
40f137e1 2678 case ARM_VFP_FPSCR:
601d70b9 2679 if (rd == 15) {
4373f3ce
PB		 2680 tmp = load_cpu_field(vfp.xregs[ARM_VFP_FPSCR]);
2681 tcg_gen_andi_i32(tmp, tmp, 0xf0000000);
2682 } else {
7d1b0095 2683 tmp = tcg_temp_new_i32();
4373f3ce
PB		 2684 gen_helper_vfp_get_fpscr(tmp, cpu_env);
2685 }
b7bcbe95 2686 break;
9ee6e8bb
PB		 2687 case ARM_VFP_MVFR0:
2688 case ARM_VFP_MVFR1:
2689 if (IS_USER(s)
06ed5d66 2690 || !arm_feature(env, ARM_FEATURE_MVFR))
9ee6e8bb 2691 return 1;
4373f3ce 2692 tmp = load_cpu_field(vfp.xregs[rn]);
9ee6e8bb 2693 break;
b7bcbe95
FB		 2694 default:
2695 return 1;
2696 }
2697 } else {
2698 gen_mov_F0_vreg(0, rn);
4373f3ce 2699 tmp = gen_vfp_mrs();
b7bcbe95
FB		 2700 }
2701 if (rd == 15) {
b5ff1b31 2702 /* Set the 4 flag bits in the CPSR. */
4373f3ce 2703 gen_set_nzcv(tmp);
7d1b0095 2704 tcg_temp_free_i32(tmp);
4373f3ce
PB		 2705 } else {
2706 store_reg(s, rd, tmp);
2707 }
b7bcbe95
FB		 2708 } else {
2709 /* arm->vfp */
4373f3ce 2710 tmp = load_reg(s, rd);
b7bcbe95 2711 if (insn & (1 << 21)) {
40f137e1 2712 rn >>= 1;
b7bcbe95
FB		 2713 /* system register */
2714 switch (rn) {
40f137e1 2715 case ARM_VFP_FPSID:
9ee6e8bb
PB		 2716 case ARM_VFP_MVFR0:
2717 case ARM_VFP_MVFR1:
b7bcbe95
FB		 2718 /* Writes are ignored. */
2719 break;
40f137e1 2720 case ARM_VFP_FPSCR:
4373f3ce 2721 gen_helper_vfp_set_fpscr(cpu_env, tmp);
7d1b0095 2722 tcg_temp_free_i32(tmp);
b5ff1b31 2723 gen_lookup_tb(s);
b7bcbe95 2724 break;
40f137e1 2725 case ARM_VFP_FPEXC:
9ee6e8bb
PB		 2726 if (IS_USER(s))
2727 return 1;
71b3c3de
JR		 2728 /* TODO: VFP subarchitecture support.
2729 * For now, keep the EN bit only */
2730 tcg_gen_andi_i32(tmp, tmp, 1 << 30);
4373f3ce 2731 store_cpu_field(tmp, vfp.xregs[rn]);
40f137e1
PB		 2732 gen_lookup_tb(s);
2733 break;
2734 case ARM_VFP_FPINST:
2735 case ARM_VFP_FPINST2:
4373f3ce 2736 store_cpu_field(tmp, vfp.xregs[rn]);
40f137e1 2737 break;
b7bcbe95
FB		 2738 default:
2739 return 1;
2740 }
2741 } else {
4373f3ce 2742 gen_vfp_msr(tmp);
b7bcbe95
FB		 2743 gen_mov_vreg_F0(0, rn);
2744 }
2745 }
2746 }
2747 } else {
2748 /* data processing */
2749 /* The opcode is in bits 23, 21, 20 and 6. */
2750 op = ((insn >> 20) & 8) | ((insn >> 19) & 6) | ((insn >> 6) & 1);
2751 if (dp) {
2752 if (op == 15) {
2753 /* rn is opcode */
2754 rn = ((insn >> 15) & 0x1e) | ((insn >> 7) & 1);
2755 } else {
2756 /* rn is register number */
9ee6e8bb 2757 VFP_DREG_N(rn, insn);
b7bcbe95
FB		 2758 }
2759
04595bf6 2760 if (op == 15 && (rn == 15 || ((rn & 0x1c) == 0x18))) {
b7bcbe95 2761 /* Integer or single precision destination. */
9ee6e8bb 2762 rd = VFP_SREG_D(insn);
b7bcbe95 2763 } else {
9ee6e8bb 2764 VFP_DREG_D(rd, insn);
b7bcbe95 2765 }
04595bf6
PM		 2766 if (op == 15 &&
2767 (((rn & 0x1c) == 0x10) || ((rn & 0x14) == 0x14))) {
2768 /* VCVT from int is always from S reg regardless of dp bit.
2769 * VCVT with immediate frac_bits has same format as SREG_M
2770 */
2771 rm = VFP_SREG_M(insn);
b7bcbe95 2772 } else {
9ee6e8bb 2773 VFP_DREG_M(rm, insn);
b7bcbe95
FB		 2774 }
2775 } else {
9ee6e8bb 2776 rn = VFP_SREG_N(insn);
b7bcbe95
FB		 2777 if (op == 15 && rn == 15) {
2778 /* Double precision destination. */
9ee6e8bb
PB		 2779 VFP_DREG_D(rd, insn);
2780 } else {
2781 rd = VFP_SREG_D(insn);
2782 }
04595bf6
PM		 2783 /* NB that we implicitly rely on the encoding for the frac_bits
2784 * in VCVT of fixed to float being the same as that of an SREG_M
2785 */
9ee6e8bb 2786 rm = VFP_SREG_M(insn);
b7bcbe95
FB		 2787 }
2788
69d1fc22 2789 veclen = s->vec_len;
b7bcbe95
FB		 2790 if (op == 15 && rn > 3)
2791 veclen = 0;
2792
2793 /* Shut up compiler warnings. */
2794 delta_m = 0;
2795 delta_d = 0;
2796 bank_mask = 0;
3b46e624 2797
b7bcbe95
FB		 2798 if (veclen > 0) {
2799 if (dp)
2800 bank_mask = 0xc;
2801 else
2802 bank_mask = 0x18;
2803
2804 /* Figure out what type of vector operation this is. */
2805 if ((rd & bank_mask) == 0) {
2806 /* scalar */
2807 veclen = 0;
2808 } else {
2809 if (dp)
69d1fc22 2810 delta_d = (s->vec_stride >> 1) + 1;
b7bcbe95 2811 else
69d1fc22 2812 delta_d = s->vec_stride + 1;
b7bcbe95
FB		 2813
2814 if ((rm & bank_mask) == 0) {
2815 /* mixed scalar/vector */
2816 delta_m = 0;
2817 } else {
2818 /* vector */
2819 delta_m = delta_d;
2820 }
2821 }
2822 }
2823
2824 /* Load the initial operands. */
2825 if (op == 15) {
2826 switch (rn) {
2827 case 16:
2828 case 17:
2829 /* Integer source */
2830 gen_mov_F0_vreg(0, rm);
2831 break;
2832 case 8:
2833 case 9:
2834 /* Compare */
2835 gen_mov_F0_vreg(dp, rd);
2836 gen_mov_F1_vreg(dp, rm);
2837 break;
2838 case 10:
2839 case 11:
2840 /* Compare with zero */
2841 gen_mov_F0_vreg(dp, rd);
2842 gen_vfp_F1_ld0(dp);
2843 break;
9ee6e8bb
PB		 2844 case 20:
2845 case 21:
2846 case 22:
2847 case 23:
644ad806
PB		 2848 case 28:
2849 case 29:
2850 case 30:
2851 case 31:
9ee6e8bb
PB		 2852 /* Source and destination the same. */
2853 gen_mov_F0_vreg(dp, rd);
2854 break;
6e0c0ed1
PM		 2855 case 4:
2856 case 5:
2857 case 6:
2858 case 7:
2859 /* VCVTB, VCVTT: only present with the halfprec extension,
2860 * UNPREDICTABLE if bit 8 is set (we choose to UNDEF)
2861 */
2862 if (dp || !arm_feature(env, ARM_FEATURE_VFP_FP16)) {
2863 return 1;
2864 }
2865 /* Otherwise fall through */
b7bcbe95
FB		 2866 default:
2867 /* One source operand. */
2868 gen_mov_F0_vreg(dp, rm);
9ee6e8bb 2869 break;
b7bcbe95
FB		 2870 }
2871 } else {
2872 /* Two source operands. */
2873 gen_mov_F0_vreg(dp, rn);
2874 gen_mov_F1_vreg(dp, rm);
2875 }
2876
2877 for (;;) {
2878 /* Perform the calculation. */
2879 switch (op) {
605a6aed
PM		 2880 case 0: /* VMLA: fd + (fn * fm) */
2881 /* Note that order of inputs to the add matters for NaNs */
2882 gen_vfp_F1_mul(dp);
2883 gen_mov_F0_vreg(dp, rd);
b7bcbe95
FB		 2884 gen_vfp_add(dp);
2885 break;
605a6aed 2886 case 1: /* VMLS: fd + -(fn * fm) */
b7bcbe95 2887 gen_vfp_mul(dp);
605a6aed
PM		 2888 gen_vfp_F1_neg(dp);
2889 gen_mov_F0_vreg(dp, rd);
b7bcbe95
FB		 2890 gen_vfp_add(dp);
2891 break;
605a6aed
PM		 2892 case 2: /* VNMLS: -fd + (fn * fm) */
2893 /* Note that it isn't valid to replace (-A + B) with (B - A)
2894 * or similar plausible looking simplifications
2895 * because this will give wrong results for NaNs.
2896 */
2897 gen_vfp_F1_mul(dp);
2898 gen_mov_F0_vreg(dp, rd);
2899 gen_vfp_neg(dp);
2900 gen_vfp_add(dp);
b7bcbe95 2901 break;
605a6aed 2902 case 3: /* VNMLA: -fd + -(fn * fm) */
b7bcbe95 2903 gen_vfp_mul(dp);
605a6aed
PM		 2904 gen_vfp_F1_neg(dp);
2905 gen_mov_F0_vreg(dp, rd);
b7bcbe95 2906 gen_vfp_neg(dp);
605a6aed 2907 gen_vfp_add(dp);
b7bcbe95
FB		 2908 break;
2909 case 4: /* mul: fn * fm */
2910 gen_vfp_mul(dp);
2911 break;
2912 case 5: /* nmul: -(fn * fm) */
2913 gen_vfp_mul(dp);
2914 gen_vfp_neg(dp);
2915 break;
2916 case 6: /* add: fn + fm */
2917 gen_vfp_add(dp);
2918 break;
2919 case 7: /* sub: fn - fm */
2920 gen_vfp_sub(dp);
2921 break;
2922 case 8: /* div: fn / fm */
2923 gen_vfp_div(dp);
2924 break;
da97f52c
PM		 2925 case 10: /* VFNMA : fd = muladd(-fd, fn, fm) */
2926 case 11: /* VFNMS : fd = muladd(-fd, -fn, fm) */
2927 case 12: /* VFMA : fd = muladd( fd, fn, fm) */
2928 case 13: /* VFMS : fd = muladd( fd, -fn, fm) */
2929 /* These are fused multiply-add, and must be done as one
2930 * floating point operation with no rounding between the
2931 * multiplication and addition steps.
2932 * NB that doing the negations here as separate steps is
2933 * correct : an input NaN should come out with its sign bit
2934 * flipped if it is a negated-input.
2935 */
2936 if (!arm_feature(env, ARM_FEATURE_VFP4)) {
2937 return 1;
2938 }
2939 if (dp) {
2940 TCGv_ptr fpst;
2941 TCGv_i64 frd;
2942 if (op & 1) {
2943 /* VFNMS, VFMS */
2944 gen_helper_vfp_negd(cpu_F0d, cpu_F0d);
2945 }
2946 frd = tcg_temp_new_i64();
2947 tcg_gen_ld_f64(frd, cpu_env, vfp_reg_offset(dp, rd));
2948 if (op & 2) {
2949 /* VFNMA, VFNMS */
2950 gen_helper_vfp_negd(frd, frd);
2951 }
2952 fpst = get_fpstatus_ptr(0);
2953 gen_helper_vfp_muladdd(cpu_F0d, cpu_F0d,
2954 cpu_F1d, frd, fpst);
2955 tcg_temp_free_ptr(fpst);
2956 tcg_temp_free_i64(frd);
2957 } else {
2958 TCGv_ptr fpst;
2959 TCGv_i32 frd;
2960 if (op & 1) {
2961 /* VFNMS, VFMS */
2962 gen_helper_vfp_negs(cpu_F0s, cpu_F0s);
2963 }
2964 frd = tcg_temp_new_i32();
2965 tcg_gen_ld_f32(frd, cpu_env, vfp_reg_offset(dp, rd));
2966 if (op & 2) {
2967 gen_helper_vfp_negs(frd, frd);
2968 }
2969 fpst = get_fpstatus_ptr(0);
2970 gen_helper_vfp_muladds(cpu_F0s, cpu_F0s,
2971 cpu_F1s, frd, fpst);
2972 tcg_temp_free_ptr(fpst);
2973 tcg_temp_free_i32(frd);
2974 }
2975 break;
9ee6e8bb
PB		 2976 case 14: /* fconst */
2977 if (!arm_feature(env, ARM_FEATURE_VFP3))
2978 return 1;
2979
2980 n = (insn << 12) & 0x80000000;
2981 i = ((insn >> 12) & 0x70) | (insn & 0xf);
2982 if (dp) {
2983 if (i & 0x40)
2984 i |= 0x3f80;
2985 else
2986 i |= 0x4000;
2987 n |= i << 16;
4373f3ce 2988 tcg_gen_movi_i64(cpu_F0d, ((uint64_t)n) << 32);
9ee6e8bb
PB		 2989 } else {
2990 if (i & 0x40)
2991 i |= 0x780;
2992 else
2993 i |= 0x800;
2994 n |= i << 19;
5b340b51 2995 tcg_gen_movi_i32(cpu_F0s, n);
9ee6e8bb 2996 }
9ee6e8bb 2997 break;
b7bcbe95
FB		 2998 case 15: /* extension space */
2999 switch (rn) {
3000 case 0: /* cpy */
3001 /* no-op */
3002 break;
3003 case 1: /* abs */
3004 gen_vfp_abs(dp);
3005 break;
3006 case 2: /* neg */
3007 gen_vfp_neg(dp);
3008 break;
3009 case 3: /* sqrt */
3010 gen_vfp_sqrt(dp);
3011 break;
60011498 3012 case 4: /* vcvtb.f32.f16 */
60011498
PB		 3013 tmp = gen_vfp_mrs();
3014 tcg_gen_ext16u_i32(tmp, tmp);
3015 gen_helper_vfp_fcvt_f16_to_f32(cpu_F0s, tmp, cpu_env);
7d1b0095 3016 tcg_temp_free_i32(tmp);
60011498
PB		 3017 break;
3018 case 5: /* vcvtt.f32.f16 */
60011498
PB		 3019 tmp = gen_vfp_mrs();
3020 tcg_gen_shri_i32(tmp, tmp, 16);
3021 gen_helper_vfp_fcvt_f16_to_f32(cpu_F0s, tmp, cpu_env);
7d1b0095 3022 tcg_temp_free_i32(tmp);
60011498
PB		 3023 break;
3024 case 6: /* vcvtb.f16.f32 */
7d1b0095 3025 tmp = tcg_temp_new_i32();
60011498
PB		 3026 gen_helper_vfp_fcvt_f32_to_f16(tmp, cpu_F0s, cpu_env);
3027 gen_mov_F0_vreg(0, rd);
3028 tmp2 = gen_vfp_mrs();
3029 tcg_gen_andi_i32(tmp2, tmp2, 0xffff0000);
3030 tcg_gen_or_i32(tmp, tmp, tmp2);
7d1b0095 3031 tcg_temp_free_i32(tmp2);
60011498
PB		 3032 gen_vfp_msr(tmp);
3033 break;
3034 case 7: /* vcvtt.f16.f32 */
7d1b0095 3035 tmp = tcg_temp_new_i32();
60011498
PB		 3036 gen_helper_vfp_fcvt_f32_to_f16(tmp, cpu_F0s, cpu_env);
3037 tcg_gen_shli_i32(tmp, tmp, 16);
3038 gen_mov_F0_vreg(0, rd);
3039 tmp2 = gen_vfp_mrs();
3040 tcg_gen_ext16u_i32(tmp2, tmp2);
3041 tcg_gen_or_i32(tmp, tmp, tmp2);
7d1b0095 3042 tcg_temp_free_i32(tmp2);
60011498
PB		 3043 gen_vfp_msr(tmp);
3044 break;
b7bcbe95
FB		 3045 case 8: /* cmp */
3046 gen_vfp_cmp(dp);
3047 break;
3048 case 9: /* cmpe */
3049 gen_vfp_cmpe(dp);
3050 break;
3051 case 10: /* cmpz */
3052 gen_vfp_cmp(dp);
3053 break;
3054 case 11: /* cmpez */
3055 gen_vfp_F1_ld0(dp);
3056 gen_vfp_cmpe(dp);
3057 break;
3058 case 15: /* single<->double conversion */
3059 if (dp)
4373f3ce 3060 gen_helper_vfp_fcvtsd(cpu_F0s, cpu_F0d, cpu_env);
b7bcbe95 3061 else
4373f3ce 3062 gen_helper_vfp_fcvtds(cpu_F0d, cpu_F0s, cpu_env);
b7bcbe95
FB		 3063 break;
3064 case 16: /* fuito */
5500b06c 3065 gen_vfp_uito(dp, 0);
b7bcbe95
FB		 3066 break;
3067 case 17: /* fsito */
5500b06c 3068 gen_vfp_sito(dp, 0);
b7bcbe95 3069 break;
9ee6e8bb
PB		 3070 case 20: /* fshto */
3071 if (!arm_feature(env, ARM_FEATURE_VFP3))
3072 return 1;
5500b06c 3073 gen_vfp_shto(dp, 16 - rm, 0);
9ee6e8bb
PB		 3074 break;
3075 case 21: /* fslto */
3076 if (!arm_feature(env, ARM_FEATURE_VFP3))
3077 return 1;
5500b06c 3078 gen_vfp_slto(dp, 32 - rm, 0);
9ee6e8bb
PB		 3079 break;
3080 case 22: /* fuhto */
3081 if (!arm_feature(env, ARM_FEATURE_VFP3))
3082 return 1;
5500b06c 3083 gen_vfp_uhto(dp, 16 - rm, 0);
9ee6e8bb
PB		 3084 break;
3085 case 23: /* fulto */
3086 if (!arm_feature(env, ARM_FEATURE_VFP3))
3087 return 1;
5500b06c 3088 gen_vfp_ulto(dp, 32 - rm, 0);
9ee6e8bb 3089 break;
b7bcbe95 3090 case 24: /* ftoui */
5500b06c 3091 gen_vfp_toui(dp, 0);
b7bcbe95
FB		 3092 break;
3093 case 25: /* ftouiz */
5500b06c 3094 gen_vfp_touiz(dp, 0);
b7bcbe95
FB		 3095 break;
3096 case 26: /* ftosi */
5500b06c 3097 gen_vfp_tosi(dp, 0);
b7bcbe95
FB		 3098 break;
3099 case 27: /* ftosiz */
5500b06c 3100 gen_vfp_tosiz(dp, 0);
b7bcbe95 3101 break;
9ee6e8bb
PB		 3102 case 28: /* ftosh */
3103 if (!arm_feature(env, ARM_FEATURE_VFP3))
3104 return 1;
5500b06c 3105 gen_vfp_tosh(dp, 16 - rm, 0);
9ee6e8bb
PB		 3106 break;
3107 case 29: /* ftosl */
3108 if (!arm_feature(env, ARM_FEATURE_VFP3))
3109 return 1;
5500b06c 3110 gen_vfp_tosl(dp, 32 - rm, 0);
9ee6e8bb
PB		 3111 break;
3112 case 30: /* ftouh */
3113 if (!arm_feature(env, ARM_FEATURE_VFP3))
3114 return 1;
5500b06c 3115 gen_vfp_touh(dp, 16 - rm, 0);
9ee6e8bb
PB		 3116 break;
3117 case 31: /* ftoul */
3118 if (!arm_feature(env, ARM_FEATURE_VFP3))
3119 return 1;
5500b06c 3120 gen_vfp_toul(dp, 32 - rm, 0);
9ee6e8bb 3121 break;
b7bcbe95 3122 default: /* undefined */
b7bcbe95
FB		 3123 return 1;
3124 }
3125 break;
3126 default: /* undefined */
b7bcbe95
FB		 3127 return 1;
3128 }
3129
3130 /* Write back the result. */
3131 if (op == 15 && (rn >= 8 && rn <= 11))
3132 ; /* Comparison, do nothing. */
04595bf6
PM		 3133 else if (op == 15 && dp && ((rn & 0x1c) == 0x18))
3134 /* VCVT double to int: always integer result. */
b7bcbe95
FB		 3135 gen_mov_vreg_F0(0, rd);
3136 else if (op == 15 && rn == 15)
3137 /* conversion */
3138 gen_mov_vreg_F0(!dp, rd);
3139 else
3140 gen_mov_vreg_F0(dp, rd);
3141
3142 /* break out of the loop if we have finished */
3143 if (veclen == 0)
3144 break;
3145
3146 if (op == 15 && delta_m == 0) {
3147 /* single source one-many */
3148 while (veclen--) {
3149 rd = ((rd + delta_d) & (bank_mask - 1))
3150 | (rd & bank_mask);
3151 gen_mov_vreg_F0(dp, rd);
3152 }
3153 break;
3154 }
3155 /* Setup the next operands. */
3156 veclen--;
3157 rd = ((rd + delta_d) & (bank_mask - 1))
3158 | (rd & bank_mask);
3159
3160 if (op == 15) {
3161 /* One source operand. */
3162 rm = ((rm + delta_m) & (bank_mask - 1))
3163 | (rm & bank_mask);
3164 gen_mov_F0_vreg(dp, rm);
3165 } else {
3166 /* Two source operands. */
3167 rn = ((rn + delta_d) & (bank_mask - 1))
3168 | (rn & bank_mask);
3169 gen_mov_F0_vreg(dp, rn);
3170 if (delta_m) {
3171 rm = ((rm + delta_m) & (bank_mask - 1))
3172 | (rm & bank_mask);
3173 gen_mov_F1_vreg(dp, rm);
3174 }
3175 }
3176 }
3177 }
3178 break;
3179 case 0xc:
3180 case 0xd:
8387da81 3181 if ((insn & 0x03e00000) == 0x00400000) {
b7bcbe95
FB		 3182 /* two-register transfer */
3183 rn = (insn >> 16) & 0xf;
3184 rd = (insn >> 12) & 0xf;
3185 if (dp) {
9ee6e8bb
PB		 3186 VFP_DREG_M(rm, insn);
3187 } else {
3188 rm = VFP_SREG_M(insn);
3189 }
b7bcbe95 3190
18c9b560 3191 if (insn & ARM_CP_RW_BIT) {
b7bcbe95
FB		 3192 /* vfp->arm */
3193 if (dp) {
4373f3ce
PB		 3194 gen_mov_F0_vreg(0, rm * 2);
3195 tmp = gen_vfp_mrs();
3196 store_reg(s, rd, tmp);
3197 gen_mov_F0_vreg(0, rm * 2 + 1);
3198 tmp = gen_vfp_mrs();
3199 store_reg(s, rn, tmp);
b7bcbe95
FB		 3200 } else {
3201 gen_mov_F0_vreg(0, rm);
4373f3ce 3202 tmp = gen_vfp_mrs();
8387da81 3203 store_reg(s, rd, tmp);
b7bcbe95 3204 gen_mov_F0_vreg(0, rm + 1);
4373f3ce 3205 tmp = gen_vfp_mrs();
8387da81 3206 store_reg(s, rn, tmp);
b7bcbe95
FB		 3207 }
3208 } else {
3209 /* arm->vfp */
3210 if (dp) {
4373f3ce
PB		 3211 tmp = load_reg(s, rd);
3212 gen_vfp_msr(tmp);
3213 gen_mov_vreg_F0(0, rm * 2);
3214 tmp = load_reg(s, rn);
3215 gen_vfp_msr(tmp);
3216 gen_mov_vreg_F0(0, rm * 2 + 1);
b7bcbe95 3217 } else {
8387da81 3218 tmp = load_reg(s, rd);
4373f3ce 3219 gen_vfp_msr(tmp);
b7bcbe95 3220 gen_mov_vreg_F0(0, rm);
8387da81 3221 tmp = load_reg(s, rn);
4373f3ce 3222 gen_vfp_msr(tmp);
b7bcbe95
FB		 3223 gen_mov_vreg_F0(0, rm + 1);
3224 }
3225 }
3226 } else {
3227 /* Load/store */
3228 rn = (insn >> 16) & 0xf;
3229 if (dp)
9ee6e8bb 3230 VFP_DREG_D(rd, insn);
b7bcbe95 3231 else
9ee6e8bb 3232 rd = VFP_SREG_D(insn);
b7bcbe95
FB		 3233 if ((insn & 0x01200000) == 0x01000000) {
3234 /* Single load/store */
3235 offset = (insn & 0xff) << 2;
3236 if ((insn & (1 << 23)) == 0)
3237 offset = -offset;
934814f1
PM		 3238 if (s->thumb && rn == 15) {
3239 /* This is actually UNPREDICTABLE */
3240 addr = tcg_temp_new_i32();
3241 tcg_gen_movi_i32(addr, s->pc & ~2);
3242 } else {
3243 addr = load_reg(s, rn);
3244 }
312eea9f 3245 tcg_gen_addi_i32(addr, addr, offset);
b7bcbe95 3246 if (insn & (1 << 20)) {
312eea9f 3247 gen_vfp_ld(s, dp, addr);
b7bcbe95
FB		 3248 gen_mov_vreg_F0(dp, rd);
3249 } else {
3250 gen_mov_F0_vreg(dp, rd);
312eea9f 3251 gen_vfp_st(s, dp, addr);
b7bcbe95 3252 }
7d1b0095 3253 tcg_temp_free_i32(addr);
b7bcbe95
FB		 3254 } else {
3255 /* load/store multiple */
934814f1 3256 int w = insn & (1 << 21);
b7bcbe95
FB		 3257 if (dp)
3258 n = (insn >> 1) & 0x7f;
3259 else
3260 n = insn & 0xff;
3261
934814f1
PM		 3262 if (w && !(((insn >> 23) ^ (insn >> 24)) & 1)) {
3263 /* P == U , W == 1 => UNDEF */
3264 return 1;
3265 }
3266 if (n == 0 || (rd + n) > 32 || (dp && n > 16)) {
3267 /* UNPREDICTABLE cases for bad immediates: we choose to
3268 * UNDEF to avoid generating huge numbers of TCG ops
3269 */
3270 return 1;
3271 }
3272 if (rn == 15 && w) {
3273 /* writeback to PC is UNPREDICTABLE, we choose to UNDEF */
3274 return 1;
3275 }
3276
3277 if (s->thumb && rn == 15) {
3278 /* This is actually UNPREDICTABLE */
3279 addr = tcg_temp_new_i32();
3280 tcg_gen_movi_i32(addr, s->pc & ~2);
3281 } else {
3282 addr = load_reg(s, rn);
3283 }
b7bcbe95 3284 if (insn & (1 << 24)) /* pre-decrement */
312eea9f 3285 tcg_gen_addi_i32(addr, addr, -((insn & 0xff) << 2));
b7bcbe95
FB		 3286
3287 if (dp)
3288 offset = 8;
3289 else
3290 offset = 4;
3291 for (i = 0; i < n; i++) {
18c9b560 3292 if (insn & ARM_CP_RW_BIT) {
b7bcbe95 3293 /* load */
312eea9f 3294 gen_vfp_ld(s, dp, addr);
b7bcbe95
FB		 3295 gen_mov_vreg_F0(dp, rd + i);
3296 } else {
3297 /* store */
3298 gen_mov_F0_vreg(dp, rd + i);
312eea9f 3299 gen_vfp_st(s, dp, addr);
b7bcbe95 3300 }
312eea9f 3301 tcg_gen_addi_i32(addr, addr, offset);
b7bcbe95 3302 }
934814f1 3303 if (w) {
b7bcbe95
FB		 3304 /* writeback */
3305 if (insn & (1 << 24))
3306 offset = -offset * n;
3307 else if (dp && (insn & 1))
3308 offset = 4;
3309 else
3310 offset = 0;
3311
3312 if (offset != 0)
312eea9f
FN		 3313 tcg_gen_addi_i32(addr, addr, offset);
3314 store_reg(s, rn, addr);
3315 } else {
7d1b0095 3316 tcg_temp_free_i32(addr);
b7bcbe95
FB		 3317 }
3318 }
3319 }
3320 break;
3321 default:
3322 /* Should never happen. */
3323 return 1;
3324 }
3325 return 0;
3326}
3327
6e256c93 3328static inline void gen_goto_tb(DisasContext *s, int n, uint32_t dest)
c53be334 3329{
6e256c93
FB		 3330 TranslationBlock *tb;
3331
3332 tb = s->tb;
3333 if ((tb->pc & TARGET_PAGE_MASK) == (dest & TARGET_PAGE_MASK)) {
57fec1fe 3334 tcg_gen_goto_tb(n);
8984bd2e 3335 gen_set_pc_im(dest);
4b4a72e5 3336 tcg_gen_exit_tb((tcg_target_long)tb + n);
6e256c93 3337 } else {
8984bd2e 3338 gen_set_pc_im(dest);
57fec1fe 3339 tcg_gen_exit_tb(0);
6e256c93 3340 }
c53be334
FB		 3341}
3342
8aaca4c0
FB		 3343static inline void gen_jmp (DisasContext *s, uint32_t dest)
3344{
551bd27f 3345 if (unlikely(s->singlestep_enabled)) {
8aaca4c0 3346 /* An indirect jump so that we still trigger the debug exception. */
5899f386 3347 if (s->thumb)
d9ba4830
PB		 3348 dest |= 1;
3349 gen_bx_im(s, dest);
8aaca4c0 3350 } else {
6e256c93 3351 gen_goto_tb(s, 0, dest);
8aaca4c0
FB		 3352 s->is_jmp = DISAS_TB_JUMP;
3353 }
3354}
3355
d9ba4830 3356static inline void gen_mulxy(TCGv t0, TCGv t1, int x, int y)
b5ff1b31 3357{
ee097184 3358 if (x)
d9ba4830 3359 tcg_gen_sari_i32(t0, t0, 16);
b5ff1b31 3360 else
d9ba4830 3361 gen_sxth(t0);
ee097184 3362 if (y)
d9ba4830 3363 tcg_gen_sari_i32(t1, t1, 16);
b5ff1b31 3364 else
d9ba4830
PB		 3365 gen_sxth(t1);
3366 tcg_gen_mul_i32(t0, t0, t1);
b5ff1b31
FB		 3367}
3368
3369/* Return the mask of PSR bits set by a MSR instruction. */
0ecb72a5 3370static uint32_t msr_mask(CPUARMState *env, DisasContext *s, int flags, int spsr) {
b5ff1b31
FB		 3371 uint32_t mask;
3372
3373 mask = 0;
3374 if (flags & (1 << 0))
3375 mask |= 0xff;
3376 if (flags & (1 << 1))
3377 mask |= 0xff00;
3378 if (flags & (1 << 2))
3379 mask |= 0xff0000;
3380 if (flags & (1 << 3))
3381 mask |= 0xff000000;
9ee6e8bb 3382
2ae23e75 3383 /* Mask out undefined bits. */
9ee6e8bb 3384 mask &= ~CPSR_RESERVED;
be5e7a76
DES		 3385 if (!arm_feature(env, ARM_FEATURE_V4T))
3386 mask &= ~CPSR_T;
3387 if (!arm_feature(env, ARM_FEATURE_V5))
3388 mask &= ~CPSR_Q; /* V5TE in reality*/
9ee6e8bb 3389 if (!arm_feature(env, ARM_FEATURE_V6))
e160c51c 3390 mask &= ~(CPSR_E | CPSR_GE);
9ee6e8bb 3391 if (!arm_feature(env, ARM_FEATURE_THUMB2))
e160c51c 3392 mask &= ~CPSR_IT;
9ee6e8bb 3393 /* Mask out execution state bits. */
2ae23e75 3394 if (!spsr)
e160c51c 3395 mask &= ~CPSR_EXEC;
b5ff1b31
FB		 3396 /* Mask out privileged bits. */
3397 if (IS_USER(s))
9ee6e8bb 3398 mask &= CPSR_USER;
b5ff1b31
FB		 3399 return mask;
3400}
3401
2fbac54b
FN		 3402/* Returns nonzero if access to the PSR is not permitted. Marks t0 as dead. */
3403static int gen_set_psr(DisasContext *s, uint32_t mask, int spsr, TCGv t0)
b5ff1b31 3404{
d9ba4830 3405 TCGv tmp;
b5ff1b31
FB		 3406 if (spsr) {
3407 /* ??? This is also undefined in system mode. */
3408 if (IS_USER(s))
3409 return 1;
d9ba4830
PB		 3410
3411 tmp = load_cpu_field(spsr);
3412 tcg_gen_andi_i32(tmp, tmp, ~mask);
2fbac54b
FN		 3413 tcg_gen_andi_i32(t0, t0, mask);
3414 tcg_gen_or_i32(tmp, tmp, t0);
d9ba4830 3415 store_cpu_field(tmp, spsr);
b5ff1b31 3416 } else {
2fbac54b 3417 gen_set_cpsr(t0, mask);
b5ff1b31 3418 }
7d1b0095 3419 tcg_temp_free_i32(t0);
b5ff1b31
FB		 3420 gen_lookup_tb(s);
3421 return 0;
3422}
3423
2fbac54b
FN		 3424/* Returns nonzero if access to the PSR is not permitted. */
3425static int gen_set_psr_im(DisasContext *s, uint32_t mask, int spsr, uint32_t val)
3426{
3427 TCGv tmp;
7d1b0095 3428 tmp = tcg_temp_new_i32();
2fbac54b
FN		 3429 tcg_gen_movi_i32(tmp, val);
3430 return gen_set_psr(s, mask, spsr, tmp);
3431}
3432
e9bb4aa9
JR		 3433/* Generate an old-style exception return. Marks pc as dead. */
3434static void gen_exception_return(DisasContext *s, TCGv pc)
b5ff1b31 3435{
d9ba4830 3436 TCGv tmp;
e9bb4aa9 3437 store_reg(s, 15, pc);
d9ba4830
PB		 3438 tmp = load_cpu_field(spsr);
3439 gen_set_cpsr(tmp, 0xffffffff);
7d1b0095 3440 tcg_temp_free_i32(tmp);
b5ff1b31
FB		 3441 s->is_jmp = DISAS_UPDATE;
3442}
3443
b0109805
PB		 3444/* Generate a v6 exception return. Marks both values as dead. */
3445static void gen_rfe(DisasContext *s, TCGv pc, TCGv cpsr)
2c0262af 3446{
b0109805 3447 gen_set_cpsr(cpsr, 0xffffffff);
7d1b0095 3448 tcg_temp_free_i32(cpsr);
b0109805 3449 store_reg(s, 15, pc);
9ee6e8bb
PB		 3450 s->is_jmp = DISAS_UPDATE;
3451}
3b46e624 3452
9ee6e8bb
PB		 3453static inline void
3454gen_set_condexec (DisasContext *s)
3455{
3456 if (s->condexec_mask) {
8f01245e 3457 uint32_t val = (s->condexec_cond << 4) | (s->condexec_mask >> 1);
7d1b0095 3458 TCGv tmp = tcg_temp_new_i32();
8f01245e 3459 tcg_gen_movi_i32(tmp, val);
d9ba4830 3460 store_cpu_field(tmp, condexec_bits);
9ee6e8bb
PB		 3461 }
3462}
3b46e624 3463
bc4a0de0
PM		 3464static void gen_exception_insn(DisasContext *s, int offset, int excp)
3465{
3466 gen_set_condexec(s);
3467 gen_set_pc_im(s->pc - offset);
3468 gen_exception(excp);
3469 s->is_jmp = DISAS_JUMP;
3470}
3471
9ee6e8bb
PB		 3472static void gen_nop_hint(DisasContext *s, int val)
3473{
3474 switch (val) {
3475 case 3: /* wfi */
8984bd2e 3476 gen_set_pc_im(s->pc);
9ee6e8bb
PB		 3477 s->is_jmp = DISAS_WFI;
3478 break;
3479 case 2: /* wfe */
3480 case 4: /* sev */
3481 /* TODO: Implement SEV and WFE. May help SMP performance. */
3482 default: /* nop */
3483 break;
3484 }
3485}
99c475ab 3486
ad69471c 3487#define CPU_V001 cpu_V0, cpu_V0, cpu_V1
9ee6e8bb 3488
62698be3 3489static inline void gen_neon_add(int size, TCGv t0, TCGv t1)
9ee6e8bb
PB		 3490{
3491 switch (size) {
dd8fbd78
FN		 3492 case 0: gen_helper_neon_add_u8(t0, t0, t1); break;
3493 case 1: gen_helper_neon_add_u16(t0, t0, t1); break;
3494 case 2: tcg_gen_add_i32(t0, t0, t1); break;
62698be3 3495 default: abort();
9ee6e8bb 3496 }
9ee6e8bb
PB		 3497}
3498
dd8fbd78 3499static inline void gen_neon_rsb(int size, TCGv t0, TCGv t1)
ad69471c
PB		 3500{
3501 switch (size) {
dd8fbd78
FN		 3502 case 0: gen_helper_neon_sub_u8(t0, t1, t0); break;
3503 case 1: gen_helper_neon_sub_u16(t0, t1, t0); break;
3504 case 2: tcg_gen_sub_i32(t0, t1, t0); break;
ad69471c
PB		 3505 default: return;
3506 }
3507}
3508
3509/* 32-bit pairwise ops end up the same as the elementwise versions. */
3510#define gen_helper_neon_pmax_s32 gen_helper_neon_max_s32
3511#define gen_helper_neon_pmax_u32 gen_helper_neon_max_u32
3512#define gen_helper_neon_pmin_s32 gen_helper_neon_min_s32
3513#define gen_helper_neon_pmin_u32 gen_helper_neon_min_u32
3514
ad69471c
PB		 3515#define GEN_NEON_INTEGER_OP_ENV(name) do { \
3516 switch ((size << 1) | u) { \
3517 case 0: \
dd8fbd78 3518 gen_helper_neon_##name##_s8(tmp, cpu_env, tmp, tmp2); \
ad69471c
PB		 3519 break; \
3520 case 1: \
dd8fbd78 3521 gen_helper_neon_##name##_u8(tmp, cpu_env, tmp, tmp2); \
ad69471c
PB		 3522 break; \
3523 case 2: \
dd8fbd78 3524 gen_helper_neon_##name##_s16(tmp, cpu_env, tmp, tmp2); \
ad69471c
PB		 3525 break; \
3526 case 3: \
dd8fbd78 3527 gen_helper_neon_##name##_u16(tmp, cpu_env, tmp, tmp2); \
ad69471c
PB		 3528 break; \
3529 case 4: \
dd8fbd78 3530 gen_helper_neon_##name##_s32(tmp, cpu_env, tmp, tmp2); \
ad69471c
PB		 3531 break; \
3532 case 5: \
dd8fbd78 3533 gen_helper_neon_##name##_u32(tmp, cpu_env, tmp, tmp2); \
ad69471c
PB		 3534 break; \
3535 default: return 1; \
3536 }} while (0)
9ee6e8bb
PB		 3537
3538#define GEN_NEON_INTEGER_OP(name) do { \
3539 switch ((size << 1) | u) { \
ad69471c 3540 case 0: \
dd8fbd78 3541 gen_helper_neon_##name##_s8(tmp, tmp, tmp2); \
ad69471c
PB		 3542 break; \
3543 case 1: \
dd8fbd78 3544 gen_helper_neon_##name##_u8(tmp, tmp, tmp2); \
ad69471c
PB		 3545 break; \
3546 case 2: \
dd8fbd78 3547 gen_helper_neon_##name##_s16(tmp, tmp, tmp2); \
ad69471c
PB		 3548 break; \
3549 case 3: \
dd8fbd78 3550 gen_helper_neon_##name##_u16(tmp, tmp, tmp2); \
ad69471c
PB		 3551 break; \
3552 case 4: \
dd8fbd78 3553 gen_helper_neon_##name##_s32(tmp, tmp, tmp2); \
ad69471c
PB		 3554 break; \
3555 case 5: \
dd8fbd78 3556 gen_helper_neon_##name##_u32(tmp, tmp, tmp2); \
ad69471c 3557 break; \
9ee6e8bb
PB		 3558 default: return 1; \
3559 }} while (0)
3560
dd8fbd78 3561static TCGv neon_load_scratch(int scratch)
9ee6e8bb 3562{
7d1b0095 3563 TCGv tmp = tcg_temp_new_i32();
dd8fbd78
FN		 3564 tcg_gen_ld_i32(tmp, cpu_env, offsetof(CPUARMState, vfp.scratch[scratch]));
3565 return tmp;
9ee6e8bb
PB		 3566}
3567
dd8fbd78 3568static void neon_store_scratch(int scratch, TCGv var)
9ee6e8bb 3569{
dd8fbd78 3570 tcg_gen_st_i32(var, cpu_env, offsetof(CPUARMState, vfp.scratch[scratch]));
7d1b0095 3571 tcg_temp_free_i32(var);
9ee6e8bb
PB		 3572}
3573
dd8fbd78 3574static inline TCGv neon_get_scalar(int size, int reg)
9ee6e8bb 3575{
dd8fbd78 3576 TCGv tmp;
9ee6e8bb 3577 if (size == 1) {
0fad6efc
PM		 3578 tmp = neon_load_reg(reg & 7, reg >> 4);
3579 if (reg & 8) {
dd8fbd78 3580 gen_neon_dup_high16(tmp);
0fad6efc
PM		 3581 } else {
3582 gen_neon_dup_low16(tmp);
dd8fbd78 3583 }
0fad6efc
PM		 3584 } else {
3585 tmp = neon_load_reg(reg & 15, reg >> 4);
9ee6e8bb 3586 }
dd8fbd78 3587 return tmp;
9ee6e8bb
PB		 3588}
3589
02acedf9 3590static int gen_neon_unzip(int rd, int rm, int size, int q)
19457615 3591{
02acedf9 3592 TCGv tmp, tmp2;
600b828c 3593 if (!q && size == 2) {
02acedf9
PM		 3594 return 1;
3595 }
3596 tmp = tcg_const_i32(rd);
3597 tmp2 = tcg_const_i32(rm);
3598 if (q) {
3599 switch (size) {
3600 case 0:
02da0b2d 3601 gen_helper_neon_qunzip8(cpu_env, tmp, tmp2);
02acedf9
PM		 3602 break;
3603 case 1:
02da0b2d 3604 gen_helper_neon_qunzip16(cpu_env, tmp, tmp2);
02acedf9
PM		 3605 break;
3606 case 2:
02da0b2d 3607 gen_helper_neon_qunzip32(cpu_env, tmp, tmp2);
02acedf9
PM		 3608 break;
3609 default:
3610 abort();
3611 }
3612 } else {
3613 switch (size) {
3614 case 0:
02da0b2d 3615 gen_helper_neon_unzip8(cpu_env, tmp, tmp2);
02acedf9
PM		 3616 break;
3617 case 1:
02da0b2d 3618 gen_helper_neon_unzip16(cpu_env, tmp, tmp2);
02acedf9
PM		 3619 break;
3620 default:
3621 abort();
3622 }
3623 }
3624 tcg_temp_free_i32(tmp);
3625 tcg_temp_free_i32(tmp2);
3626 return 0;
19457615
FN		 3627}
3628
d68a6f3a 3629static int gen_neon_zip(int rd, int rm, int size, int q)
19457615
FN		 3630{
3631 TCGv tmp, tmp2;
600b828c 3632 if (!q && size == 2) {
d68a6f3a
PM		 3633 return 1;
3634 }
3635 tmp = tcg_const_i32(rd);
3636 tmp2 = tcg_const_i32(rm);
3637 if (q) {
3638 switch (size) {
3639 case 0:
02da0b2d 3640 gen_helper_neon_qzip8(cpu_env, tmp, tmp2);
d68a6f3a
PM		 3641 break;
3642 case 1:
02da0b2d 3643 gen_helper_neon_qzip16(cpu_env, tmp, tmp2);
d68a6f3a
PM		 3644 break;
3645 case 2:
02da0b2d 3646 gen_helper_neon_qzip32(cpu_env, tmp, tmp2);
d68a6f3a
PM		 3647 break;
3648 default:
3649 abort();
3650 }
3651 } else {
3652 switch (size) {
3653 case 0:
02da0b2d 3654 gen_helper_neon_zip8(cpu_env, tmp, tmp2);
d68a6f3a
PM		 3655 break;
3656 case 1:
02da0b2d 3657 gen_helper_neon_zip16(cpu_env, tmp, tmp2);
d68a6f3a
PM		 3658 break;
3659 default:
3660 abort();
3661 }
3662 }
3663 tcg_temp_free_i32(tmp);
3664 tcg_temp_free_i32(tmp2);
3665 return 0;
19457615
FN		 3666}
3667
19457615
FN		 3668static void gen_neon_trn_u8(TCGv t0, TCGv t1)
3669{
3670 TCGv rd, tmp;
3671
7d1b0095
PM		 3672 rd = tcg_temp_new_i32();
3673 tmp = tcg_temp_new_i32();
19457615
FN		 3674
3675 tcg_gen_shli_i32(rd, t0, 8);
3676 tcg_gen_andi_i32(rd, rd, 0xff00ff00);
3677 tcg_gen_andi_i32(tmp, t1, 0x00ff00ff);
3678 tcg_gen_or_i32(rd, rd, tmp);
3679
3680 tcg_gen_shri_i32(t1, t1, 8);
3681 tcg_gen_andi_i32(t1, t1, 0x00ff00ff);
3682 tcg_gen_andi_i32(tmp, t0, 0xff00ff00);
3683 tcg_gen_or_i32(t1, t1, tmp);
3684 tcg_gen_mov_i32(t0, rd);
3685
7d1b0095
PM		 3686 tcg_temp_free_i32(tmp);
3687 tcg_temp_free_i32(rd);
19457615
FN		 3688}
3689
3690static void gen_neon_trn_u16(TCGv t0, TCGv t1)
3691{
3692 TCGv rd, tmp;
3693
7d1b0095
PM		 3694 rd = tcg_temp_new_i32();
3695 tmp = tcg_temp_new_i32();
19457615
FN		 3696
3697 tcg_gen_shli_i32(rd, t0, 16);
3698 tcg_gen_andi_i32(tmp, t1, 0xffff);
3699 tcg_gen_or_i32(rd, rd, tmp);
3700 tcg_gen_shri_i32(t1, t1, 16);
3701 tcg_gen_andi_i32(tmp, t0, 0xffff0000);
3702 tcg_gen_or_i32(t1, t1, tmp);
3703 tcg_gen_mov_i32(t0, rd);
3704
7d1b0095
PM		 3705 tcg_temp_free_i32(tmp);
3706 tcg_temp_free_i32(rd);
19457615
FN		 3707}
3708
3709
9ee6e8bb
PB		 3710static struct {
3711 int nregs;
3712 int interleave;
3713 int spacing;
3714} neon_ls_element_type[11] = {
3715 {4, 4, 1},
3716 {4, 4, 2},
3717 {4, 1, 1},
3718 {4, 2, 1},
3719 {3, 3, 1},
3720 {3, 3, 2},
3721 {3, 1, 1},
3722 {1, 1, 1},
3723 {2, 2, 1},
3724 {2, 2, 2},
3725 {2, 1, 1}
3726};
3727
3728/* Translate a NEON load/store element instruction. Return nonzero if the
3729 instruction is invalid. */
0ecb72a5 3730static int disas_neon_ls_insn(CPUARMState * env, DisasContext *s, uint32_t insn)
9ee6e8bb
PB		 3731{
3732 int rd, rn, rm;
3733 int op;
3734 int nregs;
3735 int interleave;
84496233 3736 int spacing;
9ee6e8bb
PB		 3737 int stride;
3738 int size;
3739 int reg;
3740 int pass;
3741 int load;
3742 int shift;
9ee6e8bb 3743 int n;
1b2b1e54 3744 TCGv addr;
b0109805 3745 TCGv tmp;
8f8e3aa4 3746 TCGv tmp2;
84496233 3747 TCGv_i64 tmp64;
9ee6e8bb 3748
5df8bac1 3749 if (!s->vfp_enabled)
9ee6e8bb
PB		 3750 return 1;
3751 VFP_DREG_D(rd, insn);
3752 rn = (insn >> 16) & 0xf;
3753 rm = insn & 0xf;
3754 load = (insn & (1 << 21)) != 0;
3755 if ((insn & (1 << 23)) == 0) {
3756 /* Load store all elements. */
3757 op = (insn >> 8) & 0xf;
3758 size = (insn >> 6) & 3;
84496233 3759 if (op > 10)
9ee6e8bb 3760 return 1;
f2dd89d0
PM		 3761 /* Catch UNDEF cases for bad values of align field */
3762 switch (op & 0xc) {
3763 case 4:
3764 if (((insn >> 5) & 1) == 1) {
3765 return 1;
3766 }
3767 break;
3768 case 8:
3769 if (((insn >> 4) & 3) == 3) {
3770 return 1;
3771 }
3772 break;
3773 default:
3774 break;
3775 }
9ee6e8bb
PB		 3776 nregs = neon_ls_element_type[op].nregs;
3777 interleave = neon_ls_element_type[op].interleave;
84496233
JR		 3778 spacing = neon_ls_element_type[op].spacing;
3779 if (size == 3 && (interleave | spacing) != 1)
3780 return 1;
e318a60b 3781 addr = tcg_temp_new_i32();
dcc65026 3782 load_reg_var(s, addr, rn);
9ee6e8bb
PB		 3783 stride = (1 << size) * interleave;
3784 for (reg = 0; reg < nregs; reg++) {
3785 if (interleave > 2 || (interleave == 2 && nregs == 2)) {
dcc65026
AJ		 3786 load_reg_var(s, addr, rn);
3787 tcg_gen_addi_i32(addr, addr, (1 << size) * reg);
9ee6e8bb 3788 } else if (interleave == 2 && nregs == 4 && reg == 2) {
dcc65026
AJ		 3789 load_reg_var(s, addr, rn);
3790 tcg_gen_addi_i32(addr, addr, 1 << size);
9ee6e8bb 3791 }
84496233
JR		 3792 if (size == 3) {
3793 if (load) {
3794 tmp64 = gen_ld64(addr, IS_USER(s));
3795 neon_store_reg64(tmp64, rd);
3796 tcg_temp_free_i64(tmp64);
3797 } else {
3798 tmp64 = tcg_temp_new_i64();
3799 neon_load_reg64(tmp64, rd);
3800 gen_st64(tmp64, addr, IS_USER(s));
3801 }
3802 tcg_gen_addi_i32(addr, addr, stride);
3803 } else {
3804 for (pass = 0; pass < 2; pass++) {
3805 if (size == 2) {
3806 if (load) {
3807 tmp = gen_ld32(addr, IS_USER(s));
3808 neon_store_reg(rd, pass, tmp);
3809 } else {
3810 tmp = neon_load_reg(rd, pass);
3811 gen_st32(tmp, addr, IS_USER(s));
3812 }
1b2b1e54 3813 tcg_gen_addi_i32(addr, addr, stride);
84496233
JR		 3814 } else if (size == 1) {
3815 if (load) {
3816 tmp = gen_ld16u(addr, IS_USER(s));
3817 tcg_gen_addi_i32(addr, addr, stride);
3818 tmp2 = gen_ld16u(addr, IS_USER(s));
3819 tcg_gen_addi_i32(addr, addr, stride);
41ba8341
PB		 3820 tcg_gen_shli_i32(tmp2, tmp2, 16);
3821 tcg_gen_or_i32(tmp, tmp, tmp2);
7d1b0095 3822 tcg_temp_free_i32(tmp2);
84496233
JR		 3823 neon_store_reg(rd, pass, tmp);
3824 } else {
3825 tmp = neon_load_reg(rd, pass);
7d1b0095 3826 tmp2 = tcg_temp_new_i32();
84496233
JR		 3827 tcg_gen_shri_i32(tmp2, tmp, 16);
3828 gen_st16(tmp, addr, IS_USER(s));
3829 tcg_gen_addi_i32(addr, addr, stride);
3830 gen_st16(tmp2, addr, IS_USER(s));
1b2b1e54 3831 tcg_gen_addi_i32(addr, addr, stride);
9ee6e8bb 3832 }
84496233
JR		 3833 } else /* size == 0 */ {
3834 if (load) {
3835 TCGV_UNUSED(tmp2);
3836 for (n = 0; n < 4; n++) {
3837 tmp = gen_ld8u(addr, IS_USER(s));
3838 tcg_gen_addi_i32(addr, addr, stride);
3839 if (n == 0) {
3840 tmp2 = tmp;
3841 } else {
41ba8341
PB		 3842 tcg_gen_shli_i32(tmp, tmp, n * 8);
3843 tcg_gen_or_i32(tmp2, tmp2, tmp);
7d1b0095 3844 tcg_temp_free_i32(tmp);
84496233 3845 }
9ee6e8bb 3846 }
84496233
JR		 3847 neon_store_reg(rd, pass, tmp2);
3848 } else {
3849 tmp2 = neon_load_reg(rd, pass);
3850 for (n = 0; n < 4; n++) {
7d1b0095 3851 tmp = tcg_temp_new_i32();
84496233
JR		 3852 if (n == 0) {
3853 tcg_gen_mov_i32(tmp, tmp2);
3854 } else {
3855 tcg_gen_shri_i32(tmp, tmp2, n * 8);
3856 }
3857 gen_st8(tmp, addr, IS_USER(s));
3858 tcg_gen_addi_i32(addr, addr, stride);
3859 }
7d1b0095 3860 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 3861 }
3862 }
3863 }
3864 }
84496233 3865 rd += spacing;
9ee6e8bb 3866 }
e318a60b 3867 tcg_temp_free_i32(addr);
9ee6e8bb
PB		 3868 stride = nregs * 8;
3869 } else {
3870 size = (insn >> 10) & 3;
3871 if (size == 3) {
3872 /* Load single element to all lanes. */
8e18cde3
PM		 3873 int a = (insn >> 4) & 1;
3874 if (!load) {
9ee6e8bb 3875 return 1;
8e18cde3 3876 }
9ee6e8bb
PB		 3877 size = (insn >> 6) & 3;
3878 nregs = ((insn >> 8) & 3) + 1;
8e18cde3
PM		 3879
3880 if (size == 3) {
3881 if (nregs != 4 || a == 0) {
9ee6e8bb 3882 return 1;
99c475ab 3883 }
8e18cde3
PM		 3884 /* For VLD4 size==3 a == 1 means 32 bits at 16 byte alignment */
3885 size = 2;
3886 }
3887 if (nregs == 1 && a == 1 && size == 0) {
3888 return 1;
3889 }
3890 if (nregs == 3 && a == 1) {
3891 return 1;
3892 }
e318a60b 3893 addr = tcg_temp_new_i32();
8e18cde3
PM		 3894 load_reg_var(s, addr, rn);
3895 if (nregs == 1) {
3896 /* VLD1 to all lanes: bit 5 indicates how many Dregs to write */
3897 tmp = gen_load_and_replicate(s, addr, size);
3898 tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd, 0));
3899 tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd, 1));
3900 if (insn & (1 << 5)) {
3901 tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd + 1, 0));
3902 tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd + 1, 1));
3903 }
3904 tcg_temp_free_i32(tmp);
3905 } else {
3906 /* VLD2/3/4 to all lanes: bit 5 indicates register stride */
3907 stride = (insn & (1 << 5)) ? 2 : 1;
3908 for (reg = 0; reg < nregs; reg++) {
3909 tmp = gen_load_and_replicate(s, addr, size);
3910 tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd, 0));
3911 tcg_gen_st_i32(tmp, cpu_env, neon_reg_offset(rd, 1));
3912 tcg_temp_free_i32(tmp);
3913 tcg_gen_addi_i32(addr, addr, 1 << size);
3914 rd += stride;
3915 }
9ee6e8bb 3916 }
e318a60b 3917 tcg_temp_free_i32(addr);
9ee6e8bb
PB		 3918 stride = (1 << size) * nregs;
3919 } else {
3920 /* Single element. */
93262b16 3921 int idx = (insn >> 4) & 0xf;
9ee6e8bb
PB		 3922 pass = (insn >> 7) & 1;
3923 switch (size) {
3924 case 0:
3925 shift = ((insn >> 5) & 3) * 8;
9ee6e8bb
PB		 3926 stride = 1;
3927 break;
3928 case 1:
3929 shift = ((insn >> 6) & 1) * 16;
9ee6e8bb
PB		 3930 stride = (insn & (1 << 5)) ? 2 : 1;
3931 break;
3932 case 2:
3933 shift = 0;
9ee6e8bb
PB		 3934 stride = (insn & (1 << 6)) ? 2 : 1;
3935 break;
3936 default:
3937 abort();
3938 }
3939 nregs = ((insn >> 8) & 3) + 1;
93262b16
PM		 3940 /* Catch the UNDEF cases. This is unavoidably a bit messy. */
3941 switch (nregs) {
3942 case 1:
3943 if (((idx & (1 << size)) != 0) ||
3944 (size == 2 && ((idx & 3) == 1 || (idx & 3) == 2))) {
3945 return 1;
3946 }
3947 break;
3948 case 3:
3949 if ((idx & 1) != 0) {
3950 return 1;
3951 }
3952 /* fall through */
3953 case 2:
3954 if (size == 2 && (idx & 2) != 0) {
3955 return 1;
3956 }
3957 break;
3958 case 4:
3959 if ((size == 2) && ((idx & 3) == 3)) {
3960 return 1;
3961 }
3962 break;
3963 default:
3964 abort();
3965 }
3966 if ((rd + stride * (nregs - 1)) > 31) {
3967 /* Attempts to write off the end of the register file
3968 * are UNPREDICTABLE; we choose to UNDEF because otherwise
3969 * the neon_load_reg() would write off the end of the array.
3970 */
3971 return 1;
3972 }
e318a60b 3973 addr = tcg_temp_new_i32();
dcc65026 3974 load_reg_var(s, addr, rn);
9ee6e8bb
PB		 3975 for (reg = 0; reg < nregs; reg++) {
3976 if (load) {
9ee6e8bb
PB		 3977 switch (size) {
3978 case 0:
1b2b1e54 3979 tmp = gen_ld8u(addr, IS_USER(s));
9ee6e8bb
PB		 3980 break;
3981 case 1:
1b2b1e54 3982 tmp = gen_ld16u(addr, IS_USER(s));
9ee6e8bb
PB		 3983 break;
3984 case 2:
1b2b1e54 3985 tmp = gen_ld32(addr, IS_USER(s));
9ee6e8bb 3986 break;
a50f5b91
PB		 3987 default: /* Avoid compiler warnings. */
3988 abort();
9ee6e8bb
PB		 3989 }
3990 if (size != 2) {
8f8e3aa4
PB		 3991 tmp2 = neon_load_reg(rd, pass);
3992 gen_bfi(tmp, tmp2, tmp, shift, size ? 0xffff : 0xff);
7d1b0095 3993 tcg_temp_free_i32(tmp2);
9ee6e8bb 3994 }
8f8e3aa4 3995 neon_store_reg(rd, pass, tmp);
9ee6e8bb 3996 } else { /* Store */
8f8e3aa4
PB		 3997 tmp = neon_load_reg(rd, pass);
3998 if (shift)
3999 tcg_gen_shri_i32(tmp, tmp, shift);
9ee6e8bb
PB		 4000 switch (size) {
4001 case 0:
1b2b1e54 4002 gen_st8(tmp, addr, IS_USER(s));
9ee6e8bb
PB		 4003 break;
4004 case 1:
1b2b1e54 4005 gen_st16(tmp, addr, IS_USER(s));
9ee6e8bb
PB		 4006 break;
4007 case 2:
1b2b1e54 4008 gen_st32(tmp, addr, IS_USER(s));
9ee6e8bb 4009 break;
99c475ab 4010 }
99c475ab 4011 }
9ee6e8bb 4012 rd += stride;
1b2b1e54 4013 tcg_gen_addi_i32(addr, addr, 1 << size);
99c475ab 4014 }
e318a60b 4015 tcg_temp_free_i32(addr);
9ee6e8bb 4016 stride = nregs * (1 << size);
99c475ab 4017 }
9ee6e8bb
PB		 4018 }
4019 if (rm != 15) {
b26eefb6
PB		 4020 TCGv base;
4021
4022 base = load_reg(s, rn);
9ee6e8bb 4023 if (rm == 13) {
b26eefb6 4024 tcg_gen_addi_i32(base, base, stride);
9ee6e8bb 4025 } else {
b26eefb6
PB		 4026 TCGv index;
4027 index = load_reg(s, rm);
4028 tcg_gen_add_i32(base, base, index);
7d1b0095 4029 tcg_temp_free_i32(index);
9ee6e8bb 4030 }
b26eefb6 4031 store_reg(s, rn, base);
9ee6e8bb
PB		 4032 }
4033 return 0;
4034}
3b46e624 4035
8f8e3aa4
PB		 4036/* Bitwise select. dest = c ? t : f. Clobbers T and F. */
4037static void gen_neon_bsl(TCGv dest, TCGv t, TCGv f, TCGv c)
4038{
4039 tcg_gen_and_i32(t, t, c);
f669df27 4040 tcg_gen_andc_i32(f, f, c);
8f8e3aa4
PB		 4041 tcg_gen_or_i32(dest, t, f);
4042}
4043
a7812ae4 4044static inline void gen_neon_narrow(int size, TCGv dest, TCGv_i64 src)
ad69471c
PB		 4045{
4046 switch (size) {
4047 case 0: gen_helper_neon_narrow_u8(dest, src); break;
4048 case 1: gen_helper_neon_narrow_u16(dest, src); break;
4049 case 2: tcg_gen_trunc_i64_i32(dest, src); break;
4050 default: abort();
4051 }
4052}
4053
a7812ae4 4054static inline void gen_neon_narrow_sats(int size, TCGv dest, TCGv_i64 src)
ad69471c
PB		 4055{
4056 switch (size) {
02da0b2d
PM		 4057 case 0: gen_helper_neon_narrow_sat_s8(dest, cpu_env, src); break;
4058 case 1: gen_helper_neon_narrow_sat_s16(dest, cpu_env, src); break;
4059 case 2: gen_helper_neon_narrow_sat_s32(dest, cpu_env, src); break;
ad69471c
PB		 4060 default: abort();
4061 }
4062}
4063
a7812ae4 4064static inline void gen_neon_narrow_satu(int size, TCGv dest, TCGv_i64 src)
ad69471c
PB		 4065{
4066 switch (size) {
02da0b2d
PM		 4067 case 0: gen_helper_neon_narrow_sat_u8(dest, cpu_env, src); break;
4068 case 1: gen_helper_neon_narrow_sat_u16(dest, cpu_env, src); break;
4069 case 2: gen_helper_neon_narrow_sat_u32(dest, cpu_env, src); break;
ad69471c
PB		 4070 default: abort();
4071 }
4072}
4073
af1bbf30
JR		 4074static inline void gen_neon_unarrow_sats(int size, TCGv dest, TCGv_i64 src)
4075{
4076 switch (size) {
02da0b2d
PM		 4077 case 0: gen_helper_neon_unarrow_sat8(dest, cpu_env, src); break;
4078 case 1: gen_helper_neon_unarrow_sat16(dest, cpu_env, src); break;
4079 case 2: gen_helper_neon_unarrow_sat32(dest, cpu_env, src); break;
af1bbf30
JR		 4080 default: abort();
4081 }
4082}
4083
ad69471c
PB		 4084static inline void gen_neon_shift_narrow(int size, TCGv var, TCGv shift,
4085 int q, int u)
4086{
4087 if (q) {
4088 if (u) {
4089 switch (size) {
4090 case 1: gen_helper_neon_rshl_u16(var, var, shift); break;
4091 case 2: gen_helper_neon_rshl_u32(var, var, shift); break;
4092 default: abort();
4093 }
4094 } else {
4095 switch (size) {
4096 case 1: gen_helper_neon_rshl_s16(var, var, shift); break;
4097 case 2: gen_helper_neon_rshl_s32(var, var, shift); break;
4098 default: abort();
4099 }
4100 }
4101 } else {
4102 if (u) {
4103 switch (size) {
b408a9b0
CL		 4104 case 1: gen_helper_neon_shl_u16(var, var, shift); break;
4105 case 2: gen_helper_neon_shl_u32(var, var, shift); break;
ad69471c
PB		 4106 default: abort();
4107 }
4108 } else {
4109 switch (size) {
4110 case 1: gen_helper_neon_shl_s16(var, var, shift); break;
4111 case 2: gen_helper_neon_shl_s32(var, var, shift); break;
4112 default: abort();
4113 }
4114 }
4115 }
4116}
4117
a7812ae4 4118static inline void gen_neon_widen(TCGv_i64 dest, TCGv src, int size, int u)
ad69471c
PB		 4119{
4120 if (u) {
4121 switch (size) {
4122 case 0: gen_helper_neon_widen_u8(dest, src); break;
4123 case 1: gen_helper_neon_widen_u16(dest, src); break;
4124 case 2: tcg_gen_extu_i32_i64(dest, src); break;
4125 default: abort();
4126 }
4127 } else {
4128 switch (size) {
4129 case 0: gen_helper_neon_widen_s8(dest, src); break;
4130 case 1: gen_helper_neon_widen_s16(dest, src); break;
4131 case 2: tcg_gen_ext_i32_i64(dest, src); break;
4132 default: abort();
4133 }
4134 }
7d1b0095 4135 tcg_temp_free_i32(src);
ad69471c
PB		 4136}
4137
4138static inline void gen_neon_addl(int size)
4139{
4140 switch (size) {
4141 case 0: gen_helper_neon_addl_u16(CPU_V001); break;
4142 case 1: gen_helper_neon_addl_u32(CPU_V001); break;
4143 case 2: tcg_gen_add_i64(CPU_V001); break;
4144 default: abort();
4145 }
4146}
4147
4148static inline void gen_neon_subl(int size)
4149{
4150 switch (size) {
4151 case 0: gen_helper_neon_subl_u16(CPU_V001); break;
4152 case 1: gen_helper_neon_subl_u32(CPU_V001); break;
4153 case 2: tcg_gen_sub_i64(CPU_V001); break;
4154 default: abort();
4155 }
4156}
4157
a7812ae4 4158static inline void gen_neon_negl(TCGv_i64 var, int size)
ad69471c
PB		 4159{
4160 switch (size) {
4161 case 0: gen_helper_neon_negl_u16(var, var); break;
4162 case 1: gen_helper_neon_negl_u32(var, var); break;
4163 case 2: gen_helper_neon_negl_u64(var, var); break;
4164 default: abort();
4165 }
4166}
4167
a7812ae4 4168static inline void gen_neon_addl_saturate(TCGv_i64 op0, TCGv_i64 op1, int size)
ad69471c
PB		 4169{
4170 switch (size) {
02da0b2d
PM		 4171 case 1: gen_helper_neon_addl_saturate_s32(op0, cpu_env, op0, op1); break;
4172 case 2: gen_helper_neon_addl_saturate_s64(op0, cpu_env, op0, op1); break;
ad69471c
PB		 4173 default: abort();
4174 }
4175}
4176
a7812ae4 4177static inline void gen_neon_mull(TCGv_i64 dest, TCGv a, TCGv b, int size, int u)
ad69471c 4178{
a7812ae4 4179 TCGv_i64 tmp;
ad69471c
PB		 4180
4181 switch ((size << 1) | u) {
4182 case 0: gen_helper_neon_mull_s8(dest, a, b); break;
4183 case 1: gen_helper_neon_mull_u8(dest, a, b); break;
4184 case 2: gen_helper_neon_mull_s16(dest, a, b); break;
4185 case 3: gen_helper_neon_mull_u16(dest, a, b); break;
4186 case 4:
4187 tmp = gen_muls_i64_i32(a, b);
4188 tcg_gen_mov_i64(dest, tmp);
7d2aabe2 4189 tcg_temp_free_i64(tmp);
ad69471c
PB		 4190 break;
4191 case 5:
4192 tmp = gen_mulu_i64_i32(a, b);
4193 tcg_gen_mov_i64(dest, tmp);
7d2aabe2 4194 tcg_temp_free_i64(tmp);
ad69471c
PB		 4195 break;
4196 default: abort();
4197 }
c6067f04
CL		 4198
4199 /* gen_helper_neon_mull_[su]{8|16} do not free their parameters.
4200 Don't forget to clean them now. */
4201 if (size < 2) {
7d1b0095
PM		 4202 tcg_temp_free_i32(a);
4203 tcg_temp_free_i32(b);
c6067f04 4204 }
ad69471c
PB		 4205}
4206
c33171c7
PM		 4207static void gen_neon_narrow_op(int op, int u, int size, TCGv dest, TCGv_i64 src)
4208{
4209 if (op) {
4210 if (u) {
4211 gen_neon_unarrow_sats(size, dest, src);
4212 } else {
4213 gen_neon_narrow(size, dest, src);
4214 }
4215 } else {
4216 if (u) {
4217 gen_neon_narrow_satu(size, dest, src);
4218 } else {
4219 gen_neon_narrow_sats(size, dest, src);
4220 }
4221 }
4222}
4223
62698be3
PM		 4224/* Symbolic constants for op fields for Neon 3-register same-length.
4225 * The values correspond to bits [11:8,4]; see the ARM ARM DDI0406B
4226 * table A7-9.
4227 */
4228#define NEON_3R_VHADD 0
4229#define NEON_3R_VQADD 1
4230#define NEON_3R_VRHADD 2
4231#define NEON_3R_LOGIC 3 /* VAND,VBIC,VORR,VMOV,VORN,VEOR,VBIF,VBIT,VBSL */
4232#define NEON_3R_VHSUB 4
4233#define NEON_3R_VQSUB 5
4234#define NEON_3R_VCGT 6
4235#define NEON_3R_VCGE 7
4236#define NEON_3R_VSHL 8
4237#define NEON_3R_VQSHL 9
4238#define NEON_3R_VRSHL 10
4239#define NEON_3R_VQRSHL 11
4240#define NEON_3R_VMAX 12
4241#define NEON_3R_VMIN 13
4242#define NEON_3R_VABD 14
4243#define NEON_3R_VABA 15
4244#define NEON_3R_VADD_VSUB 16
4245#define NEON_3R_VTST_VCEQ 17
4246#define NEON_3R_VML 18 /* VMLA, VMLAL, VMLS, VMLSL */
4247#define NEON_3R_VMUL 19
4248#define NEON_3R_VPMAX 20
4249#define NEON_3R_VPMIN 21
4250#define NEON_3R_VQDMULH_VQRDMULH 22
4251#define NEON_3R_VPADD 23
da97f52c 4252#define NEON_3R_VFM 25 /* VFMA, VFMS : float fused multiply-add */
62698be3
PM		 4253#define NEON_3R_FLOAT_ARITH 26 /* float VADD, VSUB, VPADD, VABD */
4254#define NEON_3R_FLOAT_MULTIPLY 27 /* float VMLA, VMLS, VMUL */
4255#define NEON_3R_FLOAT_CMP 28 /* float VCEQ, VCGE, VCGT */
4256#define NEON_3R_FLOAT_ACMP 29 /* float VACGE, VACGT, VACLE, VACLT */
4257#define NEON_3R_FLOAT_MINMAX 30 /* float VMIN, VMAX */
4258#define NEON_3R_VRECPS_VRSQRTS 31 /* float VRECPS, VRSQRTS */
4259
4260static const uint8_t neon_3r_sizes[] = {
4261 [NEON_3R_VHADD] = 0x7,
4262 [NEON_3R_VQADD] = 0xf,
4263 [NEON_3R_VRHADD] = 0x7,
4264 [NEON_3R_LOGIC] = 0xf, /* size field encodes op type */
4265 [NEON_3R_VHSUB] = 0x7,
4266 [NEON_3R_VQSUB] = 0xf,
4267 [NEON_3R_VCGT] = 0x7,
4268 [NEON_3R_VCGE] = 0x7,
4269 [NEON_3R_VSHL] = 0xf,
4270 [NEON_3R_VQSHL] = 0xf,
4271 [NEON_3R_VRSHL] = 0xf,
4272 [NEON_3R_VQRSHL] = 0xf,
4273 [NEON_3R_VMAX] = 0x7,
4274 [NEON_3R_VMIN] = 0x7,
4275 [NEON_3R_VABD] = 0x7,
4276 [NEON_3R_VABA] = 0x7,
4277 [NEON_3R_VADD_VSUB] = 0xf,
4278 [NEON_3R_VTST_VCEQ] = 0x7,
4279 [NEON_3R_VML] = 0x7,
4280 [NEON_3R_VMUL] = 0x7,
4281 [NEON_3R_VPMAX] = 0x7,
4282 [NEON_3R_VPMIN] = 0x7,
4283 [NEON_3R_VQDMULH_VQRDMULH] = 0x6,
4284 [NEON_3R_VPADD] = 0x7,
da97f52c 4285 [NEON_3R_VFM] = 0x5, /* size bit 1 encodes op */
62698be3
PM		 4286 [NEON_3R_FLOAT_ARITH] = 0x5, /* size bit 1 encodes op */
4287 [NEON_3R_FLOAT_MULTIPLY] = 0x5, /* size bit 1 encodes op */
4288 [NEON_3R_FLOAT_CMP] = 0x5, /* size bit 1 encodes op */
4289 [NEON_3R_FLOAT_ACMP] = 0x5, /* size bit 1 encodes op */
4290 [NEON_3R_FLOAT_MINMAX] = 0x5, /* size bit 1 encodes op */
4291 [NEON_3R_VRECPS_VRSQRTS] = 0x5, /* size bit 1 encodes op */
4292};
4293
600b828c
PM		 4294/* Symbolic constants for op fields for Neon 2-register miscellaneous.
4295 * The values correspond to bits [17:16,10:7]; see the ARM ARM DDI0406B
4296 * table A7-13.
4297 */
4298#define NEON_2RM_VREV64 0
4299#define NEON_2RM_VREV32 1
4300#define NEON_2RM_VREV16 2
4301#define NEON_2RM_VPADDL 4
4302#define NEON_2RM_VPADDL_U 5
4303#define NEON_2RM_VCLS 8
4304#define NEON_2RM_VCLZ 9
4305#define NEON_2RM_VCNT 10
4306#define NEON_2RM_VMVN 11
4307#define NEON_2RM_VPADAL 12
4308#define NEON_2RM_VPADAL_U 13
4309#define NEON_2RM_VQABS 14
4310#define NEON_2RM_VQNEG 15
4311#define NEON_2RM_VCGT0 16
4312#define NEON_2RM_VCGE0 17
4313#define NEON_2RM_VCEQ0 18
4314#define NEON_2RM_VCLE0 19
4315#define NEON_2RM_VCLT0 20
4316#define NEON_2RM_VABS 22
4317#define NEON_2RM_VNEG 23
4318#define NEON_2RM_VCGT0_F 24
4319#define NEON_2RM_VCGE0_F 25
4320#define NEON_2RM_VCEQ0_F 26
4321#define NEON_2RM_VCLE0_F 27
4322#define NEON_2RM_VCLT0_F 28
4323#define NEON_2RM_VABS_F 30
4324#define NEON_2RM_VNEG_F 31
4325#define NEON_2RM_VSWP 32
4326#define NEON_2RM_VTRN 33
4327#define NEON_2RM_VUZP 34
4328#define NEON_2RM_VZIP 35
4329#define NEON_2RM_VMOVN 36 /* Includes VQMOVN, VQMOVUN */
4330#define NEON_2RM_VQMOVN 37 /* Includes VQMOVUN */
4331#define NEON_2RM_VSHLL 38
4332#define NEON_2RM_VCVT_F16_F32 44
4333#define NEON_2RM_VCVT_F32_F16 46
4334#define NEON_2RM_VRECPE 56
4335#define NEON_2RM_VRSQRTE 57
4336#define NEON_2RM_VRECPE_F 58
4337#define NEON_2RM_VRSQRTE_F 59
4338#define NEON_2RM_VCVT_FS 60
4339#define NEON_2RM_VCVT_FU 61
4340#define NEON_2RM_VCVT_SF 62
4341#define NEON_2RM_VCVT_UF 63
4342
4343static int neon_2rm_is_float_op(int op)
4344{
4345 /* Return true if this neon 2reg-misc op is float-to-float */
4346 return (op == NEON_2RM_VABS_F || op == NEON_2RM_VNEG_F ||
4347 op >= NEON_2RM_VRECPE_F);
4348}
4349
4350/* Each entry in this array has bit n set if the insn allows
4351 * size value n (otherwise it will UNDEF). Since unallocated
4352 * op values will have no bits set they always UNDEF.
4353 */
4354static const uint8_t neon_2rm_sizes[] = {
4355 [NEON_2RM_VREV64] = 0x7,
4356 [NEON_2RM_VREV32] = 0x3,
4357 [NEON_2RM_VREV16] = 0x1,
4358 [NEON_2RM_VPADDL] = 0x7,
4359 [NEON_2RM_VPADDL_U] = 0x7,
4360 [NEON_2RM_VCLS] = 0x7,
4361 [NEON_2RM_VCLZ] = 0x7,
4362 [NEON_2RM_VCNT] = 0x1,
4363 [NEON_2RM_VMVN] = 0x1,
4364 [NEON_2RM_VPADAL] = 0x7,
4365 [NEON_2RM_VPADAL_U] = 0x7,
4366 [NEON_2RM_VQABS] = 0x7,
4367 [NEON_2RM_VQNEG] = 0x7,
4368 [NEON_2RM_VCGT0] = 0x7,
4369 [NEON_2RM_VCGE0] = 0x7,
4370 [NEON_2RM_VCEQ0] = 0x7,
4371 [NEON_2RM_VCLE0] = 0x7,
4372 [NEON_2RM_VCLT0] = 0x7,
4373 [NEON_2RM_VABS] = 0x7,
4374 [NEON_2RM_VNEG] = 0x7,
4375 [NEON_2RM_VCGT0_F] = 0x4,
4376 [NEON_2RM_VCGE0_F] = 0x4,
4377 [NEON_2RM_VCEQ0_F] = 0x4,
4378 [NEON_2RM_VCLE0_F] = 0x4,
4379 [NEON_2RM_VCLT0_F] = 0x4,
4380 [NEON_2RM_VABS_F] = 0x4,
4381 [NEON_2RM_VNEG_F] = 0x4,
4382 [NEON_2RM_VSWP] = 0x1,
4383 [NEON_2RM_VTRN] = 0x7,
4384 [NEON_2RM_VUZP] = 0x7,
4385 [NEON_2RM_VZIP] = 0x7,
4386 [NEON_2RM_VMOVN] = 0x7,
4387 [NEON_2RM_VQMOVN] = 0x7,
4388 [NEON_2RM_VSHLL] = 0x7,
4389 [NEON_2RM_VCVT_F16_F32] = 0x2,
4390 [NEON_2RM_VCVT_F32_F16] = 0x2,
4391 [NEON_2RM_VRECPE] = 0x4,
4392 [NEON_2RM_VRSQRTE] = 0x4,
4393 [NEON_2RM_VRECPE_F] = 0x4,
4394 [NEON_2RM_VRSQRTE_F] = 0x4,
4395 [NEON_2RM_VCVT_FS] = 0x4,
4396 [NEON_2RM_VCVT_FU] = 0x4,
4397 [NEON_2RM_VCVT_SF] = 0x4,
4398 [NEON_2RM_VCVT_UF] = 0x4,
4399};
4400
9ee6e8bb
PB		 4401/* Translate a NEON data processing instruction. Return nonzero if the
4402 instruction is invalid.
ad69471c
PB		 4403 We process data in a mixture of 32-bit and 64-bit chunks.
4404 Mostly we use 32-bit chunks so we can use normal scalar instructions. */
2c0262af 4405
0ecb72a5 4406static int disas_neon_data_insn(CPUARMState * env, DisasContext *s, uint32_t insn)
9ee6e8bb
PB		 4407{
4408 int op;
4409 int q;
4410 int rd, rn, rm;
4411 int size;
4412 int shift;
4413 int pass;
4414 int count;
4415 int pairwise;
4416 int u;
ca9a32e4 4417 uint32_t imm, mask;
b75263d6 4418 TCGv tmp, tmp2, tmp3, tmp4, tmp5;
a7812ae4 4419 TCGv_i64 tmp64;
9ee6e8bb 4420
5df8bac1 4421 if (!s->vfp_enabled)
9ee6e8bb
PB		 4422 return 1;
4423 q = (insn & (1 << 6)) != 0;
4424 u = (insn >> 24) & 1;
4425 VFP_DREG_D(rd, insn);
4426 VFP_DREG_N(rn, insn);
4427 VFP_DREG_M(rm, insn);
4428 size = (insn >> 20) & 3;
4429 if ((insn & (1 << 23)) == 0) {
4430 /* Three register same length. */
4431 op = ((insn >> 7) & 0x1e) | ((insn >> 4) & 1);
62698be3
PM		 4432 /* Catch invalid op and bad size combinations: UNDEF */
4433 if ((neon_3r_sizes[op] & (1 << size)) == 0) {
4434 return 1;
4435 }
25f84f79
PM		 4436 /* All insns of this form UNDEF for either this condition or the
4437 * superset of cases "Q==1"; we catch the latter later.
4438 */
4439 if (q && ((rd | rn | rm) & 1)) {
4440 return 1;
4441 }
62698be3
PM		 4442 if (size == 3 && op != NEON_3R_LOGIC) {
4443 /* 64-bit element instructions. */
9ee6e8bb 4444 for (pass = 0; pass < (q ? 2 : 1); pass++) {
ad69471c
PB		 4445 neon_load_reg64(cpu_V0, rn + pass);
4446 neon_load_reg64(cpu_V1, rm + pass);
9ee6e8bb 4447 switch (op) {
62698be3 4448 case NEON_3R_VQADD:
9ee6e8bb 4449 if (u) {
02da0b2d
PM		 4450 gen_helper_neon_qadd_u64(cpu_V0, cpu_env,
4451 cpu_V0, cpu_V1);
2c0262af 4452 } else {
02da0b2d
PM		 4453 gen_helper_neon_qadd_s64(cpu_V0, cpu_env,
4454 cpu_V0, cpu_V1);
2c0262af 4455 }
9ee6e8bb 4456 break;
62698be3 4457 case NEON_3R_VQSUB:
9ee6e8bb 4458 if (u) {
02da0b2d
PM		 4459 gen_helper_neon_qsub_u64(cpu_V0, cpu_env,
4460 cpu_V0, cpu_V1);
ad69471c 4461 } else {
02da0b2d
PM		 4462 gen_helper_neon_qsub_s64(cpu_V0, cpu_env,
4463 cpu_V0, cpu_V1);
ad69471c
PB		 4464 }
4465 break;
62698be3 4466 case NEON_3R_VSHL:
ad69471c
PB		 4467 if (u) {
4468 gen_helper_neon_shl_u64(cpu_V0, cpu_V1, cpu_V0);
4469 } else {
4470 gen_helper_neon_shl_s64(cpu_V0, cpu_V1, cpu_V0);
4471 }
4472 break;
62698be3 4473 case NEON_3R_VQSHL:
ad69471c 4474 if (u) {
02da0b2d
PM		 4475 gen_helper_neon_qshl_u64(cpu_V0, cpu_env,
4476 cpu_V1, cpu_V0);
ad69471c 4477 } else {
02da0b2d
PM		 4478 gen_helper_neon_qshl_s64(cpu_V0, cpu_env,
4479 cpu_V1, cpu_V0);
ad69471c
PB		 4480 }
4481 break;
62698be3 4482 case NEON_3R_VRSHL:
ad69471c
PB		 4483 if (u) {
4484 gen_helper_neon_rshl_u64(cpu_V0, cpu_V1, cpu_V0);
1e8d4eec 4485 } else {
ad69471c
PB		 4486 gen_helper_neon_rshl_s64(cpu_V0, cpu_V1, cpu_V0);
4487 }
4488 break;
62698be3 4489 case NEON_3R_VQRSHL:
ad69471c 4490 if (u) {
02da0b2d
PM		 4491 gen_helper_neon_qrshl_u64(cpu_V0, cpu_env,
4492 cpu_V1, cpu_V0);
ad69471c 4493 } else {
02da0b2d
PM		 4494 gen_helper_neon_qrshl_s64(cpu_V0, cpu_env,
4495 cpu_V1, cpu_V0);
1e8d4eec 4496 }
9ee6e8bb 4497 break;
62698be3 4498 case NEON_3R_VADD_VSUB:
9ee6e8bb 4499 if (u) {
ad69471c 4500 tcg_gen_sub_i64(CPU_V001);
9ee6e8bb 4501 } else {
ad69471c 4502 tcg_gen_add_i64(CPU_V001);
9ee6e8bb
PB		 4503 }
4504 break;
4505 default:
4506 abort();
2c0262af 4507 }
ad69471c 4508 neon_store_reg64(cpu_V0, rd + pass);
2c0262af 4509 }
9ee6e8bb 4510 return 0;
2c0262af 4511 }
25f84f79 4512 pairwise = 0;
9ee6e8bb 4513 switch (op) {
62698be3
PM		 4514 case NEON_3R_VSHL:
4515 case NEON_3R_VQSHL:
4516 case NEON_3R_VRSHL:
4517 case NEON_3R_VQRSHL:
9ee6e8bb 4518 {
ad69471c
PB		 4519 int rtmp;
4520 /* Shift instruction operands are reversed. */
4521 rtmp = rn;
9ee6e8bb 4522 rn = rm;
ad69471c 4523 rm = rtmp;
9ee6e8bb 4524 }
2c0262af 4525 break;
25f84f79
PM		 4526 case NEON_3R_VPADD:
4527 if (u) {
4528 return 1;
4529 }
4530 /* Fall through */
62698be3
PM		 4531 case NEON_3R_VPMAX:
4532 case NEON_3R_VPMIN:
9ee6e8bb 4533 pairwise = 1;
2c0262af 4534 break;
25f84f79
PM		 4535 case NEON_3R_FLOAT_ARITH:
4536 pairwise = (u && size < 2); /* if VPADD (float) */
4537 break;
4538 case NEON_3R_FLOAT_MINMAX:
4539 pairwise = u; /* if VPMIN/VPMAX (float) */
4540 break;
4541 case NEON_3R_FLOAT_CMP:
4542 if (!u && size) {
4543 /* no encoding for U=0 C=1x */
4544 return 1;
4545 }
4546 break;
4547 case NEON_3R_FLOAT_ACMP:
4548 if (!u) {
4549 return 1;
4550 }
4551 break;
4552 case NEON_3R_VRECPS_VRSQRTS:
4553 if (u) {
4554 return 1;
4555 }
2c0262af 4556 break;
25f84f79
PM		 4557 case NEON_3R_VMUL:
4558 if (u && (size != 0)) {
4559 /* UNDEF on invalid size for polynomial subcase */
4560 return 1;
4561 }
2c0262af 4562 break;
da97f52c
PM		 4563 case NEON_3R_VFM:
4564 if (!arm_feature(env, ARM_FEATURE_VFP4) || u) {
4565 return 1;
4566 }
4567 break;
9ee6e8bb 4568 default:
2c0262af 4569 break;
9ee6e8bb 4570 }
dd8fbd78 4571
25f84f79
PM		 4572 if (pairwise && q) {
4573 /* All the pairwise insns UNDEF if Q is set */
4574 return 1;
4575 }
4576
9ee6e8bb
PB		 4577 for (pass = 0; pass < (q ? 4 : 2); pass++) {
4578
4579 if (pairwise) {
4580 /* Pairwise. */
a5a14945
JR		 4581 if (pass < 1) {
4582 tmp = neon_load_reg(rn, 0);
4583 tmp2 = neon_load_reg(rn, 1);
9ee6e8bb 4584 } else {
a5a14945
JR		 4585 tmp = neon_load_reg(rm, 0);
4586 tmp2 = neon_load_reg(rm, 1);
9ee6e8bb
PB		 4587 }
4588 } else {
4589 /* Elementwise. */
dd8fbd78
FN		 4590 tmp = neon_load_reg(rn, pass);
4591 tmp2 = neon_load_reg(rm, pass);
9ee6e8bb
PB		 4592 }
4593 switch (op) {
62698be3 4594 case NEON_3R_VHADD:
9ee6e8bb
PB		 4595 GEN_NEON_INTEGER_OP(hadd);
4596 break;
62698be3 4597 case NEON_3R_VQADD:
02da0b2d 4598 GEN_NEON_INTEGER_OP_ENV(qadd);
2c0262af 4599 break;
62698be3 4600 case NEON_3R_VRHADD:
9ee6e8bb 4601 GEN_NEON_INTEGER_OP(rhadd);
2c0262af 4602 break;
62698be3 4603 case NEON_3R_LOGIC: /* Logic ops. */
9ee6e8bb
PB		 4604 switch ((u << 2) | size) {
4605 case 0: /* VAND */
dd8fbd78 4606 tcg_gen_and_i32(tmp, tmp, tmp2);
9ee6e8bb
PB		 4607 break;
4608 case 1: /* BIC */
f669df27 4609 tcg_gen_andc_i32(tmp, tmp, tmp2);
9ee6e8bb
PB		 4610 break;
4611 case 2: /* VORR */
dd8fbd78 4612 tcg_gen_or_i32(tmp, tmp, tmp2);
9ee6e8bb
PB		 4613 break;
4614 case 3: /* VORN */
f669df27 4615 tcg_gen_orc_i32(tmp, tmp, tmp2);
9ee6e8bb
PB		 4616 break;
4617 case 4: /* VEOR */
dd8fbd78 4618 tcg_gen_xor_i32(tmp, tmp, tmp2);
9ee6e8bb
PB		 4619 break;
4620 case 5: /* VBSL */
dd8fbd78
FN		 4621 tmp3 = neon_load_reg(rd, pass);
4622 gen_neon_bsl(tmp, tmp, tmp2, tmp3);
7d1b0095 4623 tcg_temp_free_i32(tmp3);
9ee6e8bb
PB		 4624 break;
4625 case 6: /* VBIT */
dd8fbd78
FN		 4626 tmp3 = neon_load_reg(rd, pass);
4627 gen_neon_bsl(tmp, tmp, tmp3, tmp2);
7d1b0095 4628 tcg_temp_free_i32(tmp3);
9ee6e8bb
PB		 4629 break;
4630 case 7: /* VBIF */
dd8fbd78
FN		 4631 tmp3 = neon_load_reg(rd, pass);
4632 gen_neon_bsl(tmp, tmp3, tmp, tmp2);
7d1b0095 4633 tcg_temp_free_i32(tmp3);
9ee6e8bb 4634 break;
2c0262af
FB		 4635 }
4636 break;
62698be3 4637 case NEON_3R_VHSUB:
9ee6e8bb
PB		 4638 GEN_NEON_INTEGER_OP(hsub);
4639 break;
62698be3 4640 case NEON_3R_VQSUB:
02da0b2d 4641 GEN_NEON_INTEGER_OP_ENV(qsub);
2c0262af 4642 break;
62698be3 4643 case NEON_3R_VCGT:
9ee6e8bb
PB		 4644 GEN_NEON_INTEGER_OP(cgt);
4645 break;
62698be3 4646 case NEON_3R_VCGE:
9ee6e8bb
PB		 4647 GEN_NEON_INTEGER_OP(cge);
4648 break;
62698be3 4649 case NEON_3R_VSHL:
ad69471c 4650 GEN_NEON_INTEGER_OP(shl);
2c0262af 4651 break;
62698be3 4652 case NEON_3R_VQSHL:
02da0b2d 4653 GEN_NEON_INTEGER_OP_ENV(qshl);
2c0262af 4654 break;
62698be3 4655 case NEON_3R_VRSHL:
ad69471c 4656 GEN_NEON_INTEGER_OP(rshl);
2c0262af 4657 break;
62698be3 4658 case NEON_3R_VQRSHL:
02da0b2d 4659 GEN_NEON_INTEGER_OP_ENV(qrshl);
9ee6e8bb 4660 break;
62698be3 4661 case NEON_3R_VMAX:
9ee6e8bb
PB		 4662 GEN_NEON_INTEGER_OP(max);
4663 break;
62698be3 4664 case NEON_3R_VMIN:
9ee6e8bb
PB		 4665 GEN_NEON_INTEGER_OP(min);
4666 break;
62698be3 4667 case NEON_3R_VABD:
9ee6e8bb
PB		 4668 GEN_NEON_INTEGER_OP(abd);
4669 break;
62698be3 4670 case NEON_3R_VABA:
9ee6e8bb 4671 GEN_NEON_INTEGER_OP(abd);
7d1b0095 4672 tcg_temp_free_i32(tmp2);
dd8fbd78
FN		 4673 tmp2 = neon_load_reg(rd, pass);
4674 gen_neon_add(size, tmp, tmp2);
9ee6e8bb 4675 break;
62698be3 4676 case NEON_3R_VADD_VSUB:
9ee6e8bb 4677 if (!u) { /* VADD */
62698be3 4678 gen_neon_add(size, tmp, tmp2);
9ee6e8bb
PB		 4679 } else { /* VSUB */
4680 switch (size) {
dd8fbd78
FN		 4681 case 0: gen_helper_neon_sub_u8(tmp, tmp, tmp2); break;
4682 case 1: gen_helper_neon_sub_u16(tmp, tmp, tmp2); break;
4683 case 2: tcg_gen_sub_i32(tmp, tmp, tmp2); break;
62698be3 4684 default: abort();
9ee6e8bb
PB		 4685 }
4686 }
4687 break;
62698be3 4688 case NEON_3R_VTST_VCEQ:
9ee6e8bb
PB		 4689 if (!u) { /* VTST */
4690 switch (size) {
dd8fbd78
FN		 4691 case 0: gen_helper_neon_tst_u8(tmp, tmp, tmp2); break;
4692 case 1: gen_helper_neon_tst_u16(tmp, tmp, tmp2); break;
4693 case 2: gen_helper_neon_tst_u32(tmp, tmp, tmp2); break;
62698be3 4694 default: abort();
9ee6e8bb
PB		 4695 }
4696 } else { /* VCEQ */
4697 switch (size) {
dd8fbd78
FN		 4698 case 0: gen_helper_neon_ceq_u8(tmp, tmp, tmp2); break;
4699 case 1: gen_helper_neon_ceq_u16(tmp, tmp, tmp2); break;
4700 case 2: gen_helper_neon_ceq_u32(tmp, tmp, tmp2); break;
62698be3 4701 default: abort();
9ee6e8bb
PB		 4702 }
4703 }
4704 break;
62698be3 4705 case NEON_3R_VML: /* VMLA, VMLAL, VMLS,VMLSL */
9ee6e8bb 4706 switch (size) {
dd8fbd78
FN		 4707 case 0: gen_helper_neon_mul_u8(tmp, tmp, tmp2); break;
4708 case 1: gen_helper_neon_mul_u16(tmp, tmp, tmp2); break;
4709 case 2: tcg_gen_mul_i32(tmp, tmp, tmp2); break;
62698be3 4710 default: abort();
9ee6e8bb 4711 }
7d1b0095 4712 tcg_temp_free_i32(tmp2);
dd8fbd78 4713 tmp2 = neon_load_reg(rd, pass);
9ee6e8bb 4714 if (u) { /* VMLS */
dd8fbd78 4715 gen_neon_rsb(size, tmp, tmp2);
9ee6e8bb 4716 } else { /* VMLA */
dd8fbd78 4717 gen_neon_add(size, tmp, tmp2);
9ee6e8bb
PB		 4718 }
4719 break;
62698be3 4720 case NEON_3R_VMUL:
9ee6e8bb 4721 if (u) { /* polynomial */
dd8fbd78 4722 gen_helper_neon_mul_p8(tmp, tmp, tmp2);
9ee6e8bb
PB		 4723 } else { /* Integer */
4724 switch (size) {
dd8fbd78
FN		 4725 case 0: gen_helper_neon_mul_u8(tmp, tmp, tmp2); break;
4726 case 1: gen_helper_neon_mul_u16(tmp, tmp, tmp2); break;
4727 case 2: tcg_gen_mul_i32(tmp, tmp, tmp2); break;
62698be3 4728 default: abort();
9ee6e8bb
PB		 4729 }
4730 }
4731 break;
62698be3 4732 case NEON_3R_VPMAX:
9ee6e8bb
PB		 4733 GEN_NEON_INTEGER_OP(pmax);
4734 break;
62698be3 4735 case NEON_3R_VPMIN:
9ee6e8bb
PB		 4736 GEN_NEON_INTEGER_OP(pmin);
4737 break;
62698be3 4738 case NEON_3R_VQDMULH_VQRDMULH: /* Multiply high. */
9ee6e8bb
PB		 4739 if (!u) { /* VQDMULH */
4740 switch (size) {
02da0b2d
PM		 4741 case 1:
4742 gen_helper_neon_qdmulh_s16(tmp, cpu_env, tmp, tmp2);
4743 break;
4744 case 2:
4745 gen_helper_neon_qdmulh_s32(tmp, cpu_env, tmp, tmp2);
4746 break;
62698be3 4747 default: abort();
9ee6e8bb 4748 }
62698be3 4749 } else { /* VQRDMULH */
9ee6e8bb 4750 switch (size) {
02da0b2d
PM		 4751 case 1:
4752 gen_helper_neon_qrdmulh_s16(tmp, cpu_env, tmp, tmp2);
4753 break;
4754 case 2:
4755 gen_helper_neon_qrdmulh_s32(tmp, cpu_env, tmp, tmp2);
4756 break;
62698be3 4757 default: abort();
9ee6e8bb
PB		 4758 }
4759 }
4760 break;
62698be3 4761 case NEON_3R_VPADD:
9ee6e8bb 4762 switch (size) {
dd8fbd78
FN		 4763 case 0: gen_helper_neon_padd_u8(tmp, tmp, tmp2); break;
4764 case 1: gen_helper_neon_padd_u16(tmp, tmp, tmp2); break;
4765 case 2: tcg_gen_add_i32(tmp, tmp, tmp2); break;
62698be3 4766 default: abort();
9ee6e8bb
PB		 4767 }
4768 break;
62698be3 4769 case NEON_3R_FLOAT_ARITH: /* Floating point arithmetic. */
aa47cfdd
PM		 4770 {
4771 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
9ee6e8bb
PB		 4772 switch ((u << 2) | size) {
4773 case 0: /* VADD */
aa47cfdd
PM		 4774 case 4: /* VPADD */
4775 gen_helper_vfp_adds(tmp, tmp, tmp2, fpstatus);
9ee6e8bb
PB		 4776 break;
4777 case 2: /* VSUB */
aa47cfdd 4778 gen_helper_vfp_subs(tmp, tmp, tmp2, fpstatus);
9ee6e8bb
PB		 4779 break;
4780 case 6: /* VABD */
aa47cfdd 4781 gen_helper_neon_abd_f32(tmp, tmp, tmp2, fpstatus);
9ee6e8bb
PB		 4782 break;
4783 default:
62698be3 4784 abort();
9ee6e8bb 4785 }
aa47cfdd 4786 tcg_temp_free_ptr(fpstatus);
9ee6e8bb 4787 break;
aa47cfdd 4788 }
62698be3 4789 case NEON_3R_FLOAT_MULTIPLY:
aa47cfdd
PM		 4790 {
4791 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
4792 gen_helper_vfp_muls(tmp, tmp, tmp2, fpstatus);
9ee6e8bb 4793 if (!u) {
7d1b0095 4794 tcg_temp_free_i32(tmp2);
dd8fbd78 4795 tmp2 = neon_load_reg(rd, pass);
9ee6e8bb 4796 if (size == 0) {
aa47cfdd 4797 gen_helper_vfp_adds(tmp, tmp, tmp2, fpstatus);
9ee6e8bb 4798 } else {
aa47cfdd 4799 gen_helper_vfp_subs(tmp, tmp2, tmp, fpstatus);
9ee6e8bb
PB		 4800 }
4801 }
aa47cfdd 4802 tcg_temp_free_ptr(fpstatus);
9ee6e8bb 4803 break;
aa47cfdd 4804 }
62698be3 4805 case NEON_3R_FLOAT_CMP:
aa47cfdd
PM		 4806 {
4807 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
9ee6e8bb 4808 if (!u) {
aa47cfdd 4809 gen_helper_neon_ceq_f32(tmp, tmp, tmp2, fpstatus);
b5ff1b31 4810 } else {
aa47cfdd
PM		 4811 if (size == 0) {
4812 gen_helper_neon_cge_f32(tmp, tmp, tmp2, fpstatus);
4813 } else {
4814 gen_helper_neon_cgt_f32(tmp, tmp, tmp2, fpstatus);
4815 }
b5ff1b31 4816 }
aa47cfdd 4817 tcg_temp_free_ptr(fpstatus);
2c0262af 4818 break;
aa47cfdd 4819 }
62698be3 4820 case NEON_3R_FLOAT_ACMP:
aa47cfdd
PM		 4821 {
4822 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
4823 if (size == 0) {
4824 gen_helper_neon_acge_f32(tmp, tmp, tmp2, fpstatus);
4825 } else {
4826 gen_helper_neon_acgt_f32(tmp, tmp, tmp2, fpstatus);
4827 }
4828 tcg_temp_free_ptr(fpstatus);
2c0262af 4829 break;
aa47cfdd 4830 }
62698be3 4831 case NEON_3R_FLOAT_MINMAX:
aa47cfdd
PM		 4832 {
4833 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
4834 if (size == 0) {
4835 gen_helper_neon_max_f32(tmp, tmp, tmp2, fpstatus);
4836 } else {
4837 gen_helper_neon_min_f32(tmp, tmp, tmp2, fpstatus);
4838 }
4839 tcg_temp_free_ptr(fpstatus);
9ee6e8bb 4840 break;
aa47cfdd 4841 }
62698be3 4842 case NEON_3R_VRECPS_VRSQRTS:
9ee6e8bb 4843 if (size == 0)
dd8fbd78 4844 gen_helper_recps_f32(tmp, tmp, tmp2, cpu_env);
9ee6e8bb 4845 else
dd8fbd78 4846 gen_helper_rsqrts_f32(tmp, tmp, tmp2, cpu_env);
2c0262af 4847 break;
da97f52c
PM		 4848 case NEON_3R_VFM:
4849 {
4850 /* VFMA, VFMS: fused multiply-add */
4851 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
4852 TCGv_i32 tmp3 = neon_load_reg(rd, pass);
4853 if (size) {
4854 /* VFMS */
4855 gen_helper_vfp_negs(tmp, tmp);
4856 }
4857 gen_helper_vfp_muladds(tmp, tmp, tmp2, tmp3, fpstatus);
4858 tcg_temp_free_i32(tmp3);
4859 tcg_temp_free_ptr(fpstatus);
4860 break;
4861 }
9ee6e8bb
PB		 4862 default:
4863 abort();
2c0262af 4864 }
7d1b0095 4865 tcg_temp_free_i32(tmp2);
dd8fbd78 4866
9ee6e8bb
PB		 4867 /* Save the result. For elementwise operations we can put it
4868 straight into the destination register. For pairwise operations
4869 we have to be careful to avoid clobbering the source operands. */
4870 if (pairwise && rd == rm) {
dd8fbd78 4871 neon_store_scratch(pass, tmp);
9ee6e8bb 4872 } else {
dd8fbd78 4873 neon_store_reg(rd, pass, tmp);
9ee6e8bb
PB		 4874 }
4875
4876 } /* for pass */
4877 if (pairwise && rd == rm) {
4878 for (pass = 0; pass < (q ? 4 : 2); pass++) {
dd8fbd78
FN		 4879 tmp = neon_load_scratch(pass);
4880 neon_store_reg(rd, pass, tmp);
9ee6e8bb
PB		 4881 }
4882 }
ad69471c 4883 /* End of 3 register same size operations. */
9ee6e8bb
PB		 4884 } else if (insn & (1 << 4)) {
4885 if ((insn & 0x00380080) != 0) {
4886 /* Two registers and shift. */
4887 op = (insn >> 8) & 0xf;
4888 if (insn & (1 << 7)) {
cc13115b
PM		 4889 /* 64-bit shift. */
4890 if (op > 7) {
4891 return 1;
4892 }
9ee6e8bb
PB		 4893 size = 3;
4894 } else {
4895 size = 2;
4896 while ((insn & (1 << (size + 19))) == 0)
4897 size--;
4898 }
4899 shift = (insn >> 16) & ((1 << (3 + size)) - 1);
b90372ad 4900 /* To avoid excessive duplication of ops we implement shift
9ee6e8bb
PB		 4901 by immediate using the variable shift operations. */
4902 if (op < 8) {
4903 /* Shift by immediate:
4904 VSHR, VSRA, VRSHR, VRSRA, VSRI, VSHL, VQSHL, VQSHLU. */
cc13115b
PM		 4905 if (q && ((rd | rm) & 1)) {
4906 return 1;
4907 }
4908 if (!u && (op == 4 || op == 6)) {
4909 return 1;
4910 }
9ee6e8bb
PB		 4911 /* Right shifts are encoded as N - shift, where N is the
4912 element size in bits. */
4913 if (op <= 4)
4914 shift = shift - (1 << (size + 3));
9ee6e8bb
PB		 4915 if (size == 3) {
4916 count = q + 1;
4917 } else {
4918 count = q ? 4: 2;
4919 }
4920 switch (size) {
4921 case 0:
4922 imm = (uint8_t) shift;
4923 imm |= imm << 8;
4924 imm |= imm << 16;
4925 break;
4926 case 1:
4927 imm = (uint16_t) shift;
4928 imm |= imm << 16;
4929 break;
4930 case 2:
4931 case 3:
4932 imm = shift;
4933 break;
4934 default:
4935 abort();
4936 }
4937
4938 for (pass = 0; pass < count; pass++) {
ad69471c
PB		 4939 if (size == 3) {
4940 neon_load_reg64(cpu_V0, rm + pass);
4941 tcg_gen_movi_i64(cpu_V1, imm);
4942 switch (op) {
4943 case 0: /* VSHR */
4944 case 1: /* VSRA */
4945 if (u)
4946 gen_helper_neon_shl_u64(cpu_V0, cpu_V0, cpu_V1);
9ee6e8bb 4947 else
ad69471c 4948 gen_helper_neon_shl_s64(cpu_V0, cpu_V0, cpu_V1);
9ee6e8bb 4949 break;
ad69471c
PB		 4950 case 2: /* VRSHR */
4951 case 3: /* VRSRA */
4952 if (u)
4953 gen_helper_neon_rshl_u64(cpu_V0, cpu_V0, cpu_V1);
9ee6e8bb 4954 else
ad69471c 4955 gen_helper_neon_rshl_s64(cpu_V0, cpu_V0, cpu_V1);
9ee6e8bb 4956 break;
ad69471c 4957 case 4: /* VSRI */
ad69471c
PB		 4958 case 5: /* VSHL, VSLI */
4959 gen_helper_neon_shl_u64(cpu_V0, cpu_V0, cpu_V1);
4960 break;
0322b26e 4961 case 6: /* VQSHLU */
02da0b2d
PM		 4962 gen_helper_neon_qshlu_s64(cpu_V0, cpu_env,
4963 cpu_V0, cpu_V1);
ad69471c 4964 break;
0322b26e
PM		 4965 case 7: /* VQSHL */
4966 if (u) {
02da0b2d 4967 gen_helper_neon_qshl_u64(cpu_V0, cpu_env,
0322b26e
PM		 4968 cpu_V0, cpu_V1);
4969 } else {
02da0b2d 4970 gen_helper_neon_qshl_s64(cpu_V0, cpu_env,
0322b26e
PM		 4971 cpu_V0, cpu_V1);
4972 }
9ee6e8bb 4973 break;
9ee6e8bb 4974 }
ad69471c
PB		 4975 if (op == 1 || op == 3) {
4976 /* Accumulate. */
5371cb81 4977 neon_load_reg64(cpu_V1, rd + pass);
ad69471c
PB		 4978 tcg_gen_add_i64(cpu_V0, cpu_V0, cpu_V1);
4979 } else if (op == 4 || (op == 5 && u)) {
4980 /* Insert */
923e6509
CL		 4981 neon_load_reg64(cpu_V1, rd + pass);
4982 uint64_t mask;
4983 if (shift < -63 || shift > 63) {
4984 mask = 0;
4985 } else {
4986 if (op == 4) {
4987 mask = 0xffffffffffffffffull >> -shift;
4988 } else {
4989 mask = 0xffffffffffffffffull << shift;
4990 }
4991 }
4992 tcg_gen_andi_i64(cpu_V1, cpu_V1, ~mask);
4993 tcg_gen_or_i64(cpu_V0, cpu_V0, cpu_V1);
ad69471c
PB		 4994 }
4995 neon_store_reg64(cpu_V0, rd + pass);
4996 } else { /* size < 3 */
4997 /* Operands in T0 and T1. */
dd8fbd78 4998 tmp = neon_load_reg(rm, pass);
7d1b0095 4999 tmp2 = tcg_temp_new_i32();
dd8fbd78 5000 tcg_gen_movi_i32(tmp2, imm);
ad69471c
PB		 5001 switch (op) {
5002 case 0: /* VSHR */
5003 case 1: /* VSRA */
5004 GEN_NEON_INTEGER_OP(shl);
5005 break;
5006 case 2: /* VRSHR */
5007 case 3: /* VRSRA */
5008 GEN_NEON_INTEGER_OP(rshl);
5009 break;
5010 case 4: /* VSRI */
ad69471c
PB		 5011 case 5: /* VSHL, VSLI */
5012 switch (size) {
dd8fbd78
FN		 5013 case 0: gen_helper_neon_shl_u8(tmp, tmp, tmp2); break;
5014 case 1: gen_helper_neon_shl_u16(tmp, tmp, tmp2); break;
5015 case 2: gen_helper_neon_shl_u32(tmp, tmp, tmp2); break;
cc13115b 5016 default: abort();
ad69471c
PB		 5017 }
5018 break;
0322b26e 5019 case 6: /* VQSHLU */
ad69471c 5020 switch (size) {
0322b26e 5021 case 0:
02da0b2d
PM		 5022 gen_helper_neon_qshlu_s8(tmp, cpu_env,
5023 tmp, tmp2);
0322b26e
PM		 5024 break;
5025 case 1:
02da0b2d
PM		 5026 gen_helper_neon_qshlu_s16(tmp, cpu_env,
5027 tmp, tmp2);
0322b26e
PM		 5028 break;
5029 case 2:
02da0b2d
PM		 5030 gen_helper_neon_qshlu_s32(tmp, cpu_env,
5031 tmp, tmp2);
0322b26e
PM		 5032 break;
5033 default:
cc13115b 5034 abort();
ad69471c
PB		 5035 }
5036 break;
0322b26e 5037 case 7: /* VQSHL */
02da0b2d 5038 GEN_NEON_INTEGER_OP_ENV(qshl);
0322b26e 5039 break;
ad69471c 5040 }
7d1b0095 5041 tcg_temp_free_i32(tmp2);
ad69471c
PB		 5042
5043 if (op == 1 || op == 3) {
5044 /* Accumulate. */
dd8fbd78 5045 tmp2 = neon_load_reg(rd, pass);
5371cb81 5046 gen_neon_add(size, tmp, tmp2);
7d1b0095 5047 tcg_temp_free_i32(tmp2);
ad69471c
PB		 5048 } else if (op == 4 || (op == 5 && u)) {
5049 /* Insert */
5050 switch (size) {
5051 case 0:
5052 if (op == 4)
ca9a32e4 5053 mask = 0xff >> -shift;
ad69471c 5054 else
ca9a32e4
JR		 5055 mask = (uint8_t)(0xff << shift);
5056 mask |= mask << 8;
5057 mask |= mask << 16;
ad69471c
PB		 5058 break;
5059 case 1:
5060 if (op == 4)
ca9a32e4 5061 mask = 0xffff >> -shift;
ad69471c 5062 else
ca9a32e4
JR		 5063 mask = (uint16_t)(0xffff << shift);
5064 mask |= mask << 16;
ad69471c
PB		 5065 break;
5066 case 2:
ca9a32e4
JR		 5067 if (shift < -31 || shift > 31) {
5068 mask = 0;
5069 } else {
5070 if (op == 4)
5071 mask = 0xffffffffu >> -shift;
5072 else
5073 mask = 0xffffffffu << shift;
5074 }
ad69471c
PB		 5075 break;
5076 default:
5077 abort();
5078 }
dd8fbd78 5079 tmp2 = neon_load_reg(rd, pass);
ca9a32e4
JR		 5080 tcg_gen_andi_i32(tmp, tmp, mask);
5081 tcg_gen_andi_i32(tmp2, tmp2, ~mask);
dd8fbd78 5082 tcg_gen_or_i32(tmp, tmp, tmp2);
7d1b0095 5083 tcg_temp_free_i32(tmp2);
ad69471c 5084 }
dd8fbd78 5085 neon_store_reg(rd, pass, tmp);
9ee6e8bb
PB		 5086 }
5087 } /* for pass */
5088 } else if (op < 10) {
ad69471c 5089 /* Shift by immediate and narrow:
9ee6e8bb 5090 VSHRN, VRSHRN, VQSHRN, VQRSHRN. */
0b36f4cd 5091 int input_unsigned = (op == 8) ? !u : u;
cc13115b
PM		 5092 if (rm & 1) {
5093 return 1;
5094 }
9ee6e8bb
PB		 5095 shift = shift - (1 << (size + 3));
5096 size++;
92cdfaeb 5097 if (size == 3) {
a7812ae4 5098 tmp64 = tcg_const_i64(shift);
92cdfaeb
PM		 5099 neon_load_reg64(cpu_V0, rm);
5100 neon_load_reg64(cpu_V1, rm + 1);
5101 for (pass = 0; pass < 2; pass++) {
5102 TCGv_i64 in;
5103 if (pass == 0) {
5104 in = cpu_V0;
5105 } else {
5106 in = cpu_V1;
5107 }
ad69471c 5108 if (q) {
0b36f4cd 5109 if (input_unsigned) {
92cdfaeb 5110 gen_helper_neon_rshl_u64(cpu_V0, in, tmp64);
0b36f4cd 5111 } else {
92cdfaeb 5112 gen_helper_neon_rshl_s64(cpu_V0, in, tmp64);
0b36f4cd 5113 }
ad69471c 5114 } else {
0b36f4cd 5115 if (input_unsigned) {
92cdfaeb 5116 gen_helper_neon_shl_u64(cpu_V0, in, tmp64);
0b36f4cd 5117 } else {
92cdfaeb 5118 gen_helper_neon_shl_s64(cpu_V0, in, tmp64);
0b36f4cd 5119 }
ad69471c 5120 }
7d1b0095 5121 tmp = tcg_temp_new_i32();
92cdfaeb
PM		 5122 gen_neon_narrow_op(op == 8, u, size - 1, tmp, cpu_V0);
5123 neon_store_reg(rd, pass, tmp);
5124 } /* for pass */
5125 tcg_temp_free_i64(tmp64);
5126 } else {
5127 if (size == 1) {
5128 imm = (uint16_t)shift;
5129 imm |= imm << 16;
2c0262af 5130 } else {
92cdfaeb
PM		 5131 /* size == 2 */
5132 imm = (uint32_t)shift;
5133 }
5134 tmp2 = tcg_const_i32(imm);
5135 tmp4 = neon_load_reg(rm + 1, 0);
5136 tmp5 = neon_load_reg(rm + 1, 1);
5137 for (pass = 0; pass < 2; pass++) {
5138 if (pass == 0) {
5139 tmp = neon_load_reg(rm, 0);
5140 } else {
5141 tmp = tmp4;
5142 }
0b36f4cd
CL		 5143 gen_neon_shift_narrow(size, tmp, tmp2, q,
5144 input_unsigned);
92cdfaeb
PM		 5145 if (pass == 0) {
5146 tmp3 = neon_load_reg(rm, 1);
5147 } else {
5148 tmp3 = tmp5;
5149 }
0b36f4cd
CL		 5150 gen_neon_shift_narrow(size, tmp3, tmp2, q,
5151 input_unsigned);
36aa55dc 5152 tcg_gen_concat_i32_i64(cpu_V0, tmp, tmp3);
7d1b0095
PM		 5153 tcg_temp_free_i32(tmp);
5154 tcg_temp_free_i32(tmp3);
5155 tmp = tcg_temp_new_i32();
92cdfaeb
PM		 5156 gen_neon_narrow_op(op == 8, u, size - 1, tmp, cpu_V0);
5157 neon_store_reg(rd, pass, tmp);
5158 } /* for pass */
c6067f04 5159 tcg_temp_free_i32(tmp2);
b75263d6 5160 }
9ee6e8bb 5161 } else if (op == 10) {
cc13115b
PM		 5162 /* VSHLL, VMOVL */
5163 if (q || (rd & 1)) {
9ee6e8bb 5164 return 1;
cc13115b 5165 }
ad69471c
PB		 5166 tmp = neon_load_reg(rm, 0);
5167 tmp2 = neon_load_reg(rm, 1);
9ee6e8bb 5168 for (pass = 0; pass < 2; pass++) {
ad69471c
PB		 5169 if (pass == 1)
5170 tmp = tmp2;
5171
5172 gen_neon_widen(cpu_V0, tmp, size, u);
9ee6e8bb 5173
9ee6e8bb
PB		 5174 if (shift != 0) {
5175 /* The shift is less than the width of the source
ad69471c
PB		 5176 type, so we can just shift the whole register. */
5177 tcg_gen_shli_i64(cpu_V0, cpu_V0, shift);
acdf01ef
CL		 5178 /* Widen the result of shift: we need to clear
5179 * the potential overflow bits resulting from
5180 * left bits of the narrow input appearing as
5181 * right bits of left the neighbour narrow
5182 * input. */
ad69471c
PB		 5183 if (size < 2 || !u) {
5184 uint64_t imm64;
5185 if (size == 0) {
5186 imm = (0xffu >> (8 - shift));
5187 imm |= imm << 16;
acdf01ef 5188 } else if (size == 1) {
ad69471c 5189 imm = 0xffff >> (16 - shift);
acdf01ef
CL		 5190 } else {
5191 /* size == 2 */
5192 imm = 0xffffffff >> (32 - shift);
5193 }
5194 if (size < 2) {
5195 imm64 = imm | (((uint64_t)imm) << 32);
5196 } else {
5197 imm64 = imm;
9ee6e8bb 5198 }
acdf01ef 5199 tcg_gen_andi_i64(cpu_V0, cpu_V0, ~imm64);
9ee6e8bb
PB		 5200 }
5201 }
ad69471c 5202 neon_store_reg64(cpu_V0, rd + pass);
9ee6e8bb 5203 }
f73534a5 5204 } else if (op >= 14) {
9ee6e8bb 5205 /* VCVT fixed-point. */
cc13115b
PM		 5206 if (!(insn & (1 << 21)) || (q && ((rd | rm) & 1))) {
5207 return 1;
5208 }
f73534a5
PM		 5209 /* We have already masked out the must-be-1 top bit of imm6,
5210 * hence this 32-shift where the ARM ARM has 64-imm6.
5211 */
5212 shift = 32 - shift;
9ee6e8bb 5213 for (pass = 0; pass < (q ? 4 : 2); pass++) {
4373f3ce 5214 tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, pass));
f73534a5 5215 if (!(op & 1)) {
9ee6e8bb 5216 if (u)
5500b06c 5217 gen_vfp_ulto(0, shift, 1);
9ee6e8bb 5218 else
5500b06c 5219 gen_vfp_slto(0, shift, 1);
9ee6e8bb
PB		 5220 } else {
5221 if (u)
5500b06c 5222 gen_vfp_toul(0, shift, 1);
9ee6e8bb 5223 else
5500b06c 5224 gen_vfp_tosl(0, shift, 1);
2c0262af 5225 }
4373f3ce 5226 tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, pass));
2c0262af
FB		 5227 }
5228 } else {
9ee6e8bb
PB		 5229 return 1;
5230 }
5231 } else { /* (insn & 0x00380080) == 0 */
5232 int invert;
7d80fee5
PM		 5233 if (q && (rd & 1)) {
5234 return 1;
5235 }
9ee6e8bb
PB		 5236
5237 op = (insn >> 8) & 0xf;
5238 /* One register and immediate. */
5239 imm = (u << 7) | ((insn >> 12) & 0x70) | (insn & 0xf);
5240 invert = (insn & (1 << 5)) != 0;
7d80fee5
PM		 5241 /* Note that op = 2,3,4,5,6,7,10,11,12,13 imm=0 is UNPREDICTABLE.
5242 * We choose to not special-case this and will behave as if a
5243 * valid constant encoding of 0 had been given.
5244 */
9ee6e8bb
PB		 5245 switch (op) {
5246 case 0: case 1:
5247 /* no-op */
5248 break;
5249 case 2: case 3:
5250 imm <<= 8;
5251 break;
5252 case 4: case 5:
5253 imm <<= 16;
5254 break;
5255 case 6: case 7:
5256 imm <<= 24;
5257 break;
5258 case 8: case 9:
5259 imm |= imm << 16;
5260 break;
5261 case 10: case 11:
5262 imm = (imm << 8) | (imm << 24);
5263 break;
5264 case 12:
8e31209e 5265 imm = (imm << 8) | 0xff;
9ee6e8bb
PB		 5266 break;
5267 case 13:
5268 imm = (imm << 16) | 0xffff;
5269 break;
5270 case 14:
5271 imm |= (imm << 8) | (imm << 16) | (imm << 24);
5272 if (invert)
5273 imm = ~imm;
5274 break;
5275 case 15:
7d80fee5
PM		 5276 if (invert) {
5277 return 1;
5278 }
9ee6e8bb
PB		 5279 imm = ((imm & 0x80) << 24) | ((imm & 0x3f) << 19)
5280 | ((imm & 0x40) ? (0x1f << 25) : (1 << 30));
5281 break;
5282 }
5283 if (invert)
5284 imm = ~imm;
5285
9ee6e8bb
PB		 5286 for (pass = 0; pass < (q ? 4 : 2); pass++) {
5287 if (op & 1 && op < 12) {
ad69471c 5288 tmp = neon_load_reg(rd, pass);
9ee6e8bb
PB		 5289 if (invert) {
5290 /* The immediate value has already been inverted, so
5291 BIC becomes AND. */
ad69471c 5292 tcg_gen_andi_i32(tmp, tmp, imm);
9ee6e8bb 5293 } else {
ad69471c 5294 tcg_gen_ori_i32(tmp, tmp, imm);
9ee6e8bb 5295 }
9ee6e8bb 5296 } else {
ad69471c 5297 /* VMOV, VMVN. */
7d1b0095 5298 tmp = tcg_temp_new_i32();
9ee6e8bb 5299 if (op == 14 && invert) {
a5a14945 5300 int n;
ad69471c
PB		 5301 uint32_t val;
5302 val = 0;
9ee6e8bb
PB		 5303 for (n = 0; n < 4; n++) {
5304 if (imm & (1 << (n + (pass & 1) * 4)))
ad69471c 5305 val |= 0xff << (n * 8);
9ee6e8bb 5306 }
ad69471c
PB		 5307 tcg_gen_movi_i32(tmp, val);
5308 } else {
5309 tcg_gen_movi_i32(tmp, imm);
9ee6e8bb 5310 }
9ee6e8bb 5311 }
ad69471c 5312 neon_store_reg(rd, pass, tmp);
9ee6e8bb
PB		 5313 }
5314 }
e4b3861d 5315 } else { /* (insn & 0x00800010 == 0x00800000) */
9ee6e8bb
PB		 5316 if (size != 3) {
5317 op = (insn >> 8) & 0xf;
5318 if ((insn & (1 << 6)) == 0) {
5319 /* Three registers of different lengths. */
5320 int src1_wide;
5321 int src2_wide;
5322 int prewiden;
695272dc
PM		 5323 /* undefreq: bit 0 : UNDEF if size != 0
5324 * bit 1 : UNDEF if size == 0
5325 * bit 2 : UNDEF if U == 1
5326 * Note that [1:0] set implies 'always UNDEF'
5327 */
5328 int undefreq;
5329 /* prewiden, src1_wide, src2_wide, undefreq */
5330 static const int neon_3reg_wide[16][4] = {
5331 {1, 0, 0, 0}, /* VADDL */
5332 {1, 1, 0, 0}, /* VADDW */
5333 {1, 0, 0, 0}, /* VSUBL */
5334 {1, 1, 0, 0}, /* VSUBW */
5335 {0, 1, 1, 0}, /* VADDHN */
5336 {0, 0, 0, 0}, /* VABAL */
5337 {0, 1, 1, 0}, /* VSUBHN */
5338 {0, 0, 0, 0}, /* VABDL */
5339 {0, 0, 0, 0}, /* VMLAL */
5340 {0, 0, 0, 6}, /* VQDMLAL */
5341 {0, 0, 0, 0}, /* VMLSL */
5342 {0, 0, 0, 6}, /* VQDMLSL */
5343 {0, 0, 0, 0}, /* Integer VMULL */
5344 {0, 0, 0, 2}, /* VQDMULL */
5345 {0, 0, 0, 5}, /* Polynomial VMULL */
5346 {0, 0, 0, 3}, /* Reserved: always UNDEF */
9ee6e8bb
PB		 5347 };
5348
5349 prewiden = neon_3reg_wide[op][0];
5350 src1_wide = neon_3reg_wide[op][1];
5351 src2_wide = neon_3reg_wide[op][2];
695272dc 5352 undefreq = neon_3reg_wide[op][3];
9ee6e8bb 5353
695272dc
PM		 5354 if (((undefreq & 1) && (size != 0)) ||
5355 ((undefreq & 2) && (size == 0)) ||
5356 ((undefreq & 4) && u)) {
5357 return 1;
5358 }
5359 if ((src1_wide && (rn & 1)) ||
5360 (src2_wide && (rm & 1)) ||
5361 (!src2_wide && (rd & 1))) {
ad69471c 5362 return 1;
695272dc 5363 }
ad69471c 5364
9ee6e8bb
PB		 5365 /* Avoid overlapping operands. Wide source operands are
5366 always aligned so will never overlap with wide
5367 destinations in problematic ways. */
8f8e3aa4 5368 if (rd == rm && !src2_wide) {
dd8fbd78
FN		 5369 tmp = neon_load_reg(rm, 1);
5370 neon_store_scratch(2, tmp);
8f8e3aa4 5371 } else if (rd == rn && !src1_wide) {
dd8fbd78
FN		 5372 tmp = neon_load_reg(rn, 1);
5373 neon_store_scratch(2, tmp);
9ee6e8bb 5374 }
a50f5b91 5375 TCGV_UNUSED(tmp3);
9ee6e8bb 5376 for (pass = 0; pass < 2; pass++) {
ad69471c
PB		 5377 if (src1_wide) {
5378 neon_load_reg64(cpu_V0, rn + pass);
a50f5b91 5379 TCGV_UNUSED(tmp);
9ee6e8bb 5380 } else {
ad69471c 5381 if (pass == 1 && rd == rn) {
dd8fbd78 5382 tmp = neon_load_scratch(2);
9ee6e8bb 5383 } else {
ad69471c
PB		 5384 tmp = neon_load_reg(rn, pass);
5385 }
5386 if (prewiden) {
5387 gen_neon_widen(cpu_V0, tmp, size, u);
9ee6e8bb
PB		 5388 }
5389 }
ad69471c
PB		 5390 if (src2_wide) {
5391 neon_load_reg64(cpu_V1, rm + pass);
a50f5b91 5392 TCGV_UNUSED(tmp2);
9ee6e8bb 5393 } else {
ad69471c 5394 if (pass == 1 && rd == rm) {
dd8fbd78 5395 tmp2 = neon_load_scratch(2);
9ee6e8bb 5396 } else {
ad69471c
PB		 5397 tmp2 = neon_load_reg(rm, pass);
5398 }
5399 if (prewiden) {
5400 gen_neon_widen(cpu_V1, tmp2, size, u);
9ee6e8bb 5401 }
9ee6e8bb
PB		 5402 }
5403 switch (op) {
5404 case 0: case 1: case 4: /* VADDL, VADDW, VADDHN, VRADDHN */
ad69471c 5405 gen_neon_addl(size);
9ee6e8bb 5406 break;
79b0e534 5407 case 2: case 3: case 6: /* VSUBL, VSUBW, VSUBHN, VRSUBHN */
ad69471c 5408 gen_neon_subl(size);
9ee6e8bb
PB		 5409 break;
5410 case 5: case 7: /* VABAL, VABDL */
5411 switch ((size << 1) | u) {
ad69471c
PB		 5412 case 0:
5413 gen_helper_neon_abdl_s16(cpu_V0, tmp, tmp2);
5414 break;
5415 case 1:
5416 gen_helper_neon_abdl_u16(cpu_V0, tmp, tmp2);
5417 break;
5418 case 2:
5419 gen_helper_neon_abdl_s32(cpu_V0, tmp, tmp2);
5420 break;
5421 case 3:
5422 gen_helper_neon_abdl_u32(cpu_V0, tmp, tmp2);
5423 break;
5424 case 4:
5425 gen_helper_neon_abdl_s64(cpu_V0, tmp, tmp2);
5426 break;
5427 case 5:
5428 gen_helper_neon_abdl_u64(cpu_V0, tmp, tmp2);
5429 break;
9ee6e8bb
PB		 5430 default: abort();
5431 }
7d1b0095
PM		 5432 tcg_temp_free_i32(tmp2);
5433 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 5434 break;
5435 case 8: case 9: case 10: case 11: case 12: case 13:
5436 /* VMLAL, VQDMLAL, VMLSL, VQDMLSL, VMULL, VQDMULL */
ad69471c 5437 gen_neon_mull(cpu_V0, tmp, tmp2, size, u);
9ee6e8bb
PB		 5438 break;
5439 case 14: /* Polynomial VMULL */
e5ca24cb 5440 gen_helper_neon_mull_p8(cpu_V0, tmp, tmp2);
7d1b0095
PM		 5441 tcg_temp_free_i32(tmp2);
5442 tcg_temp_free_i32(tmp);
e5ca24cb 5443 break;
695272dc
PM		 5444 default: /* 15 is RESERVED: caught earlier */
5445 abort();
9ee6e8bb 5446 }
ebcd88ce
PM		 5447 if (op == 13) {
5448 /* VQDMULL */
5449 gen_neon_addl_saturate(cpu_V0, cpu_V0, size);
5450 neon_store_reg64(cpu_V0, rd + pass);
5451 } else if (op == 5 || (op >= 8 && op <= 11)) {
9ee6e8bb 5452 /* Accumulate. */
ebcd88ce 5453 neon_load_reg64(cpu_V1, rd + pass);
9ee6e8bb 5454 switch (op) {
4dc064e6
PM		 5455 case 10: /* VMLSL */
5456 gen_neon_negl(cpu_V0, size);
5457 /* Fall through */
5458 case 5: case 8: /* VABAL, VMLAL */
ad69471c 5459 gen_neon_addl(size);
9ee6e8bb
PB		 5460 break;
5461 case 9: case 11: /* VQDMLAL, VQDMLSL */
ad69471c 5462 gen_neon_addl_saturate(cpu_V0, cpu_V0, size);
4dc064e6
PM		 5463 if (op == 11) {
5464 gen_neon_negl(cpu_V0, size);
5465 }
ad69471c
PB		 5466 gen_neon_addl_saturate(cpu_V0, cpu_V1, size);
5467 break;
9ee6e8bb
PB		 5468 default:
5469 abort();
5470 }
ad69471c 5471 neon_store_reg64(cpu_V0, rd + pass);
9ee6e8bb
PB		 5472 } else if (op == 4 || op == 6) {
5473 /* Narrowing operation. */
7d1b0095 5474 tmp = tcg_temp_new_i32();
79b0e534 5475 if (!u) {
9ee6e8bb 5476 switch (size) {
ad69471c
PB		 5477 case 0:
5478 gen_helper_neon_narrow_high_u8(tmp, cpu_V0);
5479 break;
5480 case 1:
5481 gen_helper_neon_narrow_high_u16(tmp, cpu_V0);
5482 break;
5483 case 2:
5484 tcg_gen_shri_i64(cpu_V0, cpu_V0, 32);
5485 tcg_gen_trunc_i64_i32(tmp, cpu_V0);
5486 break;
9ee6e8bb
PB		 5487 default: abort();
5488 }
5489 } else {
5490 switch (size) {
ad69471c
PB		 5491 case 0:
5492 gen_helper_neon_narrow_round_high_u8(tmp, cpu_V0);
5493 break;
5494 case 1:
5495 gen_helper_neon_narrow_round_high_u16(tmp, cpu_V0);
5496 break;
5497 case 2:
5498 tcg_gen_addi_i64(cpu_V0, cpu_V0, 1u << 31);
5499 tcg_gen_shri_i64(cpu_V0, cpu_V0, 32);
5500 tcg_gen_trunc_i64_i32(tmp, cpu_V0);
5501 break;
9ee6e8bb
PB		 5502 default: abort();
5503 }
5504 }
ad69471c
PB		 5505 if (pass == 0) {
5506 tmp3 = tmp;
5507 } else {
5508 neon_store_reg(rd, 0, tmp3);
5509 neon_store_reg(rd, 1, tmp);
5510 }
9ee6e8bb
PB		 5511 } else {
5512 /* Write back the result. */
ad69471c 5513 neon_store_reg64(cpu_V0, rd + pass);
9ee6e8bb
PB		 5514 }
5515 }
5516 } else {
3e3326df
PM		 5517 /* Two registers and a scalar. NB that for ops of this form
5518 * the ARM ARM labels bit 24 as Q, but it is in our variable
5519 * 'u', not 'q'.
5520 */
5521 if (size == 0) {
5522 return 1;
5523 }
9ee6e8bb 5524 switch (op) {
9ee6e8bb 5525 case 1: /* Float VMLA scalar */
9ee6e8bb 5526 case 5: /* Floating point VMLS scalar */
9ee6e8bb 5527 case 9: /* Floating point VMUL scalar */
3e3326df
PM		 5528 if (size == 1) {
5529 return 1;
5530 }
5531 /* fall through */
5532 case 0: /* Integer VMLA scalar */
5533 case 4: /* Integer VMLS scalar */
5534 case 8: /* Integer VMUL scalar */
9ee6e8bb
PB		 5535 case 12: /* VQDMULH scalar */
5536 case 13: /* VQRDMULH scalar */
3e3326df
PM		 5537 if (u && ((rd | rn) & 1)) {
5538 return 1;
5539 }
dd8fbd78
FN		 5540 tmp = neon_get_scalar(size, rm);
5541 neon_store_scratch(0, tmp);
9ee6e8bb 5542 for (pass = 0; pass < (u ? 4 : 2); pass++) {
dd8fbd78
FN		 5543 tmp = neon_load_scratch(0);
5544 tmp2 = neon_load_reg(rn, pass);
9ee6e8bb
PB		 5545 if (op == 12) {
5546 if (size == 1) {
02da0b2d 5547 gen_helper_neon_qdmulh_s16(tmp, cpu_env, tmp, tmp2);
9ee6e8bb 5548 } else {
02da0b2d 5549 gen_helper_neon_qdmulh_s32(tmp, cpu_env, tmp, tmp2);
9ee6e8bb
PB		 5550 }
5551 } else if (op == 13) {
5552 if (size == 1) {
02da0b2d 5553 gen_helper_neon_qrdmulh_s16(tmp, cpu_env, tmp, tmp2);
9ee6e8bb 5554 } else {
02da0b2d 5555 gen_helper_neon_qrdmulh_s32(tmp, cpu_env, tmp, tmp2);
9ee6e8bb
PB		 5556 }
5557 } else if (op & 1) {
aa47cfdd
PM		 5558 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
5559 gen_helper_vfp_muls(tmp, tmp, tmp2, fpstatus);
5560 tcg_temp_free_ptr(fpstatus);
9ee6e8bb
PB		 5561 } else {
5562 switch (size) {
dd8fbd78
FN		 5563 case 0: gen_helper_neon_mul_u8(tmp, tmp, tmp2); break;
5564 case 1: gen_helper_neon_mul_u16(tmp, tmp, tmp2); break;
5565 case 2: tcg_gen_mul_i32(tmp, tmp, tmp2); break;
3e3326df 5566 default: abort();
9ee6e8bb
PB		 5567 }
5568 }
7d1b0095 5569 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 5570 if (op < 8) {
5571 /* Accumulate. */
dd8fbd78 5572 tmp2 = neon_load_reg(rd, pass);
9ee6e8bb
PB		 5573 switch (op) {
5574 case 0:
dd8fbd78 5575 gen_neon_add(size, tmp, tmp2);
9ee6e8bb
PB		 5576 break;
5577 case 1:
aa47cfdd
PM		 5578 {
5579 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
5580 gen_helper_vfp_adds(tmp, tmp, tmp2, fpstatus);
5581 tcg_temp_free_ptr(fpstatus);
9ee6e8bb 5582 break;
aa47cfdd 5583 }
9ee6e8bb 5584 case 4:
dd8fbd78 5585 gen_neon_rsb(size, tmp, tmp2);
9ee6e8bb
PB		 5586 break;
5587 case 5:
aa47cfdd
PM		 5588 {
5589 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
5590 gen_helper_vfp_subs(tmp, tmp2, tmp, fpstatus);
5591 tcg_temp_free_ptr(fpstatus);
9ee6e8bb 5592 break;
aa47cfdd 5593 }
9ee6e8bb
PB		 5594 default:
5595 abort();
5596 }
7d1b0095 5597 tcg_temp_free_i32(tmp2);
9ee6e8bb 5598 }
dd8fbd78 5599 neon_store_reg(rd, pass, tmp);
9ee6e8bb
PB		 5600 }
5601 break;
9ee6e8bb 5602 case 3: /* VQDMLAL scalar */
9ee6e8bb 5603 case 7: /* VQDMLSL scalar */
9ee6e8bb 5604 case 11: /* VQDMULL scalar */
3e3326df 5605 if (u == 1) {
ad69471c 5606 return 1;
3e3326df
PM		 5607 }
5608 /* fall through */
5609 case 2: /* VMLAL sclar */
5610 case 6: /* VMLSL scalar */
5611 case 10: /* VMULL scalar */
5612 if (rd & 1) {
5613 return 1;
5614 }
dd8fbd78 5615 tmp2 = neon_get_scalar(size, rm);
c6067f04
CL		 5616 /* We need a copy of tmp2 because gen_neon_mull
5617 * deletes it during pass 0. */
7d1b0095 5618 tmp4 = tcg_temp_new_i32();
c6067f04 5619 tcg_gen_mov_i32(tmp4, tmp2);
dd8fbd78 5620 tmp3 = neon_load_reg(rn, 1);
ad69471c 5621
9ee6e8bb 5622 for (pass = 0; pass < 2; pass++) {
ad69471c
PB		 5623 if (pass == 0) {
5624 tmp = neon_load_reg(rn, 0);
9ee6e8bb 5625 } else {
dd8fbd78 5626 tmp = tmp3;
c6067f04 5627 tmp2 = tmp4;
9ee6e8bb 5628 }
ad69471c 5629 gen_neon_mull(cpu_V0, tmp, tmp2, size, u);
ad69471c
PB		 5630 if (op != 11) {
5631 neon_load_reg64(cpu_V1, rd + pass);
9ee6e8bb 5632 }
9ee6e8bb 5633 switch (op) {
4dc064e6
PM		 5634 case 6:
5635 gen_neon_negl(cpu_V0, size);
5636 /* Fall through */
5637 case 2:
ad69471c 5638 gen_neon_addl(size);
9ee6e8bb
PB		 5639 break;
5640 case 3: case 7:
ad69471c 5641 gen_neon_addl_saturate(cpu_V0, cpu_V0, size);
4dc064e6
PM		 5642 if (op == 7) {
5643 gen_neon_negl(cpu_V0, size);
5644 }
ad69471c 5645 gen_neon_addl_saturate(cpu_V0, cpu_V1, size);
9ee6e8bb
PB		 5646 break;
5647 case 10:
5648 /* no-op */
5649 break;
5650 case 11:
ad69471c 5651 gen_neon_addl_saturate(cpu_V0, cpu_V0, size);
9ee6e8bb
PB		 5652 break;
5653 default:
5654 abort();
5655 }
ad69471c 5656 neon_store_reg64(cpu_V0, rd + pass);
9ee6e8bb 5657 }
dd8fbd78 5658
dd8fbd78 5659
9ee6e8bb
PB		 5660 break;
5661 default: /* 14 and 15 are RESERVED */
5662 return 1;
5663 }
5664 }
5665 } else { /* size == 3 */
5666 if (!u) {
5667 /* Extract. */
9ee6e8bb 5668 imm = (insn >> 8) & 0xf;
ad69471c
PB		 5669
5670 if (imm > 7 && !q)
5671 return 1;
5672
52579ea1
PM		 5673 if (q && ((rd | rn | rm) & 1)) {
5674 return 1;
5675 }
5676
ad69471c
PB		 5677 if (imm == 0) {
5678 neon_load_reg64(cpu_V0, rn);
5679 if (q) {
5680 neon_load_reg64(cpu_V1, rn + 1);
9ee6e8bb 5681 }
ad69471c
PB		 5682 } else if (imm == 8) {
5683 neon_load_reg64(cpu_V0, rn + 1);
5684 if (q) {
5685 neon_load_reg64(cpu_V1, rm);
9ee6e8bb 5686 }
ad69471c 5687 } else if (q) {
a7812ae4 5688 tmp64 = tcg_temp_new_i64();
ad69471c
PB		 5689 if (imm < 8) {
5690 neon_load_reg64(cpu_V0, rn);
a7812ae4 5691 neon_load_reg64(tmp64, rn + 1);
ad69471c
PB		 5692 } else {
5693 neon_load_reg64(cpu_V0, rn + 1);
a7812ae4 5694 neon_load_reg64(tmp64, rm);
ad69471c
PB		 5695 }
5696 tcg_gen_shri_i64(cpu_V0, cpu_V0, (imm & 7) * 8);
a7812ae4 5697 tcg_gen_shli_i64(cpu_V1, tmp64, 64 - ((imm & 7) * 8));
ad69471c
PB		 5698 tcg_gen_or_i64(cpu_V0, cpu_V0, cpu_V1);
5699 if (imm < 8) {
5700 neon_load_reg64(cpu_V1, rm);
9ee6e8bb 5701 } else {
ad69471c
PB		 5702 neon_load_reg64(cpu_V1, rm + 1);
5703 imm -= 8;
9ee6e8bb 5704 }
ad69471c 5705 tcg_gen_shli_i64(cpu_V1, cpu_V1, 64 - (imm * 8));
a7812ae4
PB		 5706 tcg_gen_shri_i64(tmp64, tmp64, imm * 8);
5707 tcg_gen_or_i64(cpu_V1, cpu_V1, tmp64);
b75263d6 5708 tcg_temp_free_i64(tmp64);
ad69471c 5709 } else {
a7812ae4 5710 /* BUGFIX */
ad69471c 5711 neon_load_reg64(cpu_V0, rn);
a7812ae4 5712 tcg_gen_shri_i64(cpu_V0, cpu_V0, imm * 8);
ad69471c 5713 neon_load_reg64(cpu_V1, rm);
a7812ae4 5714 tcg_gen_shli_i64(cpu_V1, cpu_V1, 64 - (imm * 8));
ad69471c
PB		 5715 tcg_gen_or_i64(cpu_V0, cpu_V0, cpu_V1);
5716 }
5717 neon_store_reg64(cpu_V0, rd);
5718 if (q) {
5719 neon_store_reg64(cpu_V1, rd + 1);
9ee6e8bb
PB		 5720 }
5721 } else if ((insn & (1 << 11)) == 0) {
5722 /* Two register misc. */
5723 op = ((insn >> 12) & 0x30) | ((insn >> 7) & 0xf);
5724 size = (insn >> 18) & 3;
600b828c
PM		 5725 /* UNDEF for unknown op values and bad op-size combinations */
5726 if ((neon_2rm_sizes[op] & (1 << size)) == 0) {
5727 return 1;
5728 }
fc2a9b37
PM		 5729 if ((op != NEON_2RM_VMOVN && op != NEON_2RM_VQMOVN) &&
5730 q && ((rm | rd) & 1)) {
5731 return 1;
5732 }
9ee6e8bb 5733 switch (op) {
600b828c 5734 case NEON_2RM_VREV64:
9ee6e8bb 5735 for (pass = 0; pass < (q ? 2 : 1); pass++) {
dd8fbd78
FN		 5736 tmp = neon_load_reg(rm, pass * 2);
5737 tmp2 = neon_load_reg(rm, pass * 2 + 1);
9ee6e8bb 5738 switch (size) {
dd8fbd78
FN		 5739 case 0: tcg_gen_bswap32_i32(tmp, tmp); break;
5740 case 1: gen_swap_half(tmp); break;
9ee6e8bb
PB		 5741 case 2: /* no-op */ break;
5742 default: abort();
5743 }
dd8fbd78 5744 neon_store_reg(rd, pass * 2 + 1, tmp);
9ee6e8bb 5745 if (size == 2) {
dd8fbd78 5746 neon_store_reg(rd, pass * 2, tmp2);
9ee6e8bb 5747 } else {
9ee6e8bb 5748 switch (size) {
dd8fbd78
FN		 5749 case 0: tcg_gen_bswap32_i32(tmp2, tmp2); break;
5750 case 1: gen_swap_half(tmp2); break;
9ee6e8bb
PB		 5751 default: abort();
5752 }
dd8fbd78 5753 neon_store_reg(rd, pass * 2, tmp2);
9ee6e8bb
PB		 5754 }
5755 }
5756 break;
600b828c
PM		 5757 case NEON_2RM_VPADDL: case NEON_2RM_VPADDL_U:
5758 case NEON_2RM_VPADAL: case NEON_2RM_VPADAL_U:
ad69471c
PB		 5759 for (pass = 0; pass < q + 1; pass++) {
5760 tmp = neon_load_reg(rm, pass * 2);
5761 gen_neon_widen(cpu_V0, tmp, size, op & 1);
5762 tmp = neon_load_reg(rm, pass * 2 + 1);
5763 gen_neon_widen(cpu_V1, tmp, size, op & 1);
5764 switch (size) {
5765 case 0: gen_helper_neon_paddl_u16(CPU_V001); break;
5766 case 1: gen_helper_neon_paddl_u32(CPU_V001); break;
5767 case 2: tcg_gen_add_i64(CPU_V001); break;
5768 default: abort();
5769 }
600b828c 5770 if (op >= NEON_2RM_VPADAL) {
9ee6e8bb 5771 /* Accumulate. */
ad69471c
PB		 5772 neon_load_reg64(cpu_V1, rd + pass);
5773 gen_neon_addl(size);
9ee6e8bb 5774 }
ad69471c 5775 neon_store_reg64(cpu_V0, rd + pass);
9ee6e8bb
PB		 5776 }
5777 break;
600b828c 5778 case NEON_2RM_VTRN:
9ee6e8bb 5779 if (size == 2) {
a5a14945 5780 int n;
9ee6e8bb 5781 for (n = 0; n < (q ? 4 : 2); n += 2) {
dd8fbd78
FN		 5782 tmp = neon_load_reg(rm, n);
5783 tmp2 = neon_load_reg(rd, n + 1);
5784 neon_store_reg(rm, n, tmp2);
5785 neon_store_reg(rd, n + 1, tmp);
9ee6e8bb
PB		 5786 }
5787 } else {
5788 goto elementwise;
5789 }
5790 break;
600b828c 5791 case NEON_2RM_VUZP:
02acedf9 5792 if (gen_neon_unzip(rd, rm, size, q)) {
9ee6e8bb 5793 return 1;
9ee6e8bb
PB		 5794 }
5795 break;
600b828c 5796 case NEON_2RM_VZIP:
d68a6f3a 5797 if (gen_neon_zip(rd, rm, size, q)) {
9ee6e8bb 5798 return 1;
9ee6e8bb
PB		 5799 }
5800 break;
600b828c
PM		 5801 case NEON_2RM_VMOVN: case NEON_2RM_VQMOVN:
5802 /* also VQMOVUN; op field and mnemonics don't line up */
fc2a9b37
PM		 5803 if (rm & 1) {
5804 return 1;
5805 }
a50f5b91 5806 TCGV_UNUSED(tmp2);
9ee6e8bb 5807 for (pass = 0; pass < 2; pass++) {
ad69471c 5808 neon_load_reg64(cpu_V0, rm + pass);
7d1b0095 5809 tmp = tcg_temp_new_i32();
600b828c
PM		 5810 gen_neon_narrow_op(op == NEON_2RM_VMOVN, q, size,
5811 tmp, cpu_V0);
ad69471c
PB		 5812 if (pass == 0) {
5813 tmp2 = tmp;
5814 } else {
5815 neon_store_reg(rd, 0, tmp2);
5816 neon_store_reg(rd, 1, tmp);
9ee6e8bb 5817 }
9ee6e8bb
PB		 5818 }
5819 break;
600b828c 5820 case NEON_2RM_VSHLL:
fc2a9b37 5821 if (q || (rd & 1)) {
9ee6e8bb 5822 return 1;
600b828c 5823 }
ad69471c
PB		 5824 tmp = neon_load_reg(rm, 0);
5825 tmp2 = neon_load_reg(rm, 1);
9ee6e8bb 5826 for (pass = 0; pass < 2; pass++) {
ad69471c
PB		 5827 if (pass == 1)
5828 tmp = tmp2;
5829 gen_neon_widen(cpu_V0, tmp, size, 1);
30d11a2a 5830 tcg_gen_shli_i64(cpu_V0, cpu_V0, 8 << size);
ad69471c 5831 neon_store_reg64(cpu_V0, rd + pass);
9ee6e8bb
PB		 5832 }
5833 break;
600b828c 5834 case NEON_2RM_VCVT_F16_F32:
fc2a9b37
PM		 5835 if (!arm_feature(env, ARM_FEATURE_VFP_FP16) ||
5836 q || (rm & 1)) {
5837 return 1;
5838 }
7d1b0095
PM		 5839 tmp = tcg_temp_new_i32();
5840 tmp2 = tcg_temp_new_i32();
60011498 5841 tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, 0));
2d981da7 5842 gen_helper_neon_fcvt_f32_to_f16(tmp, cpu_F0s, cpu_env);
60011498 5843 tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, 1));
2d981da7 5844 gen_helper_neon_fcvt_f32_to_f16(tmp2, cpu_F0s, cpu_env);
60011498
PB		 5845 tcg_gen_shli_i32(tmp2, tmp2, 16);
5846 tcg_gen_or_i32(tmp2, tmp2, tmp);
5847 tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, 2));
2d981da7 5848 gen_helper_neon_fcvt_f32_to_f16(tmp, cpu_F0s, cpu_env);
60011498
PB		 5849 tcg_gen_ld_f32(cpu_F0s, cpu_env, neon_reg_offset(rm, 3));
5850 neon_store_reg(rd, 0, tmp2);
7d1b0095 5851 tmp2 = tcg_temp_new_i32();
2d981da7 5852 gen_helper_neon_fcvt_f32_to_f16(tmp2, cpu_F0s, cpu_env);
60011498
PB		 5853 tcg_gen_shli_i32(tmp2, tmp2, 16);
5854 tcg_gen_or_i32(tmp2, tmp2, tmp);
5855 neon_store_reg(rd, 1, tmp2);
7d1b0095 5856 tcg_temp_free_i32(tmp);
60011498 5857 break;
600b828c 5858 case NEON_2RM_VCVT_F32_F16:
fc2a9b37
PM		 5859 if (!arm_feature(env, ARM_FEATURE_VFP_FP16) ||
5860 q || (rd & 1)) {
5861 return 1;
5862 }
7d1b0095 5863 tmp3 = tcg_temp_new_i32();
60011498
PB		 5864 tmp = neon_load_reg(rm, 0);
5865 tmp2 = neon_load_reg(rm, 1);
5866 tcg_gen_ext16u_i32(tmp3, tmp);
2d981da7 5867 gen_helper_neon_fcvt_f16_to_f32(cpu_F0s, tmp3, cpu_env);
60011498
PB		 5868 tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, 0));
5869 tcg_gen_shri_i32(tmp3, tmp, 16);
2d981da7 5870 gen_helper_neon_fcvt_f16_to_f32(cpu_F0s, tmp3, cpu_env);
60011498 5871 tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, 1));
7d1b0095 5872 tcg_temp_free_i32(tmp);
60011498 5873 tcg_gen_ext16u_i32(tmp3, tmp2);
2d981da7 5874 gen_helper_neon_fcvt_f16_to_f32(cpu_F0s, tmp3, cpu_env);
60011498
PB		 5875 tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, 2));
5876 tcg_gen_shri_i32(tmp3, tmp2, 16);
2d981da7 5877 gen_helper_neon_fcvt_f16_to_f32(cpu_F0s, tmp3, cpu_env);
60011498 5878 tcg_gen_st_f32(cpu_F0s, cpu_env, neon_reg_offset(rd, 3));
7d1b0095
PM		 5879 tcg_temp_free_i32(tmp2);
5880 tcg_temp_free_i32(tmp3);
60011498 5881 break;
9ee6e8bb
PB		 5882 default:
5883 elementwise:
5884 for (pass = 0; pass < (q ? 4 : 2); pass++) {
600b828c 5885 if (neon_2rm_is_float_op(op)) {
4373f3ce
PB		 5886 tcg_gen_ld_f32(cpu_F0s, cpu_env,
5887 neon_reg_offset(rm, pass));
dd8fbd78 5888 TCGV_UNUSED(tmp);
9ee6e8bb 5889 } else {
dd8fbd78 5890 tmp = neon_load_reg(rm, pass);
9ee6e8bb
PB		 5891 }
5892 switch (op) {
600b828c 5893 case NEON_2RM_VREV32:
9ee6e8bb 5894 switch (size) {
dd8fbd78
FN		 5895 case 0: tcg_gen_bswap32_i32(tmp, tmp); break;
5896 case 1: gen_swap_half(tmp); break;
600b828c 5897 default: abort();
9ee6e8bb
PB		 5898 }
5899 break;
600b828c 5900 case NEON_2RM_VREV16:
dd8fbd78 5901 gen_rev16(tmp);
9ee6e8bb 5902 break;
600b828c 5903 case NEON_2RM_VCLS:
9ee6e8bb 5904 switch (size) {
dd8fbd78
FN		 5905 case 0: gen_helper_neon_cls_s8(tmp, tmp); break;
5906 case 1: gen_helper_neon_cls_s16(tmp, tmp); break;
5907 case 2: gen_helper_neon_cls_s32(tmp, tmp); break;
600b828c 5908 default: abort();
9ee6e8bb
PB		 5909 }
5910 break;
600b828c 5911 case NEON_2RM_VCLZ:
9ee6e8bb 5912 switch (size) {
dd8fbd78
FN		 5913 case 0: gen_helper_neon_clz_u8(tmp, tmp); break;
5914 case 1: gen_helper_neon_clz_u16(tmp, tmp); break;
5915 case 2: gen_helper_clz(tmp, tmp); break;
600b828c 5916 default: abort();
9ee6e8bb
PB		 5917 }
5918 break;
600b828c 5919 case NEON_2RM_VCNT:
dd8fbd78 5920 gen_helper_neon_cnt_u8(tmp, tmp);
9ee6e8bb 5921 break;
600b828c 5922 case NEON_2RM_VMVN:
dd8fbd78 5923 tcg_gen_not_i32(tmp, tmp);
9ee6e8bb 5924 break;
600b828c 5925 case NEON_2RM_VQABS:
9ee6e8bb 5926 switch (size) {
02da0b2d
PM		 5927 case 0:
5928 gen_helper_neon_qabs_s8(tmp, cpu_env, tmp);
5929 break;
5930 case 1:
5931 gen_helper_neon_qabs_s16(tmp, cpu_env, tmp);
5932 break;
5933 case 2:
5934 gen_helper_neon_qabs_s32(tmp, cpu_env, tmp);
5935 break;
600b828c 5936 default: abort();
9ee6e8bb
PB		 5937 }
5938 break;
600b828c 5939 case NEON_2RM_VQNEG:
9ee6e8bb 5940 switch (size) {
02da0b2d
PM		 5941 case 0:
5942 gen_helper_neon_qneg_s8(tmp, cpu_env, tmp);
5943 break;
5944 case 1:
5945 gen_helper_neon_qneg_s16(tmp, cpu_env, tmp);
5946 break;
5947 case 2:
5948 gen_helper_neon_qneg_s32(tmp, cpu_env, tmp);
5949 break;
600b828c 5950 default: abort();
9ee6e8bb
PB		 5951 }
5952 break;
600b828c 5953 case NEON_2RM_VCGT0: case NEON_2RM_VCLE0:
dd8fbd78 5954 tmp2 = tcg_const_i32(0);
9ee6e8bb 5955 switch(size) {
dd8fbd78
FN		 5956 case 0: gen_helper_neon_cgt_s8(tmp, tmp, tmp2); break;
5957 case 1: gen_helper_neon_cgt_s16(tmp, tmp, tmp2); break;
5958 case 2: gen_helper_neon_cgt_s32(tmp, tmp, tmp2); break;
600b828c 5959 default: abort();
9ee6e8bb 5960 }
dd8fbd78 5961 tcg_temp_free(tmp2);
600b828c 5962 if (op == NEON_2RM_VCLE0) {
dd8fbd78 5963 tcg_gen_not_i32(tmp, tmp);
600b828c 5964 }
9ee6e8bb 5965 break;
600b828c 5966 case NEON_2RM_VCGE0: case NEON_2RM_VCLT0:
dd8fbd78 5967 tmp2 = tcg_const_i32(0);
9ee6e8bb 5968 switch(size) {
dd8fbd78
FN		 5969 case 0: gen_helper_neon_cge_s8(tmp, tmp, tmp2); break;
5970 case 1: gen_helper_neon_cge_s16(tmp, tmp, tmp2); break;
5971 case 2: gen_helper_neon_cge_s32(tmp, tmp, tmp2); break;
600b828c 5972 default: abort();
9ee6e8bb 5973 }
dd8fbd78 5974 tcg_temp_free(tmp2);
600b828c 5975 if (op == NEON_2RM_VCLT0) {
dd8fbd78 5976 tcg_gen_not_i32(tmp, tmp);
600b828c 5977 }
9ee6e8bb 5978 break;
600b828c 5979 case NEON_2RM_VCEQ0:
dd8fbd78 5980 tmp2 = tcg_const_i32(0);
9ee6e8bb 5981 switch(size) {
dd8fbd78
FN		 5982 case 0: gen_helper_neon_ceq_u8(tmp, tmp, tmp2); break;
5983 case 1: gen_helper_neon_ceq_u16(tmp, tmp, tmp2); break;
5984 case 2: gen_helper_neon_ceq_u32(tmp, tmp, tmp2); break;
600b828c 5985 default: abort();
9ee6e8bb 5986 }
dd8fbd78 5987 tcg_temp_free(tmp2);
9ee6e8bb 5988 break;
600b828c 5989 case NEON_2RM_VABS:
9ee6e8bb 5990 switch(size) {
dd8fbd78
FN		 5991 case 0: gen_helper_neon_abs_s8(tmp, tmp); break;
5992 case 1: gen_helper_neon_abs_s16(tmp, tmp); break;
5993 case 2: tcg_gen_abs_i32(tmp, tmp); break;
600b828c 5994 default: abort();
9ee6e8bb
PB		 5995 }
5996 break;
600b828c 5997 case NEON_2RM_VNEG:
dd8fbd78
FN		 5998 tmp2 = tcg_const_i32(0);
5999 gen_neon_rsb(size, tmp, tmp2);
6000 tcg_temp_free(tmp2);
9ee6e8bb 6001 break;
600b828c 6002 case NEON_2RM_VCGT0_F:
aa47cfdd
PM		 6003 {
6004 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
dd8fbd78 6005 tmp2 = tcg_const_i32(0);
aa47cfdd 6006 gen_helper_neon_cgt_f32(tmp, tmp, tmp2, fpstatus);
dd8fbd78 6007 tcg_temp_free(tmp2);
aa47cfdd 6008 tcg_temp_free_ptr(fpstatus);
9ee6e8bb 6009 break;
aa47cfdd 6010 }
600b828c 6011 case NEON_2RM_VCGE0_F:
aa47cfdd
PM		 6012 {
6013 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
dd8fbd78 6014 tmp2 = tcg_const_i32(0);
aa47cfdd 6015 gen_helper_neon_cge_f32(tmp, tmp, tmp2, fpstatus);
dd8fbd78 6016 tcg_temp_free(tmp2);
aa47cfdd 6017 tcg_temp_free_ptr(fpstatus);
9ee6e8bb 6018 break;
aa47cfdd 6019 }
600b828c 6020 case NEON_2RM_VCEQ0_F:
aa47cfdd
PM		 6021 {
6022 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
dd8fbd78 6023 tmp2 = tcg_const_i32(0);
aa47cfdd 6024 gen_helper_neon_ceq_f32(tmp, tmp, tmp2, fpstatus);
dd8fbd78 6025 tcg_temp_free(tmp2);
aa47cfdd 6026 tcg_temp_free_ptr(fpstatus);
9ee6e8bb 6027 break;
aa47cfdd 6028 }
600b828c 6029 case NEON_2RM_VCLE0_F:
aa47cfdd
PM		 6030 {
6031 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
0e326109 6032 tmp2 = tcg_const_i32(0);
aa47cfdd 6033 gen_helper_neon_cge_f32(tmp, tmp2, tmp, fpstatus);
0e326109 6034 tcg_temp_free(tmp2);
aa47cfdd 6035 tcg_temp_free_ptr(fpstatus);
0e326109 6036 break;
aa47cfdd 6037 }
600b828c 6038 case NEON_2RM_VCLT0_F:
aa47cfdd
PM		 6039 {
6040 TCGv_ptr fpstatus = get_fpstatus_ptr(1);
0e326109 6041 tmp2 = tcg_const_i32(0);
aa47cfdd 6042 gen_helper_neon_cgt_f32(tmp, tmp2, tmp, fpstatus);
0e326109 6043 tcg_temp_free(tmp2);
aa47cfdd 6044 tcg_temp_free_ptr(fpstatus);
0e326109 6045 break;
aa47cfdd 6046 }
600b828c 6047 case NEON_2RM_VABS_F:
4373f3ce 6048 gen_vfp_abs(0);
9ee6e8bb 6049 break;
600b828c 6050 case NEON_2RM_VNEG_F:
4373f3ce 6051 gen_vfp_neg(0);
9ee6e8bb 6052 break;
600b828c 6053 case NEON_2RM_VSWP:
dd8fbd78
FN		 6054 tmp2 = neon_load_reg(rd, pass);
6055 neon_store_reg(rm, pass, tmp2);
9ee6e8bb 6056 break;
600b828c 6057 case NEON_2RM_VTRN:
dd8fbd78 6058 tmp2 = neon_load_reg(rd, pass);
9ee6e8bb 6059 switch (size) {
dd8fbd78
FN		 6060 case 0: gen_neon_trn_u8(tmp, tmp2); break;
6061 case 1: gen_neon_trn_u16(tmp, tmp2); break;
600b828c 6062 default: abort();
9ee6e8bb 6063 }
dd8fbd78 6064 neon_store_reg(rm, pass, tmp2);
9ee6e8bb 6065 break;
600b828c 6066 case NEON_2RM_VRECPE:
dd8fbd78 6067 gen_helper_recpe_u32(tmp, tmp, cpu_env);
9ee6e8bb 6068 break;
600b828c 6069 case NEON_2RM_VRSQRTE:
dd8fbd78 6070 gen_helper_rsqrte_u32(tmp, tmp, cpu_env);
9ee6e8bb 6071 break;
600b828c 6072 case NEON_2RM_VRECPE_F:
4373f3ce 6073 gen_helper_recpe_f32(cpu_F0s, cpu_F0s, cpu_env);
9ee6e8bb 6074 break;
600b828c 6075 case NEON_2RM_VRSQRTE_F:
4373f3ce 6076 gen_helper_rsqrte_f32(cpu_F0s, cpu_F0s, cpu_env);
9ee6e8bb 6077 break;
600b828c 6078 case NEON_2RM_VCVT_FS: /* VCVT.F32.S32 */
5500b06c 6079 gen_vfp_sito(0, 1);
9ee6e8bb 6080 break;
600b828c 6081 case NEON_2RM_VCVT_FU: /* VCVT.F32.U32 */
5500b06c 6082 gen_vfp_uito(0, 1);
9ee6e8bb 6083 break;
600b828c 6084 case NEON_2RM_VCVT_SF: /* VCVT.S32.F32 */
5500b06c 6085 gen_vfp_tosiz(0, 1);
9ee6e8bb 6086 break;
600b828c 6087 case NEON_2RM_VCVT_UF: /* VCVT.U32.F32 */
5500b06c 6088 gen_vfp_touiz(0, 1);
9ee6e8bb
PB		 6089 break;
6090 default:
600b828c
PM		 6091 /* Reserved op values were caught by the
6092 * neon_2rm_sizes[] check earlier.
6093 */
6094 abort();
9ee6e8bb 6095 }
600b828c 6096 if (neon_2rm_is_float_op(op)) {
4373f3ce
PB		 6097 tcg_gen_st_f32(cpu_F0s, cpu_env,
6098 neon_reg_offset(rd, pass));
9ee6e8bb 6099 } else {
dd8fbd78 6100 neon_store_reg(rd, pass, tmp);
9ee6e8bb
PB		 6101 }
6102 }
6103 break;
6104 }
6105 } else if ((insn & (1 << 10)) == 0) {
6106 /* VTBL, VTBX. */
56907d77
PM		 6107 int n = ((insn >> 8) & 3) + 1;
6108 if ((rn + n) > 32) {
6109 /* This is UNPREDICTABLE; we choose to UNDEF to avoid the
6110 * helper function running off the end of the register file.
6111 */
6112 return 1;
6113 }
6114 n <<= 3;
9ee6e8bb 6115 if (insn & (1 << 6)) {
8f8e3aa4 6116 tmp = neon_load_reg(rd, 0);
9ee6e8bb 6117 } else {
7d1b0095 6118 tmp = tcg_temp_new_i32();
8f8e3aa4 6119 tcg_gen_movi_i32(tmp, 0);
9ee6e8bb 6120 }
8f8e3aa4 6121 tmp2 = neon_load_reg(rm, 0);
b75263d6
JR		 6122 tmp4 = tcg_const_i32(rn);
6123 tmp5 = tcg_const_i32(n);
6124 gen_helper_neon_tbl(tmp2, tmp2, tmp, tmp4, tmp5);
7d1b0095 6125 tcg_temp_free_i32(tmp);
9ee6e8bb 6126 if (insn & (1 << 6)) {
8f8e3aa4 6127 tmp = neon_load_reg(rd, 1);
9ee6e8bb 6128 } else {
7d1b0095 6129 tmp = tcg_temp_new_i32();
8f8e3aa4 6130 tcg_gen_movi_i32(tmp, 0);
9ee6e8bb 6131 }
8f8e3aa4 6132 tmp3 = neon_load_reg(rm, 1);
b75263d6 6133 gen_helper_neon_tbl(tmp3, tmp3, tmp, tmp4, tmp5);
25aeb69b
JR		 6134 tcg_temp_free_i32(tmp5);
6135 tcg_temp_free_i32(tmp4);
8f8e3aa4 6136 neon_store_reg(rd, 0, tmp2);
3018f259 6137 neon_store_reg(rd, 1, tmp3);
7d1b0095 6138 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 6139 } else if ((insn & 0x380) == 0) {
6140 /* VDUP */
133da6aa
JR		 6141 if ((insn & (7 << 16)) == 0 || (q && (rd & 1))) {
6142 return 1;
6143 }
9ee6e8bb 6144 if (insn & (1 << 19)) {
dd8fbd78 6145 tmp = neon_load_reg(rm, 1);
9ee6e8bb 6146 } else {
dd8fbd78 6147 tmp = neon_load_reg(rm, 0);
9ee6e8bb
PB		 6148 }
6149 if (insn & (1 << 16)) {
dd8fbd78 6150 gen_neon_dup_u8(tmp, ((insn >> 17) & 3) * 8);
9ee6e8bb
PB		 6151 } else if (insn & (1 << 17)) {
6152 if ((insn >> 18) & 1)
dd8fbd78 6153 gen_neon_dup_high16(tmp);
9ee6e8bb 6154 else
dd8fbd78 6155 gen_neon_dup_low16(tmp);
9ee6e8bb
PB		 6156 }
6157 for (pass = 0; pass < (q ? 4 : 2); pass++) {
7d1b0095 6158 tmp2 = tcg_temp_new_i32();
dd8fbd78
FN		 6159 tcg_gen_mov_i32(tmp2, tmp);
6160 neon_store_reg(rd, pass, tmp2);
9ee6e8bb 6161 }
7d1b0095 6162 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 6163 } else {
6164 return 1;
6165 }
6166 }
6167 }
6168 return 0;
6169}
6170
0ecb72a5 6171static int disas_coproc_insn(CPUARMState * env, DisasContext *s, uint32_t insn)
9ee6e8bb 6172{
4b6a83fb
PM		 6173 int cpnum, is64, crn, crm, opc1, opc2, isread, rt, rt2;
6174 const ARMCPRegInfo *ri;
6175 ARMCPU *cpu = arm_env_get_cpu(env);
9ee6e8bb
PB		 6176
6177 cpnum = (insn >> 8) & 0xf;
6178 if (arm_feature(env, ARM_FEATURE_XSCALE)
6179 && ((env->cp15.c15_cpar ^ 0x3fff) & (1 << cpnum)))
6180 return 1;
6181
4b6a83fb 6182 /* First check for coprocessor space used for actual instructions */
9ee6e8bb
PB		 6183 switch (cpnum) {
6184 case 0:
6185 case 1:
6186 if (arm_feature(env, ARM_FEATURE_IWMMXT)) {
6187 return disas_iwmmxt_insn(env, s, insn);
6188 } else if (arm_feature(env, ARM_FEATURE_XSCALE)) {
6189 return disas_dsp_insn(env, s, insn);
6190 }
6191 return 1;
6192 case 10:
6193 case 11:
6194 return disas_vfp_insn (env, s, insn);
4b6a83fb
PM		 6195 default:
6196 break;
6197 }
6198
6199 /* Otherwise treat as a generic register access */
6200 is64 = (insn & (1 << 25)) == 0;
6201 if (!is64 && ((insn & (1 << 4)) == 0)) {
6202 /* cdp */
6203 return 1;
6204 }
6205
6206 crm = insn & 0xf;
6207 if (is64) {
6208 crn = 0;
6209 opc1 = (insn >> 4) & 0xf;
6210 opc2 = 0;
6211 rt2 = (insn >> 16) & 0xf;
6212 } else {
6213 crn = (insn >> 16) & 0xf;
6214 opc1 = (insn >> 21) & 7;
6215 opc2 = (insn >> 5) & 7;
6216 rt2 = 0;
6217 }
6218 isread = (insn >> 20) & 1;
6219 rt = (insn >> 12) & 0xf;
6220
6221 ri = get_arm_cp_reginfo(cpu,
6222 ENCODE_CP_REG(cpnum, is64, crn, crm, opc1, opc2));
6223 if (ri) {
6224 /* Check access permissions */
6225 if (!cp_access_ok(env, ri, isread)) {
6226 return 1;
6227 }
6228
6229 /* Handle special cases first */
6230 switch (ri->type & ~(ARM_CP_FLAG_MASK & ~ARM_CP_SPECIAL)) {
6231 case ARM_CP_NOP:
6232 return 0;
6233 case ARM_CP_WFI:
6234 if (isread) {
6235 return 1;
6236 }
6237 gen_set_pc_im(s->pc);
6238 s->is_jmp = DISAS_WFI;
2bee5105 6239 return 0;
4b6a83fb
PM		 6240 default:
6241 break;
6242 }
6243
6244 if (isread) {
6245 /* Read */
6246 if (is64) {
6247 TCGv_i64 tmp64;
6248 TCGv_i32 tmp;
6249 if (ri->type & ARM_CP_CONST) {
6250 tmp64 = tcg_const_i64(ri->resetvalue);
6251 } else if (ri->readfn) {
6252 TCGv_ptr tmpptr;
6253 gen_set_pc_im(s->pc);
6254 tmp64 = tcg_temp_new_i64();
6255 tmpptr = tcg_const_ptr(ri);
6256 gen_helper_get_cp_reg64(tmp64, cpu_env, tmpptr);
6257 tcg_temp_free_ptr(tmpptr);
6258 } else {
6259 tmp64 = tcg_temp_new_i64();
6260 tcg_gen_ld_i64(tmp64, cpu_env, ri->fieldoffset);
6261 }
6262 tmp = tcg_temp_new_i32();
6263 tcg_gen_trunc_i64_i32(tmp, tmp64);
6264 store_reg(s, rt, tmp);
6265 tcg_gen_shri_i64(tmp64, tmp64, 32);
ed336850 6266 tmp = tcg_temp_new_i32();
4b6a83fb 6267 tcg_gen_trunc_i64_i32(tmp, tmp64);
ed336850 6268 tcg_temp_free_i64(tmp64);
4b6a83fb
PM		 6269 store_reg(s, rt2, tmp);
6270 } else {
6271 TCGv tmp;
6272 if (ri->type & ARM_CP_CONST) {
6273 tmp = tcg_const_i32(ri->resetvalue);
6274 } else if (ri->readfn) {
6275 TCGv_ptr tmpptr;
6276 gen_set_pc_im(s->pc);
6277 tmp = tcg_temp_new_i32();
6278 tmpptr = tcg_const_ptr(ri);
6279 gen_helper_get_cp_reg(tmp, cpu_env, tmpptr);
6280 tcg_temp_free_ptr(tmpptr);
6281 } else {
6282 tmp = load_cpu_offset(ri->fieldoffset);
6283 }
6284 if (rt == 15) {
6285 /* Destination register of r15 for 32 bit loads sets
6286 * the condition codes from the high 4 bits of the value
6287 */
6288 gen_set_nzcv(tmp);
6289 tcg_temp_free_i32(tmp);
6290 } else {
6291 store_reg(s, rt, tmp);
6292 }
6293 }
6294 } else {
6295 /* Write */
6296 if (ri->type & ARM_CP_CONST) {
6297 /* If not forbidden by access permissions, treat as WI */
6298 return 0;
6299 }
6300
6301 if (is64) {
6302 TCGv tmplo, tmphi;
6303 TCGv_i64 tmp64 = tcg_temp_new_i64();
6304 tmplo = load_reg(s, rt);
6305 tmphi = load_reg(s, rt2);
6306 tcg_gen_concat_i32_i64(tmp64, tmplo, tmphi);
6307 tcg_temp_free_i32(tmplo);
6308 tcg_temp_free_i32(tmphi);
6309 if (ri->writefn) {
6310 TCGv_ptr tmpptr = tcg_const_ptr(ri);
6311 gen_set_pc_im(s->pc);
6312 gen_helper_set_cp_reg64(cpu_env, tmpptr, tmp64);
6313 tcg_temp_free_ptr(tmpptr);
6314 } else {
6315 tcg_gen_st_i64(tmp64, cpu_env, ri->fieldoffset);
6316 }
6317 tcg_temp_free_i64(tmp64);
6318 } else {
6319 if (ri->writefn) {
6320 TCGv tmp;
6321 TCGv_ptr tmpptr;
6322 gen_set_pc_im(s->pc);
6323 tmp = load_reg(s, rt);
6324 tmpptr = tcg_const_ptr(ri);
6325 gen_helper_set_cp_reg(cpu_env, tmpptr, tmp);
6326 tcg_temp_free_ptr(tmpptr);
6327 tcg_temp_free_i32(tmp);
6328 } else {
6329 TCGv tmp = load_reg(s, rt);
6330 store_cpu_offset(tmp, ri->fieldoffset);
6331 }
6332 }
6333 /* We default to ending the TB on a coprocessor register write,
6334 * but allow this to be suppressed by the register definition
6335 * (usually only necessary to work around guest bugs).
6336 */
6337 if (!(ri->type & ARM_CP_SUPPRESS_TB_END)) {
6338 gen_lookup_tb(s);
6339 }
6340 }
6341 return 0;
6342 }
6343
4a9a539f 6344 return 1;
9ee6e8bb
PB		 6345}
6346
5e3f878a
PB		 6347
6348/* Store a 64-bit value to a register pair. Clobbers val. */
a7812ae4 6349static void gen_storeq_reg(DisasContext *s, int rlow, int rhigh, TCGv_i64 val)
5e3f878a
PB		 6350{
6351 TCGv tmp;
7d1b0095 6352 tmp = tcg_temp_new_i32();
5e3f878a
PB		 6353 tcg_gen_trunc_i64_i32(tmp, val);
6354 store_reg(s, rlow, tmp);
7d1b0095 6355 tmp = tcg_temp_new_i32();
5e3f878a
PB		 6356 tcg_gen_shri_i64(val, val, 32);
6357 tcg_gen_trunc_i64_i32(tmp, val);
6358 store_reg(s, rhigh, tmp);
6359}
6360
6361/* load a 32-bit value from a register and perform a 64-bit accumulate. */
a7812ae4 6362static void gen_addq_lo(DisasContext *s, TCGv_i64 val, int rlow)
5e3f878a 6363{
a7812ae4 6364 TCGv_i64 tmp;
5e3f878a
PB		 6365 TCGv tmp2;
6366
36aa55dc 6367 /* Load value and extend to 64 bits. */
a7812ae4 6368 tmp = tcg_temp_new_i64();
5e3f878a
PB		 6369 tmp2 = load_reg(s, rlow);
6370 tcg_gen_extu_i32_i64(tmp, tmp2);
7d1b0095 6371 tcg_temp_free_i32(tmp2);
5e3f878a 6372 tcg_gen_add_i64(val, val, tmp);
b75263d6 6373 tcg_temp_free_i64(tmp);
5e3f878a
PB		 6374}
6375
6376/* load and add a 64-bit value from a register pair. */
a7812ae4 6377static void gen_addq(DisasContext *s, TCGv_i64 val, int rlow, int rhigh)
5e3f878a 6378{
a7812ae4 6379 TCGv_i64 tmp;
36aa55dc
PB		 6380 TCGv tmpl;
6381 TCGv tmph;
5e3f878a
PB		 6382
6383 /* Load 64-bit value rd:rn. */
36aa55dc
PB		 6384 tmpl = load_reg(s, rlow);
6385 tmph = load_reg(s, rhigh);
a7812ae4 6386 tmp = tcg_temp_new_i64();
36aa55dc 6387 tcg_gen_concat_i32_i64(tmp, tmpl, tmph);
7d1b0095
PM		 6388 tcg_temp_free_i32(tmpl);
6389 tcg_temp_free_i32(tmph);
5e3f878a 6390 tcg_gen_add_i64(val, val, tmp);
b75263d6 6391 tcg_temp_free_i64(tmp);
5e3f878a
PB		 6392}
6393
6394/* Set N and Z flags from a 64-bit value. */
a7812ae4 6395static void gen_logicq_cc(TCGv_i64 val)
5e3f878a 6396{
7d1b0095 6397 TCGv tmp = tcg_temp_new_i32();
5e3f878a 6398 gen_helper_logicq_cc(tmp, val);
6fbe23d5 6399 gen_logic_CC(tmp);
7d1b0095 6400 tcg_temp_free_i32(tmp);
5e3f878a
PB		 6401}
6402
426f5abc
PB		 6403/* Load/Store exclusive instructions are implemented by remembering
6404 the value/address loaded, and seeing if these are the same
b90372ad 6405 when the store is performed. This should be sufficient to implement
426f5abc
PB		 6406 the architecturally mandated semantics, and avoids having to monitor
6407 regular stores.
6408
6409 In system emulation mode only one CPU will be running at once, so
6410 this sequence is effectively atomic. In user emulation mode we
6411 throw an exception and handle the atomic operation elsewhere. */
6412static void gen_load_exclusive(DisasContext *s, int rt, int rt2,
6413 TCGv addr, int size)
6414{
6415 TCGv tmp;
6416
6417 switch (size) {
6418 case 0:
6419 tmp = gen_ld8u(addr, IS_USER(s));
6420 break;
6421 case 1:
6422 tmp = gen_ld16u(addr, IS_USER(s));
6423 break;
6424 case 2:
6425 case 3:
6426 tmp = gen_ld32(addr, IS_USER(s));
6427 break;
6428 default:
6429 abort();
6430 }
6431 tcg_gen_mov_i32(cpu_exclusive_val, tmp);
6432 store_reg(s, rt, tmp);
6433 if (size == 3) {
7d1b0095 6434 TCGv tmp2 = tcg_temp_new_i32();
2c9adbda
PM		 6435 tcg_gen_addi_i32(tmp2, addr, 4);
6436 tmp = gen_ld32(tmp2, IS_USER(s));
7d1b0095 6437 tcg_temp_free_i32(tmp2);
426f5abc
PB		 6438 tcg_gen_mov_i32(cpu_exclusive_high, tmp);
6439 store_reg(s, rt2, tmp);
6440 }
6441 tcg_gen_mov_i32(cpu_exclusive_addr, addr);
6442}
6443
6444static void gen_clrex(DisasContext *s)
6445{
6446 tcg_gen_movi_i32(cpu_exclusive_addr, -1);
6447}
6448
6449#ifdef CONFIG_USER_ONLY
6450static void gen_store_exclusive(DisasContext *s, int rd, int rt, int rt2,
6451 TCGv addr, int size)
6452{
6453 tcg_gen_mov_i32(cpu_exclusive_test, addr);
6454 tcg_gen_movi_i32(cpu_exclusive_info,
6455 size | (rd << 4) | (rt << 8) | (rt2 << 12));
bc4a0de0 6456 gen_exception_insn(s, 4, EXCP_STREX);
426f5abc
PB		 6457}
6458#else
6459static void gen_store_exclusive(DisasContext *s, int rd, int rt, int rt2,
6460 TCGv addr, int size)
6461{
6462 TCGv tmp;
6463 int done_label;
6464 int fail_label;
6465
6466 /* if (env->exclusive_addr == addr && env->exclusive_val == [addr]) {
6467 [addr] = {Rt};
6468 {Rd} = 0;
6469 } else {
6470 {Rd} = 1;
6471 } */
6472 fail_label = gen_new_label();
6473 done_label = gen_new_label();
6474 tcg_gen_brcond_i32(TCG_COND_NE, addr, cpu_exclusive_addr, fail_label);
6475 switch (size) {
6476 case 0:
6477 tmp = gen_ld8u(addr, IS_USER(s));
6478 break;
6479 case 1:
6480 tmp = gen_ld16u(addr, IS_USER(s));
6481 break;
6482 case 2:
6483 case 3:
6484 tmp = gen_ld32(addr, IS_USER(s));
6485 break;
6486 default:
6487 abort();
6488 }
6489 tcg_gen_brcond_i32(TCG_COND_NE, tmp, cpu_exclusive_val, fail_label);
7d1b0095 6490 tcg_temp_free_i32(tmp);
426f5abc 6491 if (size == 3) {
7d1b0095 6492 TCGv tmp2 = tcg_temp_new_i32();
426f5abc 6493 tcg_gen_addi_i32(tmp2, addr, 4);
2c9adbda 6494 tmp = gen_ld32(tmp2, IS_USER(s));
7d1b0095 6495 tcg_temp_free_i32(tmp2);
426f5abc 6496 tcg_gen_brcond_i32(TCG_COND_NE, tmp, cpu_exclusive_high, fail_label);
7d1b0095 6497 tcg_temp_free_i32(tmp);
426f5abc
PB		 6498 }
6499 tmp = load_reg(s, rt);
6500 switch (size) {
6501 case 0:
6502 gen_st8(tmp, addr, IS_USER(s));
6503 break;
6504 case 1:
6505 gen_st16(tmp, addr, IS_USER(s));
6506 break;
6507 case 2:
6508 case 3:
6509 gen_st32(tmp, addr, IS_USER(s));
6510 break;
6511 default:
6512 abort();
6513 }
6514 if (size == 3) {
6515 tcg_gen_addi_i32(addr, addr, 4);
6516 tmp = load_reg(s, rt2);
6517 gen_st32(tmp, addr, IS_USER(s));
6518 }
6519 tcg_gen_movi_i32(cpu_R[rd], 0);
6520 tcg_gen_br(done_label);
6521 gen_set_label(fail_label);
6522 tcg_gen_movi_i32(cpu_R[rd], 1);
6523 gen_set_label(done_label);
6524 tcg_gen_movi_i32(cpu_exclusive_addr, -1);
6525}
6526#endif
6527
0ecb72a5 6528static void disas_arm_insn(CPUARMState * env, DisasContext *s)
9ee6e8bb
PB		 6529{
6530 unsigned int cond, insn, val, op1, i, shift, rm, rs, rn, rd, sh;
b26eefb6 6531 TCGv tmp;
3670669c 6532 TCGv tmp2;
6ddbc6e4 6533 TCGv tmp3;
b0109805 6534 TCGv addr;
a7812ae4 6535 TCGv_i64 tmp64;
9ee6e8bb 6536
d8fd2954 6537 insn = arm_ldl_code(s->pc, s->bswap_code);
9ee6e8bb
PB		 6538 s->pc += 4;
6539
6540 /* M variants do not implement ARM mode. */
6541 if (IS_M(env))
6542 goto illegal_op;
6543 cond = insn >> 28;
6544 if (cond == 0xf){
be5e7a76
DES		 6545 /* In ARMv3 and v4 the NV condition is UNPREDICTABLE; we
6546 * choose to UNDEF. In ARMv5 and above the space is used
6547 * for miscellaneous unconditional instructions.
6548 */
6549 ARCH(5);
6550
9ee6e8bb
PB		 6551 /* Unconditional instructions. */
6552 if (((insn >> 25) & 7) == 1) {
6553 /* NEON Data processing. */
6554 if (!arm_feature(env, ARM_FEATURE_NEON))
6555 goto illegal_op;
6556
6557 if (disas_neon_data_insn(env, s, insn))
6558 goto illegal_op;
6559 return;
6560 }
6561 if ((insn & 0x0f100000) == 0x04000000) {
6562 /* NEON load/store. */
6563 if (!arm_feature(env, ARM_FEATURE_NEON))
6564 goto illegal_op;
6565
6566 if (disas_neon_ls_insn(env, s, insn))
6567 goto illegal_op;
6568 return;
6569 }
3d185e5d
PM		 6570 if (((insn & 0x0f30f000) == 0x0510f000) ||
6571 ((insn & 0x0f30f010) == 0x0710f000)) {
6572 if ((insn & (1 << 22)) == 0) {
6573 /* PLDW; v7MP */
6574 if (!arm_feature(env, ARM_FEATURE_V7MP)) {
6575 goto illegal_op;
6576 }
6577 }
6578 /* Otherwise PLD; v5TE+ */
be5e7a76 6579 ARCH(5TE);
3d185e5d
PM		 6580 return;
6581 }
6582 if (((insn & 0x0f70f000) == 0x0450f000) ||
6583 ((insn & 0x0f70f010) == 0x0650f000)) {
6584 ARCH(7);
6585 return; /* PLI; V7 */
6586 }
6587 if (((insn & 0x0f700000) == 0x04100000) ||
6588 ((insn & 0x0f700010) == 0x06100000)) {
6589 if (!arm_feature(env, ARM_FEATURE_V7MP)) {
6590 goto illegal_op;
6591 }
6592 return; /* v7MP: Unallocated memory hint: must NOP */
6593 }
6594
6595 if ((insn & 0x0ffffdff) == 0x01010000) {
9ee6e8bb
PB		 6596 ARCH(6);
6597 /* setend */
10962fd5
PM		 6598 if (((insn >> 9) & 1) != s->bswap_code) {
6599 /* Dynamic endianness switching not implemented. */
9ee6e8bb
PB		 6600 goto illegal_op;
6601 }
6602 return;
6603 } else if ((insn & 0x0fffff00) == 0x057ff000) {
6604 switch ((insn >> 4) & 0xf) {
6605 case 1: /* clrex */
6606 ARCH(6K);
426f5abc 6607 gen_clrex(s);
9ee6e8bb
PB		 6608 return;
6609 case 4: /* dsb */
6610 case 5: /* dmb */
6611 case 6: /* isb */
6612 ARCH(7);
6613 /* We don't emulate caches so these are a no-op. */
6614 return;
6615 default:
6616 goto illegal_op;
6617 }
6618 } else if ((insn & 0x0e5fffe0) == 0x084d0500) {
6619 /* srs */
c67b6b71 6620 int32_t offset;
9ee6e8bb
PB		 6621 if (IS_USER(s))
6622 goto illegal_op;
6623 ARCH(6);
6624 op1 = (insn & 0x1f);
7d1b0095 6625 addr = tcg_temp_new_i32();
39ea3d4e
PM		 6626 tmp = tcg_const_i32(op1);
6627 gen_helper_get_r13_banked(addr, cpu_env, tmp);
6628 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 6629 i = (insn >> 23) & 3;
6630 switch (i) {
6631 case 0: offset = -4; break; /* DA */
c67b6b71
FN		 6632 case 1: offset = 0; break; /* IA */
6633 case 2: offset = -8; break; /* DB */
9ee6e8bb
PB		 6634 case 3: offset = 4; break; /* IB */
6635 default: abort();
6636 }
6637 if (offset)
b0109805
PB		 6638 tcg_gen_addi_i32(addr, addr, offset);
6639 tmp = load_reg(s, 14);
6640 gen_st32(tmp, addr, 0);
c67b6b71 6641 tmp = load_cpu_field(spsr);
b0109805
PB		 6642 tcg_gen_addi_i32(addr, addr, 4);
6643 gen_st32(tmp, addr, 0);
9ee6e8bb
PB		 6644 if (insn & (1 << 21)) {
6645 /* Base writeback. */
6646 switch (i) {
6647 case 0: offset = -8; break;
c67b6b71
FN		 6648 case 1: offset = 4; break;
6649 case 2: offset = -4; break;
9ee6e8bb
PB		 6650 case 3: offset = 0; break;
6651 default: abort();
6652 }
6653 if (offset)
c67b6b71 6654 tcg_gen_addi_i32(addr, addr, offset);
39ea3d4e
PM		 6655 tmp = tcg_const_i32(op1);
6656 gen_helper_set_r13_banked(cpu_env, tmp, addr);
6657 tcg_temp_free_i32(tmp);
7d1b0095 6658 tcg_temp_free_i32(addr);
b0109805 6659 } else {
7d1b0095 6660 tcg_temp_free_i32(addr);
9ee6e8bb 6661 }
a990f58f 6662 return;
ea825eee 6663 } else if ((insn & 0x0e50ffe0) == 0x08100a00) {
9ee6e8bb 6664 /* rfe */
c67b6b71 6665 int32_t offset;
9ee6e8bb
PB		 6666 if (IS_USER(s))
6667 goto illegal_op;
6668 ARCH(6);
6669 rn = (insn >> 16) & 0xf;
b0109805 6670 addr = load_reg(s, rn);
9ee6e8bb
PB		 6671 i = (insn >> 23) & 3;
6672 switch (i) {
b0109805 6673 case 0: offset = -4; break; /* DA */
c67b6b71
FN		 6674 case 1: offset = 0; break; /* IA */
6675 case 2: offset = -8; break; /* DB */
b0109805 6676 case 3: offset = 4; break; /* IB */
9ee6e8bb
PB		 6677 default: abort();
6678 }
6679 if (offset)
b0109805
PB		 6680 tcg_gen_addi_i32(addr, addr, offset);
6681 /* Load PC into tmp and CPSR into tmp2. */
6682 tmp = gen_ld32(addr, 0);
6683 tcg_gen_addi_i32(addr, addr, 4);
6684 tmp2 = gen_ld32(addr, 0);
9ee6e8bb
PB		 6685 if (insn & (1 << 21)) {
6686 /* Base writeback. */
6687 switch (i) {
b0109805 6688 case 0: offset = -8; break;
c67b6b71
FN		 6689 case 1: offset = 4; break;
6690 case 2: offset = -4; break;
b0109805 6691 case 3: offset = 0; break;
9ee6e8bb
PB		 6692 default: abort();
6693 }
6694 if (offset)
b0109805
PB		 6695 tcg_gen_addi_i32(addr, addr, offset);
6696 store_reg(s, rn, addr);
6697 } else {
7d1b0095 6698 tcg_temp_free_i32(addr);
9ee6e8bb 6699 }
b0109805 6700 gen_rfe(s, tmp, tmp2);
c67b6b71 6701 return;
9ee6e8bb
PB		 6702 } else if ((insn & 0x0e000000) == 0x0a000000) {
6703 /* branch link and change to thumb (blx <offset>) */
6704 int32_t offset;
6705
6706 val = (uint32_t)s->pc;
7d1b0095 6707 tmp = tcg_temp_new_i32();
d9ba4830
PB		 6708 tcg_gen_movi_i32(tmp, val);
6709 store_reg(s, 14, tmp);
9ee6e8bb
PB		 6710 /* Sign-extend the 24-bit offset */
6711 offset = (((int32_t)insn) << 8) >> 8;
6712 /* offset * 4 + bit24 * 2 + (thumb bit) */
6713 val += (offset << 2) | ((insn >> 23) & 2) | 1;
6714 /* pipeline offset */
6715 val += 4;
be5e7a76 6716 /* protected by ARCH(5); above, near the start of uncond block */
d9ba4830 6717 gen_bx_im(s, val);
9ee6e8bb
PB		 6718 return;
6719 } else if ((insn & 0x0e000f00) == 0x0c000100) {
6720 if (arm_feature(env, ARM_FEATURE_IWMMXT)) {
6721 /* iWMMXt register transfer. */
6722 if (env->cp15.c15_cpar & (1 << 1))
6723 if (!disas_iwmmxt_insn(env, s, insn))
6724 return;
6725 }
6726 } else if ((insn & 0x0fe00000) == 0x0c400000) {
6727 /* Coprocessor double register transfer. */
be5e7a76 6728 ARCH(5TE);
9ee6e8bb
PB		 6729 } else if ((insn & 0x0f000010) == 0x0e000010) {
6730 /* Additional coprocessor register transfer. */
7997d92f 6731 } else if ((insn & 0x0ff10020) == 0x01000000) {
9ee6e8bb
PB		 6732 uint32_t mask;
6733 uint32_t val;
6734 /* cps (privileged) */
6735 if (IS_USER(s))
6736 return;
6737 mask = val = 0;
6738 if (insn & (1 << 19)) {
6739 if (insn & (1 << 8))
6740 mask |= CPSR_A;
6741 if (insn & (1 << 7))
6742 mask |= CPSR_I;
6743 if (insn & (1 << 6))
6744 mask |= CPSR_F;
6745 if (insn & (1 << 18))
6746 val |= mask;
6747 }
7997d92f 6748 if (insn & (1 << 17)) {
9ee6e8bb
PB		 6749 mask |= CPSR_M;
6750 val |= (insn & 0x1f);
6751 }
6752 if (mask) {
2fbac54b 6753 gen_set_psr_im(s, mask, 0, val);
9ee6e8bb
PB		 6754 }
6755 return;
6756 }
6757 goto illegal_op;
6758 }
6759 if (cond != 0xe) {
6760 /* if not always execute, we generate a conditional jump to
6761 next instruction */
6762 s->condlabel = gen_new_label();
d9ba4830 6763 gen_test_cc(cond ^ 1, s->condlabel);
9ee6e8bb
PB		 6764 s->condjmp = 1;
6765 }
6766 if ((insn & 0x0f900000) == 0x03000000) {
6767 if ((insn & (1 << 21)) == 0) {
6768 ARCH(6T2);
6769 rd = (insn >> 12) & 0xf;
6770 val = ((insn >> 4) & 0xf000) | (insn & 0xfff);
6771 if ((insn & (1 << 22)) == 0) {
6772 /* MOVW */
7d1b0095 6773 tmp = tcg_temp_new_i32();
5e3f878a 6774 tcg_gen_movi_i32(tmp, val);
9ee6e8bb
PB		 6775 } else {
6776 /* MOVT */
5e3f878a 6777 tmp = load_reg(s, rd);
86831435 6778 tcg_gen_ext16u_i32(tmp, tmp);
5e3f878a 6779 tcg_gen_ori_i32(tmp, tmp, val << 16);
9ee6e8bb 6780 }
5e3f878a 6781 store_reg(s, rd, tmp);
9ee6e8bb
PB		 6782 } else {
6783 if (((insn >> 12) & 0xf) != 0xf)
6784 goto illegal_op;
6785 if (((insn >> 16) & 0xf) == 0) {
6786 gen_nop_hint(s, insn & 0xff);
6787 } else {
6788 /* CPSR = immediate */
6789 val = insn & 0xff;
6790 shift = ((insn >> 8) & 0xf) * 2;
6791 if (shift)
6792 val = (val >> shift) | (val << (32 - shift));
9ee6e8bb 6793 i = ((insn & (1 << 22)) != 0);
2fbac54b 6794 if (gen_set_psr_im(s, msr_mask(env, s, (insn >> 16) & 0xf, i), i, val))
9ee6e8bb
PB		 6795 goto illegal_op;
6796 }
6797 }
6798 } else if ((insn & 0x0f900000) == 0x01000000
6799 && (insn & 0x00000090) != 0x00000090) {
6800 /* miscellaneous instructions */
6801 op1 = (insn >> 21) & 3;
6802 sh = (insn >> 4) & 0xf;
6803 rm = insn & 0xf;
6804 switch (sh) {
6805 case 0x0: /* move program status register */
6806 if (op1 & 1) {
6807 /* PSR = reg */
2fbac54b 6808 tmp = load_reg(s, rm);
9ee6e8bb 6809 i = ((op1 & 2) != 0);
2fbac54b 6810 if (gen_set_psr(s, msr_mask(env, s, (insn >> 16) & 0xf, i), i, tmp))
9ee6e8bb
PB		 6811 goto illegal_op;
6812 } else {
6813 /* reg = PSR */
6814 rd = (insn >> 12) & 0xf;
6815 if (op1 & 2) {
6816 if (IS_USER(s))
6817 goto illegal_op;
d9ba4830 6818 tmp = load_cpu_field(spsr);
9ee6e8bb 6819 } else {
7d1b0095 6820 tmp = tcg_temp_new_i32();
d9ba4830 6821 gen_helper_cpsr_read(tmp);
9ee6e8bb 6822 }
d9ba4830 6823 store_reg(s, rd, tmp);
9ee6e8bb
PB		 6824 }
6825 break;
6826 case 0x1:
6827 if (op1 == 1) {
6828 /* branch/exchange thumb (bx). */
be5e7a76 6829 ARCH(4T);
d9ba4830
PB		 6830 tmp = load_reg(s, rm);
6831 gen_bx(s, tmp);
9ee6e8bb
PB		 6832 } else if (op1 == 3) {
6833 /* clz */
be5e7a76 6834 ARCH(5);
9ee6e8bb 6835 rd = (insn >> 12) & 0xf;
1497c961
PB		 6836 tmp = load_reg(s, rm);
6837 gen_helper_clz(tmp, tmp);
6838 store_reg(s, rd, tmp);
9ee6e8bb
PB		 6839 } else {
6840 goto illegal_op;
6841 }
6842 break;
6843 case 0x2:
6844 if (op1 == 1) {
6845 ARCH(5J); /* bxj */
6846 /* Trivial implementation equivalent to bx. */
d9ba4830
PB		 6847 tmp = load_reg(s, rm);
6848 gen_bx(s, tmp);
9ee6e8bb
PB		 6849 } else {
6850 goto illegal_op;
6851 }
6852 break;
6853 case 0x3:
6854 if (op1 != 1)
6855 goto illegal_op;
6856
be5e7a76 6857 ARCH(5);
9ee6e8bb 6858 /* branch link/exchange thumb (blx) */
d9ba4830 6859 tmp = load_reg(s, rm);
7d1b0095 6860 tmp2 = tcg_temp_new_i32();
d9ba4830
PB		 6861 tcg_gen_movi_i32(tmp2, s->pc);
6862 store_reg(s, 14, tmp2);
6863 gen_bx(s, tmp);
9ee6e8bb
PB		 6864 break;
6865 case 0x5: /* saturating add/subtract */
be5e7a76 6866 ARCH(5TE);
9ee6e8bb
PB		 6867 rd = (insn >> 12) & 0xf;
6868 rn = (insn >> 16) & 0xf;
b40d0353 6869 tmp = load_reg(s, rm);
5e3f878a 6870 tmp2 = load_reg(s, rn);
9ee6e8bb 6871 if (op1 & 2)
5e3f878a 6872 gen_helper_double_saturate(tmp2, tmp2);
9ee6e8bb 6873 if (op1 & 1)
5e3f878a 6874 gen_helper_sub_saturate(tmp, tmp, tmp2);
9ee6e8bb 6875 else
5e3f878a 6876 gen_helper_add_saturate(tmp, tmp, tmp2);
7d1b0095 6877 tcg_temp_free_i32(tmp2);
5e3f878a 6878 store_reg(s, rd, tmp);
9ee6e8bb 6879 break;
49e14940
AL		 6880 case 7:
6881 /* SMC instruction (op1 == 3)
6882 and undefined instructions (op1 == 0 || op1 == 2)
6883 will trap */
6884 if (op1 != 1) {
6885 goto illegal_op;
6886 }
6887 /* bkpt */
be5e7a76 6888 ARCH(5);
bc4a0de0 6889 gen_exception_insn(s, 4, EXCP_BKPT);
9ee6e8bb
PB		 6890 break;
6891 case 0x8: /* signed multiply */
6892 case 0xa:
6893 case 0xc:
6894 case 0xe:
be5e7a76 6895 ARCH(5TE);
9ee6e8bb
PB		 6896 rs = (insn >> 8) & 0xf;
6897 rn = (insn >> 12) & 0xf;
6898 rd = (insn >> 16) & 0xf;
6899 if (op1 == 1) {
6900 /* (32 * 16) >> 16 */
5e3f878a
PB		 6901 tmp = load_reg(s, rm);
6902 tmp2 = load_reg(s, rs);
9ee6e8bb 6903 if (sh & 4)
5e3f878a 6904 tcg_gen_sari_i32(tmp2, tmp2, 16);
9ee6e8bb 6905 else
5e3f878a 6906 gen_sxth(tmp2);
a7812ae4
PB		 6907 tmp64 = gen_muls_i64_i32(tmp, tmp2);
6908 tcg_gen_shri_i64(tmp64, tmp64, 16);
7d1b0095 6909 tmp = tcg_temp_new_i32();
a7812ae4 6910 tcg_gen_trunc_i64_i32(tmp, tmp64);
b75263d6 6911 tcg_temp_free_i64(tmp64);
9ee6e8bb 6912 if ((sh & 2) == 0) {
5e3f878a
PB		 6913 tmp2 = load_reg(s, rn);
6914 gen_helper_add_setq(tmp, tmp, tmp2);
7d1b0095 6915 tcg_temp_free_i32(tmp2);
9ee6e8bb 6916 }
5e3f878a 6917 store_reg(s, rd, tmp);
9ee6e8bb
PB		 6918 } else {
6919 /* 16 * 16 */
5e3f878a
PB		 6920 tmp = load_reg(s, rm);
6921 tmp2 = load_reg(s, rs);
6922 gen_mulxy(tmp, tmp2, sh & 2, sh & 4);
7d1b0095 6923 tcg_temp_free_i32(tmp2);
9ee6e8bb 6924 if (op1 == 2) {
a7812ae4
PB		 6925 tmp64 = tcg_temp_new_i64();
6926 tcg_gen_ext_i32_i64(tmp64, tmp);
7d1b0095 6927 tcg_temp_free_i32(tmp);
a7812ae4
PB		 6928 gen_addq(s, tmp64, rn, rd);
6929 gen_storeq_reg(s, rn, rd, tmp64);
b75263d6 6930 tcg_temp_free_i64(tmp64);
9ee6e8bb
PB		 6931 } else {
6932 if (op1 == 0) {
5e3f878a
PB		 6933 tmp2 = load_reg(s, rn);
6934 gen_helper_add_setq(tmp, tmp, tmp2);
7d1b0095 6935 tcg_temp_free_i32(tmp2);
9ee6e8bb 6936 }
5e3f878a 6937 store_reg(s, rd, tmp);
9ee6e8bb
PB		 6938 }
6939 }
6940 break;
6941 default:
6942 goto illegal_op;
6943 }
6944 } else if (((insn & 0x0e000000) == 0 &&
6945 (insn & 0x00000090) != 0x90) ||
6946 ((insn & 0x0e000000) == (1 << 25))) {
6947 int set_cc, logic_cc, shiftop;
6948
6949 op1 = (insn >> 21) & 0xf;
6950 set_cc = (insn >> 20) & 1;
6951 logic_cc = table_logic_cc[op1] & set_cc;
6952
6953 /* data processing instruction */
6954 if (insn & (1 << 25)) {
6955 /* immediate operand */
6956 val = insn & 0xff;
6957 shift = ((insn >> 8) & 0xf) * 2;
e9bb4aa9 6958 if (shift) {
9ee6e8bb 6959 val = (val >> shift) | (val << (32 - shift));
e9bb4aa9 6960 }
7d1b0095 6961 tmp2 = tcg_temp_new_i32();
e9bb4aa9
JR		 6962 tcg_gen_movi_i32(tmp2, val);
6963 if (logic_cc && shift) {
6964 gen_set_CF_bit31(tmp2);
6965 }
9ee6e8bb
PB		 6966 } else {
6967 /* register */
6968 rm = (insn) & 0xf;
e9bb4aa9 6969 tmp2 = load_reg(s, rm);
9ee6e8bb
PB		 6970 shiftop = (insn >> 5) & 3;
6971 if (!(insn & (1 << 4))) {
6972 shift = (insn >> 7) & 0x1f;
e9bb4aa9 6973 gen_arm_shift_im(tmp2, shiftop, shift, logic_cc);
9ee6e8bb
PB		 6974 } else {
6975 rs = (insn >> 8) & 0xf;
8984bd2e 6976 tmp = load_reg(s, rs);
e9bb4aa9 6977 gen_arm_shift_reg(tmp2, shiftop, tmp, logic_cc);
9ee6e8bb
PB		 6978 }
6979 }
6980 if (op1 != 0x0f && op1 != 0x0d) {
6981 rn = (insn >> 16) & 0xf;
e9bb4aa9
JR		 6982 tmp = load_reg(s, rn);
6983 } else {
6984 TCGV_UNUSED(tmp);
9ee6e8bb
PB		 6985 }
6986 rd = (insn >> 12) & 0xf;
6987 switch(op1) {
6988 case 0x00:
e9bb4aa9
JR		 6989 tcg_gen_and_i32(tmp, tmp, tmp2);
6990 if (logic_cc) {
6991 gen_logic_CC(tmp);
6992 }
21aeb343 6993 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 6994 break;
6995 case 0x01:
e9bb4aa9
JR		 6996 tcg_gen_xor_i32(tmp, tmp, tmp2);
6997 if (logic_cc) {
6998 gen_logic_CC(tmp);
6999 }
21aeb343 7000 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 7001 break;
7002 case 0x02:
7003 if (set_cc && rd == 15) {
7004 /* SUBS r15, ... is used for exception return. */
e9bb4aa9 7005 if (IS_USER(s)) {
9ee6e8bb 7006 goto illegal_op;
e9bb4aa9
JR		 7007 }
7008 gen_helper_sub_cc(tmp, tmp, tmp2);
7009 gen_exception_return(s, tmp);
9ee6e8bb 7010 } else {
e9bb4aa9
JR		 7011 if (set_cc) {
7012 gen_helper_sub_cc(tmp, tmp, tmp2);
7013 } else {
7014 tcg_gen_sub_i32(tmp, tmp, tmp2);
7015 }
21aeb343 7016 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 7017 }
7018 break;
7019 case 0x03:
e9bb4aa9
JR		 7020 if (set_cc) {
7021 gen_helper_sub_cc(tmp, tmp2, tmp);
7022 } else {
7023 tcg_gen_sub_i32(tmp, tmp2, tmp);
7024 }
21aeb343 7025 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 7026 break;
7027 case 0x04:
e9bb4aa9
JR		 7028 if (set_cc) {
7029 gen_helper_add_cc(tmp, tmp, tmp2);
7030 } else {
7031 tcg_gen_add_i32(tmp, tmp, tmp2);
7032 }
21aeb343 7033 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 7034 break;
7035 case 0x05:
e9bb4aa9
JR		 7036 if (set_cc) {
7037 gen_helper_adc_cc(tmp, tmp, tmp2);
7038 } else {
7039 gen_add_carry(tmp, tmp, tmp2);
7040 }
21aeb343 7041 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 7042 break;
7043 case 0x06:
e9bb4aa9
JR		 7044 if (set_cc) {
7045 gen_helper_sbc_cc(tmp, tmp, tmp2);
7046 } else {
7047 gen_sub_carry(tmp, tmp, tmp2);
7048 }
21aeb343 7049 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 7050 break;
7051 case 0x07:
e9bb4aa9
JR		 7052 if (set_cc) {
7053 gen_helper_sbc_cc(tmp, tmp2, tmp);
7054 } else {
7055 gen_sub_carry(tmp, tmp2, tmp);
7056 }
21aeb343 7057 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 7058 break;
7059 case 0x08:
7060 if (set_cc) {
e9bb4aa9
JR		 7061 tcg_gen_and_i32(tmp, tmp, tmp2);
7062 gen_logic_CC(tmp);
9ee6e8bb 7063 }
7d1b0095 7064 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 7065 break;
7066 case 0x09:
7067 if (set_cc) {
e9bb4aa9
JR		 7068 tcg_gen_xor_i32(tmp, tmp, tmp2);
7069 gen_logic_CC(tmp);
9ee6e8bb 7070 }
7d1b0095 7071 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 7072 break;
7073 case 0x0a:
7074 if (set_cc) {
e9bb4aa9 7075 gen_helper_sub_cc(tmp, tmp, tmp2);
9ee6e8bb 7076 }
7d1b0095 7077 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 7078 break;
7079 case 0x0b:
7080 if (set_cc) {
e9bb4aa9 7081 gen_helper_add_cc(tmp, tmp, tmp2);
9ee6e8bb 7082 }
7d1b0095 7083 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 7084 break;
7085 case 0x0c:
e9bb4aa9
JR		 7086 tcg_gen_or_i32(tmp, tmp, tmp2);
7087 if (logic_cc) {
7088 gen_logic_CC(tmp);
7089 }
21aeb343 7090 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 7091 break;
7092 case 0x0d:
7093 if (logic_cc && rd == 15) {
7094 /* MOVS r15, ... is used for exception return. */
e9bb4aa9 7095 if (IS_USER(s)) {
9ee6e8bb 7096 goto illegal_op;
e9bb4aa9
JR		 7097 }
7098 gen_exception_return(s, tmp2);
9ee6e8bb 7099 } else {
e9bb4aa9
JR		 7100 if (logic_cc) {
7101 gen_logic_CC(tmp2);
7102 }
21aeb343 7103 store_reg_bx(env, s, rd, tmp2);
9ee6e8bb
PB		 7104 }
7105 break;
7106 case 0x0e:
f669df27 7107 tcg_gen_andc_i32(tmp, tmp, tmp2);
e9bb4aa9
JR		 7108 if (logic_cc) {
7109 gen_logic_CC(tmp);
7110 }
21aeb343 7111 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 7112 break;
7113 default:
7114 case 0x0f:
e9bb4aa9
JR		 7115 tcg_gen_not_i32(tmp2, tmp2);
7116 if (logic_cc) {
7117 gen_logic_CC(tmp2);
7118 }
21aeb343 7119 store_reg_bx(env, s, rd, tmp2);
9ee6e8bb
PB		 7120 break;
7121 }
e9bb4aa9 7122 if (op1 != 0x0f && op1 != 0x0d) {
7d1b0095 7123 tcg_temp_free_i32(tmp2);
e9bb4aa9 7124 }
9ee6e8bb
PB		 7125 } else {
7126 /* other instructions */
7127 op1 = (insn >> 24) & 0xf;
7128 switch(op1) {
7129 case 0x0:
7130 case 0x1:
7131 /* multiplies, extra load/stores */
7132 sh = (insn >> 5) & 3;
7133 if (sh == 0) {
7134 if (op1 == 0x0) {
7135 rd = (insn >> 16) & 0xf;
7136 rn = (insn >> 12) & 0xf;
7137 rs = (insn >> 8) & 0xf;
7138 rm = (insn) & 0xf;
7139 op1 = (insn >> 20) & 0xf;
7140 switch (op1) {
7141 case 0: case 1: case 2: case 3: case 6:
7142 /* 32 bit mul */
5e3f878a
PB		 7143 tmp = load_reg(s, rs);
7144 tmp2 = load_reg(s, rm);
7145 tcg_gen_mul_i32(tmp, tmp, tmp2);
7d1b0095 7146 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 7147 if (insn & (1 << 22)) {
7148 /* Subtract (mls) */
7149 ARCH(6T2);
5e3f878a
PB		 7150 tmp2 = load_reg(s, rn);
7151 tcg_gen_sub_i32(tmp, tmp2, tmp);
7d1b0095 7152 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 7153 } else if (insn & (1 << 21)) {
7154 /* Add */
5e3f878a
PB		 7155 tmp2 = load_reg(s, rn);
7156 tcg_gen_add_i32(tmp, tmp, tmp2);
7d1b0095 7157 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 7158 }
7159 if (insn & (1 << 20))
5e3f878a
PB		 7160 gen_logic_CC(tmp);
7161 store_reg(s, rd, tmp);
9ee6e8bb 7162 break;
8aac08b1
AJ		 7163 case 4:
7164 /* 64 bit mul double accumulate (UMAAL) */
7165 ARCH(6);
7166 tmp = load_reg(s, rs);
7167 tmp2 = load_reg(s, rm);
7168 tmp64 = gen_mulu_i64_i32(tmp, tmp2);
7169 gen_addq_lo(s, tmp64, rn);
7170 gen_addq_lo(s, tmp64, rd);
7171 gen_storeq_reg(s, rn, rd, tmp64);
7172 tcg_temp_free_i64(tmp64);
7173 break;
7174 case 8: case 9: case 10: case 11:
7175 case 12: case 13: case 14: case 15:
7176 /* 64 bit mul: UMULL, UMLAL, SMULL, SMLAL. */
5e3f878a
PB		 7177 tmp = load_reg(s, rs);
7178 tmp2 = load_reg(s, rm);
8aac08b1 7179 if (insn & (1 << 22)) {
a7812ae4 7180 tmp64 = gen_muls_i64_i32(tmp, tmp2);
8aac08b1 7181 } else {
a7812ae4 7182 tmp64 = gen_mulu_i64_i32(tmp, tmp2);
8aac08b1
AJ		 7183 }
7184 if (insn & (1 << 21)) { /* mult accumulate */
a7812ae4 7185 gen_addq(s, tmp64, rn, rd);
9ee6e8bb 7186 }
8aac08b1 7187 if (insn & (1 << 20)) {
a7812ae4 7188 gen_logicq_cc(tmp64);
8aac08b1 7189 }
a7812ae4 7190 gen_storeq_reg(s, rn, rd, tmp64);
b75263d6 7191 tcg_temp_free_i64(tmp64);
9ee6e8bb 7192 break;
8aac08b1
AJ		 7193 default:
7194 goto illegal_op;
9ee6e8bb
PB		 7195 }
7196 } else {
7197 rn = (insn >> 16) & 0xf;
7198 rd = (insn >> 12) & 0xf;
7199 if (insn & (1 << 23)) {
7200 /* load/store exclusive */
86753403
PB		 7201 op1 = (insn >> 21) & 0x3;
7202 if (op1)
a47f43d2 7203 ARCH(6K);
86753403
PB		 7204 else
7205 ARCH(6);
3174f8e9 7206 addr = tcg_temp_local_new_i32();
98a46317 7207 load_reg_var(s, addr, rn);
9ee6e8bb 7208 if (insn & (1 << 20)) {
86753403
PB		 7209 switch (op1) {
7210 case 0: /* ldrex */
426f5abc 7211 gen_load_exclusive(s, rd, 15, addr, 2);
86753403
PB		 7212 break;
7213 case 1: /* ldrexd */
426f5abc 7214 gen_load_exclusive(s, rd, rd + 1, addr, 3);
86753403
PB		 7215 break;
7216 case 2: /* ldrexb */
426f5abc 7217 gen_load_exclusive(s, rd, 15, addr, 0);
86753403
PB		 7218 break;
7219 case 3: /* ldrexh */
426f5abc 7220 gen_load_exclusive(s, rd, 15, addr, 1);
86753403
PB		 7221 break;
7222 default:
7223 abort();
7224 }
9ee6e8bb
PB		 7225 } else {
7226 rm = insn & 0xf;
86753403
PB		 7227 switch (op1) {
7228 case 0: /* strex */
426f5abc 7229 gen_store_exclusive(s, rd, rm, 15, addr, 2);
86753403
PB		 7230 break;
7231 case 1: /* strexd */
502e64fe 7232 gen_store_exclusive(s, rd, rm, rm + 1, addr, 3);
86753403
PB		 7233 break;
7234 case 2: /* strexb */
426f5abc 7235 gen_store_exclusive(s, rd, rm, 15, addr, 0);
86753403
PB		 7236 break;
7237 case 3: /* strexh */
426f5abc 7238 gen_store_exclusive(s, rd, rm, 15, addr, 1);
86753403
PB		 7239 break;
7240 default:
7241 abort();
7242 }
9ee6e8bb 7243 }
3174f8e9 7244 tcg_temp_free(addr);
9ee6e8bb
PB		 7245 } else {
7246 /* SWP instruction */
7247 rm = (insn) & 0xf;
7248
8984bd2e
PB		 7249 /* ??? This is not really atomic. However we know
7250 we never have multiple CPUs running in parallel,
7251 so it is good enough. */
7252 addr = load_reg(s, rn);
7253 tmp = load_reg(s, rm);
9ee6e8bb 7254 if (insn & (1 << 22)) {
8984bd2e
PB		 7255 tmp2 = gen_ld8u(addr, IS_USER(s));
7256 gen_st8(tmp, addr, IS_USER(s));
9ee6e8bb 7257 } else {
8984bd2e
PB		 7258 tmp2 = gen_ld32(addr, IS_USER(s));
7259 gen_st32(tmp, addr, IS_USER(s));
9ee6e8bb 7260 }
7d1b0095 7261 tcg_temp_free_i32(addr);
8984bd2e 7262 store_reg(s, rd, tmp2);
9ee6e8bb
PB		 7263 }
7264 }
7265 } else {
7266 int address_offset;
7267 int load;
7268 /* Misc load/store */
7269 rn = (insn >> 16) & 0xf;
7270 rd = (insn >> 12) & 0xf;
b0109805 7271 addr = load_reg(s, rn);
9ee6e8bb 7272 if (insn & (1 << 24))
b0109805 7273 gen_add_datah_offset(s, insn, 0, addr);
9ee6e8bb
PB		 7274 address_offset = 0;
7275 if (insn & (1 << 20)) {
7276 /* load */
7277 switch(sh) {
7278 case 1:
b0109805 7279 tmp = gen_ld16u(addr, IS_USER(s));
9ee6e8bb
PB		 7280 break;
7281 case 2:
b0109805 7282 tmp = gen_ld8s(addr, IS_USER(s));
9ee6e8bb
PB		 7283 break;
7284 default:
7285 case 3:
b0109805 7286 tmp = gen_ld16s(addr, IS_USER(s));
9ee6e8bb
PB		 7287 break;
7288 }
7289 load = 1;
7290 } else if (sh & 2) {
be5e7a76 7291 ARCH(5TE);
9ee6e8bb
PB		 7292 /* doubleword */
7293 if (sh & 1) {
7294 /* store */
b0109805
PB		 7295 tmp = load_reg(s, rd);
7296 gen_st32(tmp, addr, IS_USER(s));
7297 tcg_gen_addi_i32(addr, addr, 4);
7298 tmp = load_reg(s, rd + 1);
7299 gen_st32(tmp, addr, IS_USER(s));
9ee6e8bb
PB		 7300 load = 0;
7301 } else {
7302 /* load */
b0109805
PB		 7303 tmp = gen_ld32(addr, IS_USER(s));
7304 store_reg(s, rd, tmp);
7305 tcg_gen_addi_i32(addr, addr, 4);
7306 tmp = gen_ld32(addr, IS_USER(s));
9ee6e8bb
PB		 7307 rd++;
7308 load = 1;
7309 }
7310 address_offset = -4;
7311 } else {
7312 /* store */
b0109805
PB		 7313 tmp = load_reg(s, rd);
7314 gen_st16(tmp, addr, IS_USER(s));
9ee6e8bb
PB		 7315 load = 0;
7316 }
7317 /* Perform base writeback before the loaded value to
7318 ensure correct behavior with overlapping index registers.
7319 ldrd with base writeback is is undefined if the
7320 destination and index registers overlap. */
7321 if (!(insn & (1 << 24))) {
b0109805
PB		 7322 gen_add_datah_offset(s, insn, address_offset, addr);
7323 store_reg(s, rn, addr);
9ee6e8bb
PB		 7324 } else if (insn & (1 << 21)) {
7325 if (address_offset)
b0109805
PB		 7326 tcg_gen_addi_i32(addr, addr, address_offset);
7327 store_reg(s, rn, addr);
7328 } else {
7d1b0095 7329 tcg_temp_free_i32(addr);
9ee6e8bb
PB		 7330 }
7331 if (load) {
7332 /* Complete the load. */
b0109805 7333 store_reg(s, rd, tmp);
9ee6e8bb
PB		 7334 }
7335 }
7336 break;
7337 case 0x4:
7338 case 0x5:
7339 goto do_ldst;
7340 case 0x6:
7341 case 0x7:
7342 if (insn & (1 << 4)) {
7343 ARCH(6);
7344 /* Armv6 Media instructions. */
7345 rm = insn & 0xf;
7346 rn = (insn >> 16) & 0xf;
2c0262af 7347 rd = (insn >> 12) & 0xf;
9ee6e8bb
PB		 7348 rs = (insn >> 8) & 0xf;
7349 switch ((insn >> 23) & 3) {
7350 case 0: /* Parallel add/subtract. */
7351 op1 = (insn >> 20) & 7;
6ddbc6e4
PB		 7352 tmp = load_reg(s, rn);
7353 tmp2 = load_reg(s, rm);
9ee6e8bb
PB		 7354 sh = (insn >> 5) & 7;
7355 if ((op1 & 3) == 0 || sh == 5 || sh == 6)
7356 goto illegal_op;
6ddbc6e4 7357 gen_arm_parallel_addsub(op1, sh, tmp, tmp2);
7d1b0095 7358 tcg_temp_free_i32(tmp2);
6ddbc6e4 7359 store_reg(s, rd, tmp);
9ee6e8bb
PB		 7360 break;
7361 case 1:
7362 if ((insn & 0x00700020) == 0) {
6c95676b 7363 /* Halfword pack. */
3670669c
PB		 7364 tmp = load_reg(s, rn);
7365 tmp2 = load_reg(s, rm);
9ee6e8bb 7366 shift = (insn >> 7) & 0x1f;
3670669c
PB		 7367 if (insn & (1 << 6)) {
7368 /* pkhtb */
22478e79
AZ		 7369 if (shift == 0)
7370 shift = 31;
7371 tcg_gen_sari_i32(tmp2, tmp2, shift);
3670669c 7372 tcg_gen_andi_i32(tmp, tmp, 0xffff0000);
86831435 7373 tcg_gen_ext16u_i32(tmp2, tmp2);
3670669c
PB		 7374 } else {
7375 /* pkhbt */
22478e79
AZ		 7376 if (shift)
7377 tcg_gen_shli_i32(tmp2, tmp2, shift);
86831435 7378 tcg_gen_ext16u_i32(tmp, tmp);
3670669c
PB		 7379 tcg_gen_andi_i32(tmp2, tmp2, 0xffff0000);
7380 }
7381 tcg_gen_or_i32(tmp, tmp, tmp2);
7d1b0095 7382 tcg_temp_free_i32(tmp2);
3670669c 7383 store_reg(s, rd, tmp);
9ee6e8bb
PB		 7384 } else if ((insn & 0x00200020) == 0x00200000) {
7385 /* [us]sat */
6ddbc6e4 7386 tmp = load_reg(s, rm);
9ee6e8bb
PB		 7387 shift = (insn >> 7) & 0x1f;
7388 if (insn & (1 << 6)) {
7389 if (shift == 0)
7390 shift = 31;
6ddbc6e4 7391 tcg_gen_sari_i32(tmp, tmp, shift);
9ee6e8bb 7392 } else {
6ddbc6e4 7393 tcg_gen_shli_i32(tmp, tmp, shift);
9ee6e8bb
PB		 7394 }
7395 sh = (insn >> 16) & 0x1f;
40d3c433
CL		 7396 tmp2 = tcg_const_i32(sh);
7397 if (insn & (1 << 22))
7398 gen_helper_usat(tmp, tmp, tmp2);
7399 else
7400 gen_helper_ssat(tmp, tmp, tmp2);
7401 tcg_temp_free_i32(tmp2);
6ddbc6e4 7402 store_reg(s, rd, tmp);
9ee6e8bb
PB		 7403 } else if ((insn & 0x00300fe0) == 0x00200f20) {
7404 /* [us]sat16 */
6ddbc6e4 7405 tmp = load_reg(s, rm);
9ee6e8bb 7406 sh = (insn >> 16) & 0x1f;
40d3c433
CL		 7407 tmp2 = tcg_const_i32(sh);
7408 if (insn & (1 << 22))
7409 gen_helper_usat16(tmp, tmp, tmp2);
7410 else
7411 gen_helper_ssat16(tmp, tmp, tmp2);
7412 tcg_temp_free_i32(tmp2);
6ddbc6e4 7413 store_reg(s, rd, tmp);
9ee6e8bb
PB		 7414 } else if ((insn & 0x00700fe0) == 0x00000fa0) {
7415 /* Select bytes. */
6ddbc6e4
PB		 7416 tmp = load_reg(s, rn);
7417 tmp2 = load_reg(s, rm);
7d1b0095 7418 tmp3 = tcg_temp_new_i32();
0ecb72a5 7419 tcg_gen_ld_i32(tmp3, cpu_env, offsetof(CPUARMState, GE));
6ddbc6e4 7420 gen_helper_sel_flags(tmp, tmp3, tmp, tmp2);
7d1b0095
PM		 7421 tcg_temp_free_i32(tmp3);
7422 tcg_temp_free_i32(tmp2);
6ddbc6e4 7423 store_reg(s, rd, tmp);
9ee6e8bb 7424 } else if ((insn & 0x000003e0) == 0x00000060) {
5e3f878a 7425 tmp = load_reg(s, rm);
9ee6e8bb 7426 shift = (insn >> 10) & 3;
1301f322 7427 /* ??? In many cases it's not necessary to do a
9ee6e8bb
PB		 7428 rotate, a shift is sufficient. */
7429 if (shift != 0)
f669df27 7430 tcg_gen_rotri_i32(tmp, tmp, shift * 8);
9ee6e8bb
PB		 7431 op1 = (insn >> 20) & 7;
7432 switch (op1) {
5e3f878a
PB		 7433 case 0: gen_sxtb16(tmp); break;
7434 case 2: gen_sxtb(tmp); break;
7435 case 3: gen_sxth(tmp); break;
7436 case 4: gen_uxtb16(tmp); break;
7437 case 6: gen_uxtb(tmp); break;
7438 case 7: gen_uxth(tmp); break;
9ee6e8bb
PB		 7439 default: goto illegal_op;
7440 }
7441 if (rn != 15) {
5e3f878a 7442 tmp2 = load_reg(s, rn);
9ee6e8bb 7443 if ((op1 & 3) == 0) {
5e3f878a 7444 gen_add16(tmp, tmp2);
9ee6e8bb 7445 } else {
5e3f878a 7446 tcg_gen_add_i32(tmp, tmp, tmp2);
7d1b0095 7447 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 7448 }
7449 }
6c95676b 7450 store_reg(s, rd, tmp);
9ee6e8bb
PB		 7451 } else if ((insn & 0x003f0f60) == 0x003f0f20) {
7452 /* rev */
b0109805 7453 tmp = load_reg(s, rm);
9ee6e8bb
PB		 7454 if (insn & (1 << 22)) {
7455 if (insn & (1 << 7)) {
b0109805 7456 gen_revsh(tmp);
9ee6e8bb
PB		 7457 } else {
7458 ARCH(6T2);
b0109805 7459 gen_helper_rbit(tmp, tmp);
9ee6e8bb
PB		 7460 }
7461 } else {
7462 if (insn & (1 << 7))
b0109805 7463 gen_rev16(tmp);
9ee6e8bb 7464 else
66896cb8 7465 tcg_gen_bswap32_i32(tmp, tmp);
9ee6e8bb 7466 }
b0109805 7467 store_reg(s, rd, tmp);
9ee6e8bb
PB		 7468 } else {
7469 goto illegal_op;
7470 }
7471 break;
7472 case 2: /* Multiplies (Type 3). */
41e9564d
PM		 7473 switch ((insn >> 20) & 0x7) {
7474 case 5:
7475 if (((insn >> 6) ^ (insn >> 7)) & 1) {
7476 /* op2 not 00x or 11x : UNDEF */
7477 goto illegal_op;
7478 }
838fa72d
AJ		 7479 /* Signed multiply most significant [accumulate].
7480 (SMMUL, SMMLA, SMMLS) */
41e9564d
PM		 7481 tmp = load_reg(s, rm);
7482 tmp2 = load_reg(s, rs);
a7812ae4 7483 tmp64 = gen_muls_i64_i32(tmp, tmp2);
838fa72d 7484
955a7dd5 7485 if (rd != 15) {
838fa72d 7486 tmp = load_reg(s, rd);
9ee6e8bb 7487 if (insn & (1 << 6)) {
838fa72d 7488 tmp64 = gen_subq_msw(tmp64, tmp);
9ee6e8bb 7489 } else {
838fa72d 7490 tmp64 = gen_addq_msw(tmp64, tmp);
9ee6e8bb
PB		 7491 }
7492 }
838fa72d
AJ		 7493 if (insn & (1 << 5)) {
7494 tcg_gen_addi_i64(tmp64, tmp64, 0x80000000u);
7495 }
7496 tcg_gen_shri_i64(tmp64, tmp64, 32);
7d1b0095 7497 tmp = tcg_temp_new_i32();
838fa72d
AJ		 7498 tcg_gen_trunc_i64_i32(tmp, tmp64);
7499 tcg_temp_free_i64(tmp64);
955a7dd5 7500 store_reg(s, rn, tmp);
41e9564d
PM		 7501 break;
7502 case 0:
7503 case 4:
7504 /* SMLAD, SMUAD, SMLSD, SMUSD, SMLALD, SMLSLD */
7505 if (insn & (1 << 7)) {
7506 goto illegal_op;
7507 }
7508 tmp = load_reg(s, rm);
7509 tmp2 = load_reg(s, rs);
9ee6e8bb 7510 if (insn & (1 << 5))
5e3f878a
PB		 7511 gen_swap_half(tmp2);
7512 gen_smul_dual(tmp, tmp2);
5e3f878a 7513 if (insn & (1 << 6)) {
e1d177b9 7514 /* This subtraction cannot overflow. */
5e3f878a
PB		 7515 tcg_gen_sub_i32(tmp, tmp, tmp2);
7516 } else {
e1d177b9
PM		 7517 /* This addition cannot overflow 32 bits;
7518 * however it may overflow considered as a signed
7519 * operation, in which case we must set the Q flag.
7520 */
7521 gen_helper_add_setq(tmp, tmp, tmp2);
5e3f878a 7522 }
7d1b0095 7523 tcg_temp_free_i32(tmp2);
9ee6e8bb 7524 if (insn & (1 << 22)) {
5e3f878a 7525 /* smlald, smlsld */
a7812ae4
PB		 7526 tmp64 = tcg_temp_new_i64();
7527 tcg_gen_ext_i32_i64(tmp64, tmp);
7d1b0095 7528 tcg_temp_free_i32(tmp);
a7812ae4
PB		 7529 gen_addq(s, tmp64, rd, rn);
7530 gen_storeq_reg(s, rd, rn, tmp64);
b75263d6 7531 tcg_temp_free_i64(tmp64);
9ee6e8bb 7532 } else {
5e3f878a 7533 /* smuad, smusd, smlad, smlsd */
22478e79 7534 if (rd != 15)
9ee6e8bb 7535 {
22478e79 7536 tmp2 = load_reg(s, rd);
5e3f878a 7537 gen_helper_add_setq(tmp, tmp, tmp2);
7d1b0095 7538 tcg_temp_free_i32(tmp2);
9ee6e8bb 7539 }
22478e79 7540 store_reg(s, rn, tmp);
9ee6e8bb 7541 }
41e9564d 7542 break;
b8b8ea05
PM		 7543 case 1:
7544 case 3:
7545 /* SDIV, UDIV */
7546 if (!arm_feature(env, ARM_FEATURE_ARM_DIV)) {
7547 goto illegal_op;
7548 }
7549 if (((insn >> 5) & 7) || (rd != 15)) {
7550 goto illegal_op;
7551 }
7552 tmp = load_reg(s, rm);
7553 tmp2 = load_reg(s, rs);
7554 if (insn & (1 << 21)) {
7555 gen_helper_udiv(tmp, tmp, tmp2);
7556 } else {
7557 gen_helper_sdiv(tmp, tmp, tmp2);
7558 }
7559 tcg_temp_free_i32(tmp2);
7560 store_reg(s, rn, tmp);
7561 break;
41e9564d
PM		 7562 default:
7563 goto illegal_op;
9ee6e8bb
PB		 7564 }
7565 break;
7566 case 3:
7567 op1 = ((insn >> 17) & 0x38) | ((insn >> 5) & 7);
7568 switch (op1) {
7569 case 0: /* Unsigned sum of absolute differences. */
6ddbc6e4
PB		 7570 ARCH(6);
7571 tmp = load_reg(s, rm);
7572 tmp2 = load_reg(s, rs);
7573 gen_helper_usad8(tmp, tmp, tmp2);
7d1b0095 7574 tcg_temp_free_i32(tmp2);
ded9d295
AZ		 7575 if (rd != 15) {
7576 tmp2 = load_reg(s, rd);
6ddbc6e4 7577 tcg_gen_add_i32(tmp, tmp, tmp2);
7d1b0095 7578 tcg_temp_free_i32(tmp2);
9ee6e8bb 7579 }
ded9d295 7580 store_reg(s, rn, tmp);
9ee6e8bb
PB		 7581 break;
7582 case 0x20: case 0x24: case 0x28: case 0x2c:
7583 /* Bitfield insert/clear. */
7584 ARCH(6T2);
7585 shift = (insn >> 7) & 0x1f;
7586 i = (insn >> 16) & 0x1f;
7587 i = i + 1 - shift;
7588 if (rm == 15) {
7d1b0095 7589 tmp = tcg_temp_new_i32();
5e3f878a 7590 tcg_gen_movi_i32(tmp, 0);
9ee6e8bb 7591 } else {
5e3f878a 7592 tmp = load_reg(s, rm);
9ee6e8bb
PB		 7593 }
7594 if (i != 32) {
5e3f878a 7595 tmp2 = load_reg(s, rd);
8f8e3aa4 7596 gen_bfi(tmp, tmp2, tmp, shift, (1u << i) - 1);
7d1b0095 7597 tcg_temp_free_i32(tmp2);
9ee6e8bb 7598 }
5e3f878a 7599 store_reg(s, rd, tmp);
9ee6e8bb
PB		 7600 break;
7601 case 0x12: case 0x16: case 0x1a: case 0x1e: /* sbfx */
7602 case 0x32: case 0x36: case 0x3a: case 0x3e: /* ubfx */
4cc633c3 7603 ARCH(6T2);
5e3f878a 7604 tmp = load_reg(s, rm);
9ee6e8bb
PB		 7605 shift = (insn >> 7) & 0x1f;
7606 i = ((insn >> 16) & 0x1f) + 1;
7607 if (shift + i > 32)
7608 goto illegal_op;
7609 if (i < 32) {
7610 if (op1 & 0x20) {
5e3f878a 7611 gen_ubfx(tmp, shift, (1u << i) - 1);
9ee6e8bb 7612 } else {
5e3f878a 7613 gen_sbfx(tmp, shift, i);
9ee6e8bb
PB		 7614 }
7615 }
5e3f878a 7616 store_reg(s, rd, tmp);
9ee6e8bb
PB		 7617 break;
7618 default:
7619 goto illegal_op;
7620 }
7621 break;
7622 }
7623 break;
7624 }
7625 do_ldst:
7626 /* Check for undefined extension instructions
7627 * per the ARM Bible IE:
7628 * xxxx 0111 1111 xxxx xxxx xxxx 1111 xxxx
7629 */
7630 sh = (0xf << 20) | (0xf << 4);
7631 if (op1 == 0x7 && ((insn & sh) == sh))
7632 {
7633 goto illegal_op;
7634 }
7635 /* load/store byte/word */
7636 rn = (insn >> 16) & 0xf;
7637 rd = (insn >> 12) & 0xf;
b0109805 7638 tmp2 = load_reg(s, rn);
9ee6e8bb
PB		 7639 i = (IS_USER(s) || (insn & 0x01200000) == 0x00200000);
7640 if (insn & (1 << 24))
b0109805 7641 gen_add_data_offset(s, insn, tmp2);
9ee6e8bb
PB		 7642 if (insn & (1 << 20)) {
7643 /* load */
9ee6e8bb 7644 if (insn & (1 << 22)) {
b0109805 7645 tmp = gen_ld8u(tmp2, i);
9ee6e8bb 7646 } else {
b0109805 7647 tmp = gen_ld32(tmp2, i);
9ee6e8bb 7648 }
9ee6e8bb
PB		 7649 } else {
7650 /* store */
b0109805 7651 tmp = load_reg(s, rd);
9ee6e8bb 7652 if (insn & (1 << 22))
b0109805 7653 gen_st8(tmp, tmp2, i);
9ee6e8bb 7654 else
b0109805 7655 gen_st32(tmp, tmp2, i);
9ee6e8bb
PB		 7656 }
7657 if (!(insn & (1 << 24))) {
b0109805
PB		 7658 gen_add_data_offset(s, insn, tmp2);
7659 store_reg(s, rn, tmp2);
7660 } else if (insn & (1 << 21)) {
7661 store_reg(s, rn, tmp2);
7662 } else {
7d1b0095 7663 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 7664 }
7665 if (insn & (1 << 20)) {
7666 /* Complete the load. */
be5e7a76 7667 store_reg_from_load(env, s, rd, tmp);
9ee6e8bb
PB		 7668 }
7669 break;
7670 case 0x08:
7671 case 0x09:
7672 {
7673 int j, n, user, loaded_base;
b0109805 7674 TCGv loaded_var;
9ee6e8bb
PB		 7675 /* load/store multiple words */
7676 /* XXX: store correct base if write back */
7677 user = 0;
7678 if (insn & (1 << 22)) {
7679 if (IS_USER(s))
7680 goto illegal_op; /* only usable in supervisor mode */
7681
7682 if ((insn & (1 << 15)) == 0)
7683 user = 1;
7684 }
7685 rn = (insn >> 16) & 0xf;
b0109805 7686 addr = load_reg(s, rn);
9ee6e8bb
PB		 7687
7688 /* compute total size */
7689 loaded_base = 0;
a50f5b91 7690 TCGV_UNUSED(loaded_var);
9ee6e8bb
PB		 7691 n = 0;
7692 for(i=0;i<16;i++) {
7693 if (insn & (1 << i))
7694 n++;
7695 }
7696 /* XXX: test invalid n == 0 case ? */
7697 if (insn & (1 << 23)) {
7698 if (insn & (1 << 24)) {
7699 /* pre increment */
b0109805 7700 tcg_gen_addi_i32(addr, addr, 4);
9ee6e8bb
PB		 7701 } else {
7702 /* post increment */
7703 }
7704 } else {
7705 if (insn & (1 << 24)) {
7706 /* pre decrement */
b0109805 7707 tcg_gen_addi_i32(addr, addr, -(n * 4));
9ee6e8bb
PB		 7708 } else {
7709 /* post decrement */
7710 if (n != 1)
b0109805 7711 tcg_gen_addi_i32(addr, addr, -((n - 1) * 4));
9ee6e8bb
PB		 7712 }
7713 }
7714 j = 0;
7715 for(i=0;i<16;i++) {
7716 if (insn & (1 << i)) {
7717 if (insn & (1 << 20)) {
7718 /* load */
b0109805 7719 tmp = gen_ld32(addr, IS_USER(s));
be5e7a76 7720 if (user) {
b75263d6
JR		 7721 tmp2 = tcg_const_i32(i);
7722 gen_helper_set_user_reg(tmp2, tmp);
7723 tcg_temp_free_i32(tmp2);
7d1b0095 7724 tcg_temp_free_i32(tmp);
9ee6e8bb 7725 } else if (i == rn) {
b0109805 7726 loaded_var = tmp;
9ee6e8bb
PB		 7727 loaded_base = 1;
7728 } else {
be5e7a76 7729 store_reg_from_load(env, s, i, tmp);
9ee6e8bb
PB		 7730 }
7731 } else {
7732 /* store */
7733 if (i == 15) {
7734 /* special case: r15 = PC + 8 */
7735 val = (long)s->pc + 4;
7d1b0095 7736 tmp = tcg_temp_new_i32();
b0109805 7737 tcg_gen_movi_i32(tmp, val);
9ee6e8bb 7738 } else if (user) {
7d1b0095 7739 tmp = tcg_temp_new_i32();
b75263d6
JR		 7740 tmp2 = tcg_const_i32(i);
7741 gen_helper_get_user_reg(tmp, tmp2);
7742 tcg_temp_free_i32(tmp2);
9ee6e8bb 7743 } else {
b0109805 7744 tmp = load_reg(s, i);
9ee6e8bb 7745 }
b0109805 7746 gen_st32(tmp, addr, IS_USER(s));
9ee6e8bb
PB		 7747 }
7748 j++;
7749 /* no need to add after the last transfer */
7750 if (j != n)
b0109805 7751 tcg_gen_addi_i32(addr, addr, 4);
9ee6e8bb
PB		 7752 }
7753 }
7754 if (insn & (1 << 21)) {
7755 /* write back */
7756 if (insn & (1 << 23)) {
7757 if (insn & (1 << 24)) {
7758 /* pre increment */
7759 } else {
7760 /* post increment */
b0109805 7761 tcg_gen_addi_i32(addr, addr, 4);
9ee6e8bb
PB		 7762 }
7763 } else {
7764 if (insn & (1 << 24)) {
7765 /* pre decrement */
7766 if (n != 1)
b0109805 7767 tcg_gen_addi_i32(addr, addr, -((n - 1) * 4));
9ee6e8bb
PB		 7768 } else {
7769 /* post decrement */
b0109805 7770 tcg_gen_addi_i32(addr, addr, -(n * 4));
9ee6e8bb
PB		 7771 }
7772 }
b0109805
PB		 7773 store_reg(s, rn, addr);
7774 } else {
7d1b0095 7775 tcg_temp_free_i32(addr);
9ee6e8bb
PB		 7776 }
7777 if (loaded_base) {
b0109805 7778 store_reg(s, rn, loaded_var);
9ee6e8bb
PB		 7779 }
7780 if ((insn & (1 << 22)) && !user) {
7781 /* Restore CPSR from SPSR. */
d9ba4830
PB		 7782 tmp = load_cpu_field(spsr);
7783 gen_set_cpsr(tmp, 0xffffffff);
7d1b0095 7784 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 7785 s->is_jmp = DISAS_UPDATE;
7786 }
7787 }
7788 break;
7789 case 0xa:
7790 case 0xb:
7791 {
7792 int32_t offset;
7793
7794 /* branch (and link) */
7795 val = (int32_t)s->pc;
7796 if (insn & (1 << 24)) {
7d1b0095 7797 tmp = tcg_temp_new_i32();
5e3f878a
PB		 7798 tcg_gen_movi_i32(tmp, val);
7799 store_reg(s, 14, tmp);
9ee6e8bb
PB		 7800 }
7801 offset = (((int32_t)insn << 8) >> 8);
7802 val += (offset << 2) + 4;
7803 gen_jmp(s, val);
7804 }
7805 break;
7806 case 0xc:
7807 case 0xd:
7808 case 0xe:
7809 /* Coprocessor. */
7810 if (disas_coproc_insn(env, s, insn))
7811 goto illegal_op;
7812 break;
7813 case 0xf:
7814 /* swi */
5e3f878a 7815 gen_set_pc_im(s->pc);
9ee6e8bb
PB		 7816 s->is_jmp = DISAS_SWI;
7817 break;
7818 default:
7819 illegal_op:
bc4a0de0 7820 gen_exception_insn(s, 4, EXCP_UDEF);
9ee6e8bb
PB		 7821 break;
7822 }
7823 }
7824}
7825
7826/* Return true if this is a Thumb-2 logical op. */
7827static int
7828thumb2_logic_op(int op)
7829{
7830 return (op < 8);
7831}
7832
7833/* Generate code for a Thumb-2 data processing operation. If CONDS is nonzero
7834 then set condition code flags based on the result of the operation.
7835 If SHIFTER_OUT is nonzero then set the carry flag for logical operations
7836 to the high bit of T1.
7837 Returns zero if the opcode is valid. */
7838
7839static int
396e467c 7840gen_thumb2_data_op(DisasContext *s, int op, int conds, uint32_t shifter_out, TCGv t0, TCGv t1)
9ee6e8bb
PB		 7841{
7842 int logic_cc;
7843
7844 logic_cc = 0;
7845 switch (op) {
7846 case 0: /* and */
396e467c 7847 tcg_gen_and_i32(t0, t0, t1);
9ee6e8bb
PB		 7848 logic_cc = conds;
7849 break;
7850 case 1: /* bic */
f669df27 7851 tcg_gen_andc_i32(t0, t0, t1);
9ee6e8bb
PB		 7852 logic_cc = conds;
7853 break;
7854 case 2: /* orr */
396e467c 7855 tcg_gen_or_i32(t0, t0, t1);
9ee6e8bb
PB		 7856 logic_cc = conds;
7857 break;
7858 case 3: /* orn */
29501f1b 7859 tcg_gen_orc_i32(t0, t0, t1);
9ee6e8bb
PB		 7860 logic_cc = conds;
7861 break;
7862 case 4: /* eor */
396e467c 7863 tcg_gen_xor_i32(t0, t0, t1);
9ee6e8bb
PB		 7864 logic_cc = conds;
7865 break;
7866 case 8: /* add */
7867 if (conds)
396e467c 7868 gen_helper_add_cc(t0, t0, t1);
9ee6e8bb 7869 else
396e467c 7870 tcg_gen_add_i32(t0, t0, t1);
9ee6e8bb
PB		 7871 break;
7872 case 10: /* adc */
7873 if (conds)
396e467c 7874 gen_helper_adc_cc(t0, t0, t1);
9ee6e8bb 7875 else
396e467c 7876 gen_adc(t0, t1);
9ee6e8bb
PB		 7877 break;
7878 case 11: /* sbc */
7879 if (conds)
396e467c 7880 gen_helper_sbc_cc(t0, t0, t1);
9ee6e8bb 7881 else
396e467c 7882 gen_sub_carry(t0, t0, t1);
9ee6e8bb
PB		 7883 break;
7884 case 13: /* sub */
7885 if (conds)
396e467c 7886 gen_helper_sub_cc(t0, t0, t1);
9ee6e8bb 7887 else
396e467c 7888 tcg_gen_sub_i32(t0, t0, t1);
9ee6e8bb
PB		 7889 break;
7890 case 14: /* rsb */
7891 if (conds)
396e467c 7892 gen_helper_sub_cc(t0, t1, t0);
9ee6e8bb 7893 else
396e467c 7894 tcg_gen_sub_i32(t0, t1, t0);
9ee6e8bb
PB		 7895 break;
7896 default: /* 5, 6, 7, 9, 12, 15. */
7897 return 1;
7898 }
7899 if (logic_cc) {
396e467c 7900 gen_logic_CC(t0);
9ee6e8bb 7901 if (shifter_out)
396e467c 7902 gen_set_CF_bit31(t1);
9ee6e8bb
PB		 7903 }
7904 return 0;
7905}
7906
7907/* Translate a 32-bit thumb instruction. Returns nonzero if the instruction
7908 is not legal. */
0ecb72a5 7909static int disas_thumb2_insn(CPUARMState *env, DisasContext *s, uint16_t insn_hw1)
9ee6e8bb 7910{
b0109805 7911 uint32_t insn, imm, shift, offset;
9ee6e8bb 7912 uint32_t rd, rn, rm, rs;
b26eefb6 7913 TCGv tmp;
6ddbc6e4
PB		 7914 TCGv tmp2;
7915 TCGv tmp3;
b0109805 7916 TCGv addr;
a7812ae4 7917 TCGv_i64 tmp64;
9ee6e8bb
PB		 7918 int op;
7919 int shiftop;
7920 int conds;
7921 int logic_cc;
7922
7923 if (!(arm_feature(env, ARM_FEATURE_THUMB2)
7924 || arm_feature (env, ARM_FEATURE_M))) {
601d70b9 7925 /* Thumb-1 cores may need to treat bl and blx as a pair of
9ee6e8bb
PB		 7926 16-bit instructions to get correct prefetch abort behavior. */
7927 insn = insn_hw1;
7928 if ((insn & (1 << 12)) == 0) {
be5e7a76 7929 ARCH(5);
9ee6e8bb
PB		 7930 /* Second half of blx. */
7931 offset = ((insn & 0x7ff) << 1);
d9ba4830
PB		 7932 tmp = load_reg(s, 14);
7933 tcg_gen_addi_i32(tmp, tmp, offset);
7934 tcg_gen_andi_i32(tmp, tmp, 0xfffffffc);
9ee6e8bb 7935
7d1b0095 7936 tmp2 = tcg_temp_new_i32();
b0109805 7937 tcg_gen_movi_i32(tmp2, s->pc | 1);
d9ba4830
PB		 7938 store_reg(s, 14, tmp2);
7939 gen_bx(s, tmp);
9ee6e8bb
PB		 7940 return 0;
7941 }
7942 if (insn & (1 << 11)) {
7943 /* Second half of bl. */
7944 offset = ((insn & 0x7ff) << 1) | 1;
d9ba4830 7945 tmp = load_reg(s, 14);
6a0d8a1d 7946 tcg_gen_addi_i32(tmp, tmp, offset);
9ee6e8bb 7947
7d1b0095 7948 tmp2 = tcg_temp_new_i32();
b0109805 7949 tcg_gen_movi_i32(tmp2, s->pc | 1);
d9ba4830
PB		 7950 store_reg(s, 14, tmp2);
7951 gen_bx(s, tmp);
9ee6e8bb
PB		 7952 return 0;
7953 }
7954 if ((s->pc & ~TARGET_PAGE_MASK) == 0) {
7955 /* Instruction spans a page boundary. Implement it as two
7956 16-bit instructions in case the second half causes an
7957 prefetch abort. */
7958 offset = ((int32_t)insn << 21) >> 9;
396e467c 7959 tcg_gen_movi_i32(cpu_R[14], s->pc + 2 + offset);
9ee6e8bb
PB		 7960 return 0;
7961 }
7962 /* Fall through to 32-bit decode. */
7963 }
7964
d8fd2954 7965 insn = arm_lduw_code(s->pc, s->bswap_code);
9ee6e8bb
PB		 7966 s->pc += 2;
7967 insn |= (uint32_t)insn_hw1 << 16;
7968
7969 if ((insn & 0xf800e800) != 0xf000e800) {
7970 ARCH(6T2);
7971 }
7972
7973 rn = (insn >> 16) & 0xf;
7974 rs = (insn >> 12) & 0xf;
7975 rd = (insn >> 8) & 0xf;
7976 rm = insn & 0xf;
7977 switch ((insn >> 25) & 0xf) {
7978 case 0: case 1: case 2: case 3:
7979 /* 16-bit instructions. Should never happen. */
7980 abort();
7981 case 4:
7982 if (insn & (1 << 22)) {
7983 /* Other load/store, table branch. */
7984 if (insn & 0x01200000) {
7985 /* Load/store doubleword. */
7986 if (rn == 15) {
7d1b0095 7987 addr = tcg_temp_new_i32();
b0109805 7988 tcg_gen_movi_i32(addr, s->pc & ~3);
9ee6e8bb 7989 } else {
b0109805 7990 addr = load_reg(s, rn);
9ee6e8bb
PB		 7991 }
7992 offset = (insn & 0xff) * 4;
7993 if ((insn & (1 << 23)) == 0)
7994 offset = -offset;
7995 if (insn & (1 << 24)) {
b0109805 7996 tcg_gen_addi_i32(addr, addr, offset);
9ee6e8bb
PB		 7997 offset = 0;
7998 }
7999 if (insn & (1 << 20)) {
8000 /* ldrd */
b0109805
PB		 8001 tmp = gen_ld32(addr, IS_USER(s));
8002 store_reg(s, rs, tmp);
8003 tcg_gen_addi_i32(addr, addr, 4);
8004 tmp = gen_ld32(addr, IS_USER(s));
8005 store_reg(s, rd, tmp);
9ee6e8bb
PB		 8006 } else {
8007 /* strd */
b0109805
PB		 8008 tmp = load_reg(s, rs);
8009 gen_st32(tmp, addr, IS_USER(s));
8010 tcg_gen_addi_i32(addr, addr, 4);
8011 tmp = load_reg(s, rd);
8012 gen_st32(tmp, addr, IS_USER(s));
9ee6e8bb
PB		 8013 }
8014 if (insn & (1 << 21)) {
8015 /* Base writeback. */
8016 if (rn == 15)
8017 goto illegal_op;
b0109805
PB		 8018 tcg_gen_addi_i32(addr, addr, offset - 4);
8019 store_reg(s, rn, addr);
8020 } else {
7d1b0095 8021 tcg_temp_free_i32(addr);
9ee6e8bb
PB		 8022 }
8023 } else if ((insn & (1 << 23)) == 0) {
8024 /* Load/store exclusive word. */
3174f8e9 8025 addr = tcg_temp_local_new();
98a46317 8026 load_reg_var(s, addr, rn);
426f5abc 8027 tcg_gen_addi_i32(addr, addr, (insn & 0xff) << 2);
2c0262af 8028 if (insn & (1 << 20)) {
426f5abc 8029 gen_load_exclusive(s, rs, 15, addr, 2);
9ee6e8bb 8030 } else {
426f5abc 8031 gen_store_exclusive(s, rd, rs, 15, addr, 2);
9ee6e8bb 8032 }
3174f8e9 8033 tcg_temp_free(addr);
9ee6e8bb
PB		 8034 } else if ((insn & (1 << 6)) == 0) {
8035 /* Table Branch. */
8036 if (rn == 15) {
7d1b0095 8037 addr = tcg_temp_new_i32();
b0109805 8038 tcg_gen_movi_i32(addr, s->pc);
9ee6e8bb 8039 } else {
b0109805 8040 addr = load_reg(s, rn);
9ee6e8bb 8041 }
b26eefb6 8042 tmp = load_reg(s, rm);
b0109805 8043 tcg_gen_add_i32(addr, addr, tmp);
9ee6e8bb
PB		 8044 if (insn & (1 << 4)) {
8045 /* tbh */
b0109805 8046 tcg_gen_add_i32(addr, addr, tmp);
7d1b0095 8047 tcg_temp_free_i32(tmp);
b0109805 8048 tmp = gen_ld16u(addr, IS_USER(s));
9ee6e8bb 8049 } else { /* tbb */
7d1b0095 8050 tcg_temp_free_i32(tmp);
b0109805 8051 tmp = gen_ld8u(addr, IS_USER(s));
9ee6e8bb 8052 }
7d1b0095 8053 tcg_temp_free_i32(addr);
b0109805
PB		 8054 tcg_gen_shli_i32(tmp, tmp, 1);
8055 tcg_gen_addi_i32(tmp, tmp, s->pc);
8056 store_reg(s, 15, tmp);
9ee6e8bb
PB		 8057 } else {
8058 /* Load/store exclusive byte/halfword/doubleword. */
426f5abc 8059 ARCH(7);
9ee6e8bb 8060 op = (insn >> 4) & 0x3;
426f5abc
PB		 8061 if (op == 2) {
8062 goto illegal_op;
8063 }
3174f8e9 8064 addr = tcg_temp_local_new();
98a46317 8065 load_reg_var(s, addr, rn);
9ee6e8bb 8066 if (insn & (1 << 20)) {
426f5abc 8067 gen_load_exclusive(s, rs, rd, addr, op);
9ee6e8bb 8068 } else {
426f5abc 8069 gen_store_exclusive(s, rm, rs, rd, addr, op);
9ee6e8bb 8070 }
3174f8e9 8071 tcg_temp_free(addr);
9ee6e8bb
PB		 8072 }
8073 } else {
8074 /* Load/store multiple, RFE, SRS. */
8075 if (((insn >> 23) & 1) == ((insn >> 24) & 1)) {
8076 /* Not available in user mode. */
b0109805 8077 if (IS_USER(s))
9ee6e8bb
PB		 8078 goto illegal_op;
8079 if (insn & (1 << 20)) {
8080 /* rfe */
b0109805
PB		 8081 addr = load_reg(s, rn);
8082 if ((insn & (1 << 24)) == 0)
8083 tcg_gen_addi_i32(addr, addr, -8);
8084 /* Load PC into tmp and CPSR into tmp2. */
8085 tmp = gen_ld32(addr, 0);
8086 tcg_gen_addi_i32(addr, addr, 4);
8087 tmp2 = gen_ld32(addr, 0);
9ee6e8bb
PB		 8088 if (insn & (1 << 21)) {
8089 /* Base writeback. */
b0109805
PB		 8090 if (insn & (1 << 24)) {
8091 tcg_gen_addi_i32(addr, addr, 4);
8092 } else {
8093 tcg_gen_addi_i32(addr, addr, -4);
8094 }
8095 store_reg(s, rn, addr);
8096 } else {
7d1b0095 8097 tcg_temp_free_i32(addr);
9ee6e8bb 8098 }
b0109805 8099 gen_rfe(s, tmp, tmp2);
9ee6e8bb
PB		 8100 } else {
8101 /* srs */
8102 op = (insn & 0x1f);
7d1b0095 8103 addr = tcg_temp_new_i32();
39ea3d4e
PM		 8104 tmp = tcg_const_i32(op);
8105 gen_helper_get_r13_banked(addr, cpu_env, tmp);
8106 tcg_temp_free_i32(tmp);
9ee6e8bb 8107 if ((insn & (1 << 24)) == 0) {
b0109805 8108 tcg_gen_addi_i32(addr, addr, -8);
9ee6e8bb 8109 }
b0109805
PB		 8110 tmp = load_reg(s, 14);
8111 gen_st32(tmp, addr, 0);
8112 tcg_gen_addi_i32(addr, addr, 4);
7d1b0095 8113 tmp = tcg_temp_new_i32();
b0109805
PB		 8114 gen_helper_cpsr_read(tmp);
8115 gen_st32(tmp, addr, 0);
9ee6e8bb
PB		 8116 if (insn & (1 << 21)) {
8117 if ((insn & (1 << 24)) == 0) {
b0109805 8118 tcg_gen_addi_i32(addr, addr, -4);
9ee6e8bb 8119 } else {
b0109805 8120 tcg_gen_addi_i32(addr, addr, 4);
9ee6e8bb 8121 }
39ea3d4e
PM		 8122 tmp = tcg_const_i32(op);
8123 gen_helper_set_r13_banked(cpu_env, tmp, addr);
8124 tcg_temp_free_i32(tmp);
b0109805 8125 } else {
7d1b0095 8126 tcg_temp_free_i32(addr);
9ee6e8bb
PB		 8127 }
8128 }
8129 } else {
5856d44e
YO		 8130 int i, loaded_base = 0;
8131 TCGv loaded_var;
9ee6e8bb 8132 /* Load/store multiple. */
b0109805 8133 addr = load_reg(s, rn);
9ee6e8bb
PB		 8134 offset = 0;
8135 for (i = 0; i < 16; i++) {
8136 if (insn & (1 << i))
8137 offset += 4;
8138 }
8139 if (insn & (1 << 24)) {
b0109805 8140 tcg_gen_addi_i32(addr, addr, -offset);
9ee6e8bb
PB		 8141 }
8142
5856d44e 8143 TCGV_UNUSED(loaded_var);
9ee6e8bb
PB		 8144 for (i = 0; i < 16; i++) {
8145 if ((insn & (1 << i)) == 0)
8146 continue;
8147 if (insn & (1 << 20)) {
8148 /* Load. */
b0109805 8149 tmp = gen_ld32(addr, IS_USER(s));
9ee6e8bb 8150 if (i == 15) {
b0109805 8151 gen_bx(s, tmp);
5856d44e
YO		 8152 } else if (i == rn) {
8153 loaded_var = tmp;
8154 loaded_base = 1;
9ee6e8bb 8155 } else {
b0109805 8156 store_reg(s, i, tmp);
9ee6e8bb
PB		 8157 }
8158 } else {
8159 /* Store. */
b0109805
PB		 8160 tmp = load_reg(s, i);
8161 gen_st32(tmp, addr, IS_USER(s));
9ee6e8bb 8162 }
b0109805 8163 tcg_gen_addi_i32(addr, addr, 4);
9ee6e8bb 8164 }
5856d44e
YO		 8165 if (loaded_base) {
8166 store_reg(s, rn, loaded_var);
8167 }
9ee6e8bb
PB		 8168 if (insn & (1 << 21)) {
8169 /* Base register writeback. */
8170 if (insn & (1 << 24)) {
b0109805 8171 tcg_gen_addi_i32(addr, addr, -offset);
9ee6e8bb
PB		 8172 }
8173 /* Fault if writeback register is in register list. */
8174 if (insn & (1 << rn))
8175 goto illegal_op;
b0109805
PB		 8176 store_reg(s, rn, addr);
8177 } else {
7d1b0095 8178 tcg_temp_free_i32(addr);
9ee6e8bb
PB		 8179 }
8180 }
8181 }
8182 break;
2af9ab77
JB		 8183 case 5:
8184
9ee6e8bb 8185 op = (insn >> 21) & 0xf;
2af9ab77
JB		 8186 if (op == 6) {
8187 /* Halfword pack. */
8188 tmp = load_reg(s, rn);
8189 tmp2 = load_reg(s, rm);
8190 shift = ((insn >> 10) & 0x1c) | ((insn >> 6) & 0x3);
8191 if (insn & (1 << 5)) {
8192 /* pkhtb */
8193 if (shift == 0)
8194 shift = 31;
8195 tcg_gen_sari_i32(tmp2, tmp2, shift);
8196 tcg_gen_andi_i32(tmp, tmp, 0xffff0000);
8197 tcg_gen_ext16u_i32(tmp2, tmp2);
8198 } else {
8199 /* pkhbt */
8200 if (shift)
8201 tcg_gen_shli_i32(tmp2, tmp2, shift);
8202 tcg_gen_ext16u_i32(tmp, tmp);
8203 tcg_gen_andi_i32(tmp2, tmp2, 0xffff0000);
8204 }
8205 tcg_gen_or_i32(tmp, tmp, tmp2);
7d1b0095 8206 tcg_temp_free_i32(tmp2);
3174f8e9
FN		 8207 store_reg(s, rd, tmp);
8208 } else {
2af9ab77
JB		 8209 /* Data processing register constant shift. */
8210 if (rn == 15) {
7d1b0095 8211 tmp = tcg_temp_new_i32();
2af9ab77
JB		 8212 tcg_gen_movi_i32(tmp, 0);
8213 } else {
8214 tmp = load_reg(s, rn);
8215 }
8216 tmp2 = load_reg(s, rm);
8217
8218 shiftop = (insn >> 4) & 3;
8219 shift = ((insn >> 6) & 3) | ((insn >> 10) & 0x1c);
8220 conds = (insn & (1 << 20)) != 0;
8221 logic_cc = (conds && thumb2_logic_op(op));
8222 gen_arm_shift_im(tmp2, shiftop, shift, logic_cc);
8223 if (gen_thumb2_data_op(s, op, conds, 0, tmp, tmp2))
8224 goto illegal_op;
7d1b0095 8225 tcg_temp_free_i32(tmp2);
2af9ab77
JB		 8226 if (rd != 15) {
8227 store_reg(s, rd, tmp);
8228 } else {
7d1b0095 8229 tcg_temp_free_i32(tmp);
2af9ab77 8230 }
3174f8e9 8231 }
9ee6e8bb
PB		 8232 break;
8233 case 13: /* Misc data processing. */
8234 op = ((insn >> 22) & 6) | ((insn >> 7) & 1);
8235 if (op < 4 && (insn & 0xf000) != 0xf000)
8236 goto illegal_op;
8237 switch (op) {
8238 case 0: /* Register controlled shift. */
8984bd2e
PB		 8239 tmp = load_reg(s, rn);
8240 tmp2 = load_reg(s, rm);
9ee6e8bb
PB		 8241 if ((insn & 0x70) != 0)
8242 goto illegal_op;
8243 op = (insn >> 21) & 3;
8984bd2e
PB		 8244 logic_cc = (insn & (1 << 20)) != 0;
8245 gen_arm_shift_reg(tmp, op, tmp2, logic_cc);
8246 if (logic_cc)
8247 gen_logic_CC(tmp);
21aeb343 8248 store_reg_bx(env, s, rd, tmp);
9ee6e8bb
PB		 8249 break;
8250 case 1: /* Sign/zero extend. */
5e3f878a 8251 tmp = load_reg(s, rm);
9ee6e8bb 8252 shift = (insn >> 4) & 3;
1301f322 8253 /* ??? In many cases it's not necessary to do a
9ee6e8bb
PB		 8254 rotate, a shift is sufficient. */
8255 if (shift != 0)
f669df27 8256 tcg_gen_rotri_i32(tmp, tmp, shift * 8);
9ee6e8bb
PB		 8257 op = (insn >> 20) & 7;
8258 switch (op) {
5e3f878a
PB		 8259 case 0: gen_sxth(tmp); break;
8260 case 1: gen_uxth(tmp); break;
8261 case 2: gen_sxtb16(tmp); break;
8262 case 3: gen_uxtb16(tmp); break;
8263 case 4: gen_sxtb(tmp); break;
8264 case 5: gen_uxtb(tmp); break;
9ee6e8bb
PB		 8265 default: goto illegal_op;
8266 }
8267 if (rn != 15) {
5e3f878a 8268 tmp2 = load_reg(s, rn);
9ee6e8bb 8269 if ((op >> 1) == 1) {
5e3f878a 8270 gen_add16(tmp, tmp2);
9ee6e8bb 8271 } else {
5e3f878a 8272 tcg_gen_add_i32(tmp, tmp, tmp2);
7d1b0095 8273 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 8274 }
8275 }
5e3f878a 8276 store_reg(s, rd, tmp);
9ee6e8bb
PB		 8277 break;
8278 case 2: /* SIMD add/subtract. */
8279 op = (insn >> 20) & 7;
8280 shift = (insn >> 4) & 7;
8281 if ((op & 3) == 3 || (shift & 3) == 3)
8282 goto illegal_op;
6ddbc6e4
PB		 8283 tmp = load_reg(s, rn);
8284 tmp2 = load_reg(s, rm);
8285 gen_thumb2_parallel_addsub(op, shift, tmp, tmp2);
7d1b0095 8286 tcg_temp_free_i32(tmp2);
6ddbc6e4 8287 store_reg(s, rd, tmp);
9ee6e8bb
PB		 8288 break;
8289 case 3: /* Other data processing. */
8290 op = ((insn >> 17) & 0x38) | ((insn >> 4) & 7);
8291 if (op < 4) {
8292 /* Saturating add/subtract. */
d9ba4830
PB		 8293 tmp = load_reg(s, rn);
8294 tmp2 = load_reg(s, rm);
9ee6e8bb 8295 if (op & 1)
4809c612
JB		 8296 gen_helper_double_saturate(tmp, tmp);
8297 if (op & 2)
d9ba4830 8298 gen_helper_sub_saturate(tmp, tmp2, tmp);
9ee6e8bb 8299 else
d9ba4830 8300 gen_helper_add_saturate(tmp, tmp, tmp2);
7d1b0095 8301 tcg_temp_free_i32(tmp2);
9ee6e8bb 8302 } else {
d9ba4830 8303 tmp = load_reg(s, rn);
9ee6e8bb
PB		 8304 switch (op) {
8305 case 0x0a: /* rbit */
d9ba4830 8306 gen_helper_rbit(tmp, tmp);
9ee6e8bb
PB		 8307 break;
8308 case 0x08: /* rev */
66896cb8 8309 tcg_gen_bswap32_i32(tmp, tmp);
9ee6e8bb
PB		 8310 break;
8311 case 0x09: /* rev16 */
d9ba4830 8312 gen_rev16(tmp);
9ee6e8bb
PB		 8313 break;
8314 case 0x0b: /* revsh */
d9ba4830 8315 gen_revsh(tmp);
9ee6e8bb
PB		 8316 break;
8317 case 0x10: /* sel */
d9ba4830 8318 tmp2 = load_reg(s, rm);
7d1b0095 8319 tmp3 = tcg_temp_new_i32();
0ecb72a5 8320 tcg_gen_ld_i32(tmp3, cpu_env, offsetof(CPUARMState, GE));
d9ba4830 8321 gen_helper_sel_flags(tmp, tmp3, tmp, tmp2);
7d1b0095
PM		 8322 tcg_temp_free_i32(tmp3);
8323 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 8324 break;
8325 case 0x18: /* clz */
d9ba4830 8326 gen_helper_clz(tmp, tmp);
9ee6e8bb
PB		 8327 break;
8328 default:
8329 goto illegal_op;
8330 }
8331 }
d9ba4830 8332 store_reg(s, rd, tmp);
9ee6e8bb
PB		 8333 break;
8334 case 4: case 5: /* 32-bit multiply. Sum of absolute differences. */
8335 op = (insn >> 4) & 0xf;
d9ba4830
PB		 8336 tmp = load_reg(s, rn);
8337 tmp2 = load_reg(s, rm);
9ee6e8bb
PB		 8338 switch ((insn >> 20) & 7) {
8339 case 0: /* 32 x 32 -> 32 */
d9ba4830 8340 tcg_gen_mul_i32(tmp, tmp, tmp2);
7d1b0095 8341 tcg_temp_free_i32(tmp2);
9ee6e8bb 8342 if (rs != 15) {
d9ba4830 8343 tmp2 = load_reg(s, rs);
9ee6e8bb 8344 if (op)
d9ba4830 8345 tcg_gen_sub_i32(tmp, tmp2, tmp);
9ee6e8bb 8346 else
d9ba4830 8347 tcg_gen_add_i32(tmp, tmp, tmp2);
7d1b0095 8348 tcg_temp_free_i32(tmp2);
9ee6e8bb 8349 }
9ee6e8bb
PB		 8350 break;
8351 case 1: /* 16 x 16 -> 32 */
d9ba4830 8352 gen_mulxy(tmp, tmp2, op & 2, op & 1);
7d1b0095 8353 tcg_temp_free_i32(tmp2);
9ee6e8bb 8354 if (rs != 15) {
d9ba4830
PB		 8355 tmp2 = load_reg(s, rs);
8356 gen_helper_add_setq(tmp, tmp, tmp2);
7d1b0095 8357 tcg_temp_free_i32(tmp2);
9ee6e8bb 8358 }
9ee6e8bb
PB		 8359 break;
8360 case 2: /* Dual multiply add. */
8361 case 4: /* Dual multiply subtract. */
8362 if (op)
d9ba4830
PB		 8363 gen_swap_half(tmp2);
8364 gen_smul_dual(tmp, tmp2);
9ee6e8bb 8365 if (insn & (1 << 22)) {
e1d177b9 8366 /* This subtraction cannot overflow. */
d9ba4830 8367 tcg_gen_sub_i32(tmp, tmp, tmp2);
9ee6e8bb 8368 } else {
e1d177b9
PM		 8369 /* This addition cannot overflow 32 bits;
8370 * however it may overflow considered as a signed
8371 * operation, in which case we must set the Q flag.
8372 */
8373 gen_helper_add_setq(tmp, tmp, tmp2);
9ee6e8bb 8374 }
7d1b0095 8375 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 8376 if (rs != 15)
8377 {
d9ba4830
PB		 8378 tmp2 = load_reg(s, rs);
8379 gen_helper_add_setq(tmp, tmp, tmp2);
7d1b0095 8380 tcg_temp_free_i32(tmp2);
9ee6e8bb 8381 }
9ee6e8bb
PB		 8382 break;
8383 case 3: /* 32 * 16 -> 32msb */
8384 if (op)
d9ba4830 8385 tcg_gen_sari_i32(tmp2, tmp2, 16);
9ee6e8bb 8386 else
d9ba4830 8387 gen_sxth(tmp2);
a7812ae4
PB		 8388 tmp64 = gen_muls_i64_i32(tmp, tmp2);
8389 tcg_gen_shri_i64(tmp64, tmp64, 16);
7d1b0095 8390 tmp = tcg_temp_new_i32();
a7812ae4 8391 tcg_gen_trunc_i64_i32(tmp, tmp64);
b75263d6 8392 tcg_temp_free_i64(tmp64);
9ee6e8bb
PB		 8393 if (rs != 15)
8394 {
d9ba4830
PB		 8395 tmp2 = load_reg(s, rs);
8396 gen_helper_add_setq(tmp, tmp, tmp2);
7d1b0095 8397 tcg_temp_free_i32(tmp2);
9ee6e8bb 8398 }
9ee6e8bb 8399 break;
838fa72d
AJ		 8400 case 5: case 6: /* 32 * 32 -> 32msb (SMMUL, SMMLA, SMMLS) */
8401 tmp64 = gen_muls_i64_i32(tmp, tmp2);
9ee6e8bb 8402 if (rs != 15) {
838fa72d
AJ		 8403 tmp = load_reg(s, rs);
8404 if (insn & (1 << 20)) {
8405 tmp64 = gen_addq_msw(tmp64, tmp);
99c475ab 8406 } else {
838fa72d 8407 tmp64 = gen_subq_msw(tmp64, tmp);
99c475ab 8408 }
2c0262af 8409 }
838fa72d
AJ		 8410 if (insn & (1 << 4)) {
8411 tcg_gen_addi_i64(tmp64, tmp64, 0x80000000u);
8412 }
8413 tcg_gen_shri_i64(tmp64, tmp64, 32);
7d1b0095 8414 tmp = tcg_temp_new_i32();
838fa72d
AJ		 8415 tcg_gen_trunc_i64_i32(tmp, tmp64);
8416 tcg_temp_free_i64(tmp64);
9ee6e8bb
PB		 8417 break;
8418 case 7: /* Unsigned sum of absolute differences. */
d9ba4830 8419 gen_helper_usad8(tmp, tmp, tmp2);
7d1b0095 8420 tcg_temp_free_i32(tmp2);
9ee6e8bb 8421 if (rs != 15) {
d9ba4830
PB		 8422 tmp2 = load_reg(s, rs);
8423 tcg_gen_add_i32(tmp, tmp, tmp2);
7d1b0095 8424 tcg_temp_free_i32(tmp2);
5fd46862 8425 }
9ee6e8bb 8426 break;
2c0262af 8427 }
d9ba4830 8428 store_reg(s, rd, tmp);
2c0262af 8429 break;
9ee6e8bb
PB		 8430 case 6: case 7: /* 64-bit multiply, Divide. */
8431 op = ((insn >> 4) & 0xf) | ((insn >> 16) & 0x70);
5e3f878a
PB		 8432 tmp = load_reg(s, rn);
8433 tmp2 = load_reg(s, rm);
9ee6e8bb
PB		 8434 if ((op & 0x50) == 0x10) {
8435 /* sdiv, udiv */
47789990 8436 if (!arm_feature(env, ARM_FEATURE_THUMB_DIV)) {
9ee6e8bb 8437 goto illegal_op;
47789990 8438 }
9ee6e8bb 8439 if (op & 0x20)
5e3f878a 8440 gen_helper_udiv(tmp, tmp, tmp2);
2c0262af 8441 else
5e3f878a 8442 gen_helper_sdiv(tmp, tmp, tmp2);
7d1b0095 8443 tcg_temp_free_i32(tmp2);
5e3f878a 8444 store_reg(s, rd, tmp);
9ee6e8bb
PB		 8445 } else if ((op & 0xe) == 0xc) {
8446 /* Dual multiply accumulate long. */
8447 if (op & 1)
5e3f878a
PB		 8448 gen_swap_half(tmp2);
8449 gen_smul_dual(tmp, tmp2);
9ee6e8bb 8450 if (op & 0x10) {
5e3f878a 8451 tcg_gen_sub_i32(tmp, tmp, tmp2);
b5ff1b31 8452 } else {
5e3f878a 8453 tcg_gen_add_i32(tmp, tmp, tmp2);
b5ff1b31 8454 }
7d1b0095 8455 tcg_temp_free_i32(tmp2);
a7812ae4
PB		 8456 /* BUGFIX */
8457 tmp64 = tcg_temp_new_i64();
8458 tcg_gen_ext_i32_i64(tmp64, tmp);
7d1b0095 8459 tcg_temp_free_i32(tmp);
a7812ae4
PB		 8460 gen_addq(s, tmp64, rs, rd);
8461 gen_storeq_reg(s, rs, rd, tmp64);
b75263d6 8462 tcg_temp_free_i64(tmp64);
2c0262af 8463 } else {
9ee6e8bb
PB		 8464 if (op & 0x20) {
8465 /* Unsigned 64-bit multiply */
a7812ae4 8466 tmp64 = gen_mulu_i64_i32(tmp, tmp2);
b5ff1b31 8467 } else {
9ee6e8bb
PB		 8468 if (op & 8) {
8469 /* smlalxy */
5e3f878a 8470 gen_mulxy(tmp, tmp2, op & 2, op & 1);
7d1b0095 8471 tcg_temp_free_i32(tmp2);
a7812ae4
PB		 8472 tmp64 = tcg_temp_new_i64();
8473 tcg_gen_ext_i32_i64(tmp64, tmp);
7d1b0095 8474 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 8475 } else {
8476 /* Signed 64-bit multiply */
a7812ae4 8477 tmp64 = gen_muls_i64_i32(tmp, tmp2);
9ee6e8bb 8478 }
b5ff1b31 8479 }
9ee6e8bb
PB		 8480 if (op & 4) {
8481 /* umaal */
a7812ae4
PB		 8482 gen_addq_lo(s, tmp64, rs);
8483 gen_addq_lo(s, tmp64, rd);
9ee6e8bb
PB		 8484 } else if (op & 0x40) {
8485 /* 64-bit accumulate. */
a7812ae4 8486 gen_addq(s, tmp64, rs, rd);
9ee6e8bb 8487 }
a7812ae4 8488 gen_storeq_reg(s, rs, rd, tmp64);
b75263d6 8489 tcg_temp_free_i64(tmp64);
5fd46862 8490 }
2c0262af 8491 break;
9ee6e8bb
PB		 8492 }
8493 break;
8494 case 6: case 7: case 14: case 15:
8495 /* Coprocessor. */
8496 if (((insn >> 24) & 3) == 3) {
8497 /* Translate into the equivalent ARM encoding. */
f06053e3 8498 insn = (insn & 0xe2ffffff) | ((insn & (1 << 28)) >> 4) | (1 << 28);
9ee6e8bb
PB		 8499 if (disas_neon_data_insn(env, s, insn))
8500 goto illegal_op;
8501 } else {
8502 if (insn & (1 << 28))
8503 goto illegal_op;
8504 if (disas_coproc_insn (env, s, insn))
8505 goto illegal_op;
8506 }
8507 break;
8508 case 8: case 9: case 10: case 11:
8509 if (insn & (1 << 15)) {
8510 /* Branches, misc control. */
8511 if (insn & 0x5000) {
8512 /* Unconditional branch. */
8513 /* signextend(hw1[10:0]) -> offset[:12]. */
8514 offset = ((int32_t)insn << 5) >> 9 & ~(int32_t)0xfff;
8515 /* hw1[10:0] -> offset[11:1]. */
8516 offset |= (insn & 0x7ff) << 1;
8517 /* (~hw2[13, 11] ^ offset[24]) -> offset[23,22]
8518 offset[24:22] already have the same value because of the
8519 sign extension above. */
8520 offset ^= ((~insn) & (1 << 13)) << 10;
8521 offset ^= ((~insn) & (1 << 11)) << 11;
8522
9ee6e8bb
PB		 8523 if (insn & (1 << 14)) {
8524 /* Branch and link. */
3174f8e9 8525 tcg_gen_movi_i32(cpu_R[14], s->pc | 1);
b5ff1b31 8526 }
3b46e624 8527
b0109805 8528 offset += s->pc;
9ee6e8bb
PB		 8529 if (insn & (1 << 12)) {
8530 /* b/bl */
b0109805 8531 gen_jmp(s, offset);
9ee6e8bb
PB		 8532 } else {
8533 /* blx */
b0109805 8534 offset &= ~(uint32_t)2;
be5e7a76 8535 /* thumb2 bx, no need to check */
b0109805 8536 gen_bx_im(s, offset);
2c0262af 8537 }
9ee6e8bb
PB		 8538 } else if (((insn >> 23) & 7) == 7) {
8539 /* Misc control */
8540 if (insn & (1 << 13))
8541 goto illegal_op;
8542
8543 if (insn & (1 << 26)) {
8544 /* Secure monitor call (v6Z) */
8545 goto illegal_op; /* not implemented. */
2c0262af 8546 } else {
9ee6e8bb
PB		 8547 op = (insn >> 20) & 7;
8548 switch (op) {
8549 case 0: /* msr cpsr. */
8550 if (IS_M(env)) {
8984bd2e
PB		 8551 tmp = load_reg(s, rn);
8552 addr = tcg_const_i32(insn & 0xff);
8553 gen_helper_v7m_msr(cpu_env, addr, tmp);
b75263d6 8554 tcg_temp_free_i32(addr);
7d1b0095 8555 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 8556 gen_lookup_tb(s);
8557 break;
8558 }
8559 /* fall through */
8560 case 1: /* msr spsr. */
8561 if (IS_M(env))
8562 goto illegal_op;
2fbac54b
FN		 8563 tmp = load_reg(s, rn);
8564 if (gen_set_psr(s,
9ee6e8bb 8565 msr_mask(env, s, (insn >> 8) & 0xf, op == 1),
2fbac54b 8566 op == 1, tmp))
9ee6e8bb
PB		 8567 goto illegal_op;
8568 break;
8569 case 2: /* cps, nop-hint. */
8570 if (((insn >> 8) & 7) == 0) {
8571 gen_nop_hint(s, insn & 0xff);
8572 }
8573 /* Implemented as NOP in user mode. */
8574 if (IS_USER(s))
8575 break;
8576 offset = 0;
8577 imm = 0;
8578 if (insn & (1 << 10)) {
8579 if (insn & (1 << 7))
8580 offset |= CPSR_A;
8581 if (insn & (1 << 6))
8582 offset |= CPSR_I;
8583 if (insn & (1 << 5))
8584 offset |= CPSR_F;
8585 if (insn & (1 << 9))
8586 imm = CPSR_A | CPSR_I | CPSR_F;
8587 }
8588 if (insn & (1 << 8)) {
8589 offset |= 0x1f;
8590 imm |= (insn & 0x1f);
8591 }
8592 if (offset) {
2fbac54b 8593 gen_set_psr_im(s, offset, 0, imm);
9ee6e8bb
PB		 8594 }
8595 break;
8596 case 3: /* Special control operations. */
426f5abc 8597 ARCH(7);
9ee6e8bb
PB		 8598 op = (insn >> 4) & 0xf;
8599 switch (op) {
8600 case 2: /* clrex */
426f5abc 8601 gen_clrex(s);
9ee6e8bb
PB		 8602 break;
8603 case 4: /* dsb */
8604 case 5: /* dmb */
8605 case 6: /* isb */
8606 /* These execute as NOPs. */
9ee6e8bb
PB		 8607 break;
8608 default:
8609 goto illegal_op;
8610 }
8611 break;
8612 case 4: /* bxj */
8613 /* Trivial implementation equivalent to bx. */
d9ba4830
PB		 8614 tmp = load_reg(s, rn);
8615 gen_bx(s, tmp);
9ee6e8bb
PB		 8616 break;
8617 case 5: /* Exception return. */
b8b45b68
RV		 8618 if (IS_USER(s)) {
8619 goto illegal_op;
8620 }
8621 if (rn != 14 || rd != 15) {
8622 goto illegal_op;
8623 }
8624 tmp = load_reg(s, rn);
8625 tcg_gen_subi_i32(tmp, tmp, insn & 0xff);
8626 gen_exception_return(s, tmp);
8627 break;
9ee6e8bb 8628 case 6: /* mrs cpsr. */
7d1b0095 8629 tmp = tcg_temp_new_i32();
9ee6e8bb 8630 if (IS_M(env)) {
8984bd2e
PB		 8631 addr = tcg_const_i32(insn & 0xff);
8632 gen_helper_v7m_mrs(tmp, cpu_env, addr);
b75263d6 8633 tcg_temp_free_i32(addr);
9ee6e8bb 8634 } else {
8984bd2e 8635 gen_helper_cpsr_read(tmp);
9ee6e8bb 8636 }
8984bd2e 8637 store_reg(s, rd, tmp);
9ee6e8bb
PB		 8638 break;
8639 case 7: /* mrs spsr. */
8640 /* Not accessible in user mode. */
8641 if (IS_USER(s) || IS_M(env))
8642 goto illegal_op;
d9ba4830
PB		 8643 tmp = load_cpu_field(spsr);
8644 store_reg(s, rd, tmp);
9ee6e8bb 8645 break;
2c0262af
FB		 8646 }
8647 }
9ee6e8bb
PB		 8648 } else {
8649 /* Conditional branch. */
8650 op = (insn >> 22) & 0xf;
8651 /* Generate a conditional jump to next instruction. */
8652 s->condlabel = gen_new_label();
d9ba4830 8653 gen_test_cc(op ^ 1, s->condlabel);
9ee6e8bb
PB		 8654 s->condjmp = 1;
8655
8656 /* offset[11:1] = insn[10:0] */
8657 offset = (insn & 0x7ff) << 1;
8658 /* offset[17:12] = insn[21:16]. */
8659 offset |= (insn & 0x003f0000) >> 4;
8660 /* offset[31:20] = insn[26]. */
8661 offset |= ((int32_t)((insn << 5) & 0x80000000)) >> 11;
8662 /* offset[18] = insn[13]. */
8663 offset |= (insn & (1 << 13)) << 5;
8664 /* offset[19] = insn[11]. */
8665 offset |= (insn & (1 << 11)) << 8;
8666
8667 /* jump to the offset */
b0109805 8668 gen_jmp(s, s->pc + offset);
9ee6e8bb
PB		 8669 }
8670 } else {
8671 /* Data processing immediate. */
8672 if (insn & (1 << 25)) {
8673 if (insn & (1 << 24)) {
8674 if (insn & (1 << 20))
8675 goto illegal_op;
8676 /* Bitfield/Saturate. */
8677 op = (insn >> 21) & 7;
8678 imm = insn & 0x1f;
8679 shift = ((insn >> 6) & 3) | ((insn >> 10) & 0x1c);
6ddbc6e4 8680 if (rn == 15) {
7d1b0095 8681 tmp = tcg_temp_new_i32();
6ddbc6e4
PB		 8682 tcg_gen_movi_i32(tmp, 0);
8683 } else {
8684 tmp = load_reg(s, rn);
8685 }
9ee6e8bb
PB		 8686 switch (op) {
8687 case 2: /* Signed bitfield extract. */
8688 imm++;
8689 if (shift + imm > 32)
8690 goto illegal_op;
8691 if (imm < 32)
6ddbc6e4 8692 gen_sbfx(tmp, shift, imm);
9ee6e8bb
PB		 8693 break;
8694 case 6: /* Unsigned bitfield extract. */
8695 imm++;
8696 if (shift + imm > 32)
8697 goto illegal_op;
8698 if (imm < 32)
6ddbc6e4 8699 gen_ubfx(tmp, shift, (1u << imm) - 1);
9ee6e8bb
PB		 8700 break;
8701 case 3: /* Bitfield insert/clear. */
8702 if (imm < shift)
8703 goto illegal_op;
8704 imm = imm + 1 - shift;
8705 if (imm != 32) {
6ddbc6e4 8706 tmp2 = load_reg(s, rd);
8f8e3aa4 8707 gen_bfi(tmp, tmp2, tmp, shift, (1u << imm) - 1);
7d1b0095 8708 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 8709 }
8710 break;
8711 case 7:
8712 goto illegal_op;
8713 default: /* Saturate. */
9ee6e8bb
PB		 8714 if (shift) {
8715 if (op & 1)
6ddbc6e4 8716 tcg_gen_sari_i32(tmp, tmp, shift);
9ee6e8bb 8717 else
6ddbc6e4 8718 tcg_gen_shli_i32(tmp, tmp, shift);
9ee6e8bb 8719 }
6ddbc6e4 8720 tmp2 = tcg_const_i32(imm);
9ee6e8bb
PB		 8721 if (op & 4) {
8722 /* Unsigned. */
9ee6e8bb 8723 if ((op & 1) && shift == 0)
6ddbc6e4 8724 gen_helper_usat16(tmp, tmp, tmp2);
9ee6e8bb 8725 else
6ddbc6e4 8726 gen_helper_usat(tmp, tmp, tmp2);
2c0262af 8727 } else {
9ee6e8bb 8728 /* Signed. */
9ee6e8bb 8729 if ((op & 1) && shift == 0)
6ddbc6e4 8730 gen_helper_ssat16(tmp, tmp, tmp2);
9ee6e8bb 8731 else
6ddbc6e4 8732 gen_helper_ssat(tmp, tmp, tmp2);
2c0262af 8733 }
b75263d6 8734 tcg_temp_free_i32(tmp2);
9ee6e8bb 8735 break;
2c0262af 8736 }
6ddbc6e4 8737 store_reg(s, rd, tmp);
9ee6e8bb
PB		 8738 } else {
8739 imm = ((insn & 0x04000000) >> 15)
8740 | ((insn & 0x7000) >> 4) | (insn & 0xff);
8741 if (insn & (1 << 22)) {
8742 /* 16-bit immediate. */
8743 imm |= (insn >> 4) & 0xf000;
8744 if (insn & (1 << 23)) {
8745 /* movt */
5e3f878a 8746 tmp = load_reg(s, rd);
86831435 8747 tcg_gen_ext16u_i32(tmp, tmp);
5e3f878a 8748 tcg_gen_ori_i32(tmp, tmp, imm << 16);
2c0262af 8749 } else {
9ee6e8bb 8750 /* movw */
7d1b0095 8751 tmp = tcg_temp_new_i32();
5e3f878a 8752 tcg_gen_movi_i32(tmp, imm);
2c0262af
FB		 8753 }
8754 } else {
9ee6e8bb
PB		 8755 /* Add/sub 12-bit immediate. */
8756 if (rn == 15) {
b0109805 8757 offset = s->pc & ~(uint32_t)3;
9ee6e8bb 8758 if (insn & (1 << 23))
b0109805 8759 offset -= imm;
9ee6e8bb 8760 else
b0109805 8761 offset += imm;
7d1b0095 8762 tmp = tcg_temp_new_i32();
5e3f878a 8763 tcg_gen_movi_i32(tmp, offset);
2c0262af 8764 } else {
5e3f878a 8765 tmp = load_reg(s, rn);
9ee6e8bb 8766 if (insn & (1 << 23))
5e3f878a 8767 tcg_gen_subi_i32(tmp, tmp, imm);
9ee6e8bb 8768 else
5e3f878a 8769 tcg_gen_addi_i32(tmp, tmp, imm);
2c0262af 8770 }
9ee6e8bb 8771 }
5e3f878a 8772 store_reg(s, rd, tmp);
191abaa2 8773 }
9ee6e8bb
PB		 8774 } else {
8775 int shifter_out = 0;
8776 /* modified 12-bit immediate. */
8777 shift = ((insn & 0x04000000) >> 23) | ((insn & 0x7000) >> 12);
8778 imm = (insn & 0xff);
8779 switch (shift) {
8780 case 0: /* XY */
8781 /* Nothing to do. */
8782 break;
8783 case 1: /* 00XY00XY */
8784 imm |= imm << 16;
8785 break;
8786 case 2: /* XY00XY00 */
8787 imm |= imm << 16;
8788 imm <<= 8;
8789 break;
8790 case 3: /* XYXYXYXY */
8791 imm |= imm << 16;
8792 imm |= imm << 8;
8793 break;
8794 default: /* Rotated constant. */
8795 shift = (shift << 1) | (imm >> 7);
8796 imm |= 0x80;
8797 imm = imm << (32 - shift);
8798 shifter_out = 1;
8799 break;
b5ff1b31 8800 }
7d1b0095 8801 tmp2 = tcg_temp_new_i32();
3174f8e9 8802 tcg_gen_movi_i32(tmp2, imm);
9ee6e8bb 8803 rn = (insn >> 16) & 0xf;
3174f8e9 8804 if (rn == 15) {
7d1b0095 8805 tmp = tcg_temp_new_i32();
3174f8e9
FN		 8806 tcg_gen_movi_i32(tmp, 0);
8807 } else {
8808 tmp = load_reg(s, rn);
8809 }
9ee6e8bb
PB		 8810 op = (insn >> 21) & 0xf;
8811 if (gen_thumb2_data_op(s, op, (insn & (1 << 20)) != 0,
3174f8e9 8812 shifter_out, tmp, tmp2))
9ee6e8bb 8813 goto illegal_op;
7d1b0095 8814 tcg_temp_free_i32(tmp2);
9ee6e8bb
PB		 8815 rd = (insn >> 8) & 0xf;
8816 if (rd != 15) {
3174f8e9
FN		 8817 store_reg(s, rd, tmp);
8818 } else {
7d1b0095 8819 tcg_temp_free_i32(tmp);
2c0262af 8820 }
2c0262af 8821 }
9ee6e8bb
PB		 8822 }
8823 break;
8824 case 12: /* Load/store single data item. */
8825 {
8826 int postinc = 0;
8827 int writeback = 0;
b0109805 8828 int user;
9ee6e8bb
PB		 8829 if ((insn & 0x01100000) == 0x01000000) {
8830 if (disas_neon_ls_insn(env, s, insn))
c1713132 8831 goto illegal_op;
9ee6e8bb
PB		 8832 break;
8833 }
a2fdc890
PM		 8834 op = ((insn >> 21) & 3) | ((insn >> 22) & 4);
8835 if (rs == 15) {
8836 if (!(insn & (1 << 20))) {
8837 goto illegal_op;
8838 }
8839 if (op != 2) {
8840 /* Byte or halfword load space with dest == r15 : memory hints.
8841 * Catch them early so we don't emit pointless addressing code.
8842 * This space is a mix of:
8843 * PLD/PLDW/PLI, which we implement as NOPs (note that unlike
8844 * the ARM encodings, PLDW space doesn't UNDEF for non-v7MP
8845 * cores)
8846 * unallocated hints, which must be treated as NOPs
8847 * UNPREDICTABLE space, which we NOP or UNDEF depending on
8848 * which is easiest for the decoding logic
8849 * Some space which must UNDEF
8850 */
8851 int op1 = (insn >> 23) & 3;
8852 int op2 = (insn >> 6) & 0x3f;
8853 if (op & 2) {
8854 goto illegal_op;
8855 }
8856 if (rn == 15) {
02afbf64
PM		 8857 /* UNPREDICTABLE, unallocated hint or
8858 * PLD/PLDW/PLI (literal)
8859 */
a2fdc890
PM		 8860 return 0;
8861 }
8862 if (op1 & 1) {
02afbf64 8863 return 0; /* PLD/PLDW/PLI or unallocated hint */
a2fdc890
PM		 8864 }
8865 if ((op2 == 0) || ((op2 & 0x3c) == 0x30)) {
02afbf64 8866 return 0; /* PLD/PLDW/PLI or unallocated hint */
a2fdc890
PM		 8867 }
8868 /* UNDEF space, or an UNPREDICTABLE */
8869 return 1;
8870 }
8871 }
b0109805 8872 user = IS_USER(s);
9ee6e8bb 8873 if (rn == 15) {
7d1b0095 8874 addr = tcg_temp_new_i32();
9ee6e8bb
PB		 8875 /* PC relative. */
8876 /* s->pc has already been incremented by 4. */
8877 imm = s->pc & 0xfffffffc;
8878 if (insn & (1 << 23))
8879 imm += insn & 0xfff;
8880 else
8881 imm -= insn & 0xfff;
b0109805 8882 tcg_gen_movi_i32(addr, imm);
9ee6e8bb 8883 } else {
b0109805 8884 addr = load_reg(s, rn);
9ee6e8bb
PB		 8885 if (insn & (1 << 23)) {
8886 /* Positive offset. */
8887 imm = insn & 0xfff;
b0109805 8888 tcg_gen_addi_i32(addr, addr, imm);
9ee6e8bb 8889 } else {
9ee6e8bb 8890 imm = insn & 0xff;
2a0308c5
PM		 8891 switch ((insn >> 8) & 0xf) {
8892 case 0x0: /* Shifted Register. */
9ee6e8bb 8893 shift = (insn >> 4) & 0xf;
2a0308c5
PM		 8894 if (shift > 3) {
8895 tcg_temp_free_i32(addr);
18c9b560 8896 goto illegal_op;
2a0308c5 8897 }
b26eefb6 8898 tmp = load_reg(s, rm);
9ee6e8bb 8899 if (shift)
b26eefb6 8900 tcg_gen_shli_i32(tmp, tmp, shift);
b0109805 8901 tcg_gen_add_i32(addr, addr, tmp);
7d1b0095 8902 tcg_temp_free_i32(tmp);
9ee6e8bb 8903 break;
2a0308c5 8904 case 0xc: /* Negative offset. */
b0109805 8905 tcg_gen_addi_i32(addr, addr, -imm);
9ee6e8bb 8906 break;
2a0308c5 8907 case 0xe: /* User privilege. */
b0109805
PB		 8908 tcg_gen_addi_i32(addr, addr, imm);
8909 user = 1;
9ee6e8bb 8910 break;
2a0308c5 8911 case 0x9: /* Post-decrement. */
9ee6e8bb
PB		 8912 imm = -imm;
8913 /* Fall through. */
2a0308c5 8914 case 0xb: /* Post-increment. */
9ee6e8bb
PB		 8915 postinc = 1;
8916 writeback = 1;
8917 break;
2a0308c5 8918 case 0xd: /* Pre-decrement. */
9ee6e8bb
PB		 8919 imm = -imm;
8920 /* Fall through. */
2a0308c5 8921 case 0xf: /* Pre-increment. */
b0109805 8922 tcg_gen_addi_i32(addr, addr, imm);
9ee6e8bb
PB		 8923 writeback = 1;
8924 break;
8925 default:
2a0308c5 8926 tcg_temp_free_i32(addr);
b7bcbe95 8927 goto illegal_op;
9ee6e8bb
PB		 8928 }
8929 }
8930 }
9ee6e8bb
PB		 8931 if (insn & (1 << 20)) {
8932 /* Load. */
a2fdc890
PM		 8933 switch (op) {
8934 case 0: tmp = gen_ld8u(addr, user); break;
8935 case 4: tmp = gen_ld8s(addr, user); break;
8936 case 1: tmp = gen_ld16u(addr, user); break;
8937 case 5: tmp = gen_ld16s(addr, user); break;
8938 case 2: tmp = gen_ld32(addr, user); break;
2a0308c5
PM		 8939 default:
8940 tcg_temp_free_i32(addr);
8941 goto illegal_op;
a2fdc890
PM		 8942 }
8943 if (rs == 15) {
8944 gen_bx(s, tmp);
9ee6e8bb 8945 } else {
a2fdc890 8946 store_reg(s, rs, tmp);
9ee6e8bb
PB		 8947 }
8948 } else {
8949 /* Store. */
b0109805 8950 tmp = load_reg(s, rs);
9ee6e8bb 8951 switch (op) {
b0109805
PB		 8952 case 0: gen_st8(tmp, addr, user); break;
8953 case 1: gen_st16(tmp, addr, user); break;
8954 case 2: gen_st32(tmp, addr, user); break;
2a0308c5
PM		 8955 default:
8956 tcg_temp_free_i32(addr);
8957 goto illegal_op;
b7bcbe95 8958 }
2c0262af 8959 }
9ee6e8bb 8960 if (postinc)
b0109805
PB		 8961 tcg_gen_addi_i32(addr, addr, imm);
8962 if (writeback) {
8963 store_reg(s, rn, addr);
8964 } else {
7d1b0095 8965 tcg_temp_free_i32(addr);
b0109805 8966 }
9ee6e8bb
PB		 8967 }
8968 break;
8969 default:
8970 goto illegal_op;
2c0262af 8971 }
9ee6e8bb
PB		 8972 return 0;
8973illegal_op:
8974 return 1;
2c0262af
FB		 8975}
8976
0ecb72a5 8977static void disas_thumb_insn(CPUARMState *env, DisasContext *s)
99c475ab
FB		 8978{
8979 uint32_t val, insn, op, rm, rn, rd, shift, cond;
8980 int32_t offset;
8981 int i;
b26eefb6 8982 TCGv tmp;
d9ba4830 8983 TCGv tmp2;
b0109805 8984 TCGv addr;
99c475ab 8985
9ee6e8bb
PB		 8986 if (s->condexec_mask) {
8987 cond = s->condexec_cond;
bedd2912
JB		 8988 if (cond != 0x0e) { /* Skip conditional when condition is AL. */
8989 s->condlabel = gen_new_label();
8990 gen_test_cc(cond ^ 1, s->condlabel);
8991 s->condjmp = 1;
8992 }
9ee6e8bb
PB		 8993 }
8994
d8fd2954 8995 insn = arm_lduw_code(s->pc, s->bswap_code);
99c475ab 8996 s->pc += 2;
b5ff1b31 8997
99c475ab
FB		 8998 switch (insn >> 12) {
8999 case 0: case 1:
396e467c 9000
99c475ab
FB		 9001 rd = insn & 7;
9002 op = (insn >> 11) & 3;
9003 if (op == 3) {
9004 /* add/subtract */
9005 rn = (insn >> 3) & 7;
396e467c 9006 tmp = load_reg(s, rn);
99c475ab
FB		 9007 if (insn & (1 << 10)) {
9008 /* immediate */
7d1b0095 9009 tmp2 = tcg_temp_new_i32();
396e467c 9010 tcg_gen_movi_i32(tmp2, (insn >> 6) & 7);
99c475ab
FB		 9011 } else {
9012 /* reg */
9013 rm = (insn >> 6) & 7;
396e467c 9014 tmp2 = load_reg(s, rm);
99c475ab 9015 }
9ee6e8bb
PB		 9016 if (insn & (1 << 9)) {
9017 if (s->condexec_mask)
396e467c 9018 tcg_gen_sub_i32(tmp, tmp, tmp2);
9ee6e8bb 9019 else
396e467c 9020 gen_helper_sub_cc(tmp, tmp, tmp2);
9ee6e8bb
PB		 9021 } else {
9022 if (s->condexec_mask)
396e467c 9023 tcg_gen_add_i32(tmp, tmp, tmp2);
9ee6e8bb 9024 else
396e467c 9025 gen_helper_add_cc(tmp, tmp, tmp2);
9ee6e8bb 9026 }
7d1b0095 9027 tcg_temp_free_i32(tmp2);
396e467c 9028 store_reg(s, rd, tmp);
99c475ab
FB		 9029 } else {
9030 /* shift immediate */
9031 rm = (insn >> 3) & 7;
9032 shift = (insn >> 6) & 0x1f;
9a119ff6
PB		 9033 tmp = load_reg(s, rm);
9034 gen_arm_shift_im(tmp, op, shift, s->condexec_mask == 0);
9035 if (!s->condexec_mask)
9036 gen_logic_CC(tmp);
9037 store_reg(s, rd, tmp);
99c475ab
FB		 9038 }
9039 break;
9040 case 2: case 3:
9041 /* arithmetic large immediate */
9042 op = (insn >> 11) & 3;
9043 rd = (insn >> 8) & 0x7;
396e467c 9044 if (op == 0) { /* mov */
7d1b0095 9045 tmp = tcg_temp_new_i32();
396e467c 9046 tcg_gen_movi_i32(tmp, insn & 0xff);
9ee6e8bb 9047 if (!s->condexec_mask)
396e467c
FN		 9048 gen_logic_CC(tmp);
9049 store_reg(s, rd, tmp);
9050 } else {
9051 tmp = load_reg(s, rd);
7d1b0095 9052 tmp2 = tcg_temp_new_i32();
396e467c
FN		 9053 tcg_gen_movi_i32(tmp2, insn & 0xff);
9054 switch (op) {
9055 case 1: /* cmp */
9056 gen_helper_sub_cc(tmp, tmp, tmp2);
7d1b0095
PM		 9057 tcg_temp_free_i32(tmp);
9058 tcg_temp_free_i32(tmp2);
396e467c
FN		 9059 break;
9060 case 2: /* add */
9061 if (s->condexec_mask)
9062 tcg_gen_add_i32(tmp, tmp, tmp2);
9063 else
9064 gen_helper_add_cc(tmp, tmp, tmp2);
7d1b0095 9065 tcg_temp_free_i32(tmp2);
396e467c
FN		 9066 store_reg(s, rd, tmp);
9067 break;
9068 case 3: /* sub */
9069 if (s->condexec_mask)
9070 tcg_gen_sub_i32(tmp, tmp, tmp2);
9071 else
9072 gen_helper_sub_cc(tmp, tmp, tmp2);
7d1b0095 9073 tcg_temp_free_i32(tmp2);
396e467c
FN		 9074 store_reg(s, rd, tmp);
9075 break;
9076 }
99c475ab 9077 }
99c475ab
FB		 9078 break;
9079 case 4:
9080 if (insn & (1 << 11)) {
9081 rd = (insn >> 8) & 7;
5899f386
FB		 9082 /* load pc-relative. Bit 1 of PC is ignored. */
9083 val = s->pc + 2 + ((insn & 0xff) * 4);
9084 val &= ~(uint32_t)2;
7d1b0095 9085 addr = tcg_temp_new_i32();
b0109805
PB		 9086 tcg_gen_movi_i32(addr, val);
9087 tmp = gen_ld32(addr, IS_USER(s));
7d1b0095 9088 tcg_temp_free_i32(addr);
b0109805 9089 store_reg(s, rd, tmp);
99c475ab
FB		 9090 break;
9091 }
9092 if (insn & (1 << 10)) {
9093 /* data processing extended or blx */
9094 rd = (insn & 7) | ((insn >> 4) & 8);
9095 rm = (insn >> 3) & 0xf;
9096 op = (insn >> 8) & 3;
9097 switch (op) {
9098 case 0: /* add */
396e467c
FN		 9099 tmp = load_reg(s, rd);
9100 tmp2 = load_reg(s, rm);
9101 tcg_gen_add_i32(tmp, tmp, tmp2);
7d1b0095 9102 tcg_temp_free_i32(tmp2);
396e467c 9103 store_reg(s, rd, tmp);
99c475ab
FB		 9104 break;
9105 case 1: /* cmp */
396e467c
FN		 9106 tmp = load_reg(s, rd);
9107 tmp2 = load_reg(s, rm);
9108 gen_helper_sub_cc(tmp, tmp, tmp2);
7d1b0095
PM		 9109 tcg_temp_free_i32(tmp2);
9110 tcg_temp_free_i32(tmp);
99c475ab
FB		 9111 break;
9112 case 2: /* mov/cpy */
396e467c
FN		 9113 tmp = load_reg(s, rm);
9114 store_reg(s, rd, tmp);
99c475ab
FB		 9115 break;
9116 case 3:/* branch [and link] exchange thumb register */
b0109805 9117 tmp = load_reg(s, rm);
99c475ab 9118 if (insn & (1 << 7)) {
be5e7a76 9119 ARCH(5);
99c475ab 9120 val = (uint32_t)s->pc | 1;
7d1b0095 9121 tmp2 = tcg_temp_new_i32();
b0109805
PB		 9122 tcg_gen_movi_i32(tmp2, val);
9123 store_reg(s, 14, tmp2);
99c475ab 9124 }
be5e7a76 9125 /* already thumb, no need to check */
d9ba4830 9126 gen_bx(s, tmp);
99c475ab
FB		 9127 break;
9128 }
9129 break;
9130 }
9131
9132 /* data processing register */
9133 rd = insn & 7;
9134 rm = (insn >> 3) & 7;
9135 op = (insn >> 6) & 0xf;
9136 if (op == 2 || op == 3 || op == 4 || op == 7) {
9137 /* the shift/rotate ops want the operands backwards */
9138 val = rm;
9139 rm = rd;
9140 rd = val;
9141 val = 1;
9142 } else {
9143 val = 0;
9144 }
9145
396e467c 9146 if (op == 9) { /* neg */
7d1b0095 9147 tmp = tcg_temp_new_i32();
396e467c
FN		 9148 tcg_gen_movi_i32(tmp, 0);
9149 } else if (op != 0xf) { /* mvn doesn't read its first operand */
9150 tmp = load_reg(s, rd);
9151 } else {
9152 TCGV_UNUSED(tmp);
9153 }
99c475ab 9154
396e467c 9155 tmp2 = load_reg(s, rm);
5899f386 9156 switch (op) {
99c475ab 9157 case 0x0: /* and */
396e467c 9158 tcg_gen_and_i32(tmp, tmp, tmp2);
9ee6e8bb 9159 if (!s->condexec_mask)
396e467c 9160 gen_logic_CC(tmp);
99c475ab
FB		 9161 break;
9162 case 0x1: /* eor */
396e467c 9163 tcg_gen_xor_i32(tmp, tmp, tmp2);
9ee6e8bb 9164 if (!s->condexec_mask)
396e467c 9165 gen_logic_CC(tmp);
99c475ab
FB		 9166 break;
9167 case 0x2: /* lsl */
9ee6e8bb 9168 if (s->condexec_mask) {
396e467c 9169 gen_helper_shl(tmp2, tmp2, tmp);
9ee6e8bb 9170 } else {
396e467c
FN		 9171 gen_helper_shl_cc(tmp2, tmp2, tmp);
9172 gen_logic_CC(tmp2);
9ee6e8bb 9173 }
99c475ab
FB		 9174 break;
9175 case 0x3: /* lsr */
9ee6e8bb 9176 if (s->condexec_mask) {
396e467c 9177 gen_helper_shr(tmp2, tmp2, tmp);
9ee6e8bb 9178 } else {
396e467c
FN		 9179 gen_helper_shr_cc(tmp2, tmp2, tmp);
9180 gen_logic_CC(tmp2);
9ee6e8bb 9181 }
99c475ab
FB		 9182 break;
9183 case 0x4: /* asr */
9ee6e8bb 9184 if (s->condexec_mask) {
396e467c 9185 gen_helper_sar(tmp2, tmp2, tmp);
9ee6e8bb 9186 } else {
396e467c
FN		 9187 gen_helper_sar_cc(tmp2, tmp2, tmp);
9188 gen_logic_CC(tmp2);
9ee6e8bb 9189 }
99c475ab
FB		 9190 break;
9191 case 0x5: /* adc */
9ee6e8bb 9192 if (s->condexec_mask)
396e467c 9193 gen_adc(tmp, tmp2);
9ee6e8bb 9194 else
396e467c 9195 gen_helper_adc_cc(tmp, tmp, tmp2);
99c475ab
FB		 9196 break;
9197 case 0x6: /* sbc */
9ee6e8bb 9198 if (s->condexec_mask)
396e467c 9199 gen_sub_carry(tmp, tmp, tmp2);
9ee6e8bb 9200 else
396e467c 9201 gen_helper_sbc_cc(tmp, tmp, tmp2);
99c475ab
FB		 9202 break;
9203 case 0x7: /* ror */
9ee6e8bb 9204 if (s->condexec_mask) {
f669df27
AJ		 9205 tcg_gen_andi_i32(tmp, tmp, 0x1f);
9206 tcg_gen_rotr_i32(tmp2, tmp2, tmp);
9ee6e8bb 9207 } else {
396e467c
FN		 9208 gen_helper_ror_cc(tmp2, tmp2, tmp);
9209 gen_logic_CC(tmp2);
9ee6e8bb 9210 }
99c475ab
FB		 9211 break;
9212 case 0x8: /* tst */
396e467c
FN		 9213 tcg_gen_and_i32(tmp, tmp, tmp2);
9214 gen_logic_CC(tmp);
99c475ab 9215 rd = 16;
5899f386 9216 break;
99c475ab 9217 case 0x9: /* neg */
9ee6e8bb 9218 if (s->condexec_mask)
396e467c 9219 tcg_gen_neg_i32(tmp, tmp2);
9ee6e8bb 9220 else
396e467c 9221 gen_helper_sub_cc(tmp, tmp, tmp2);
99c475ab
FB		 9222 break;
9223 case 0xa: /* cmp */
396e467c 9224 gen_helper_sub_cc(tmp, tmp, tmp2);
99c475ab
FB		 9225 rd = 16;
9226 break;
9227 case 0xb: /* cmn */
396e467c 9228 gen_helper_add_cc(tmp, tmp, tmp2);
99c475ab
FB		 9229 rd = 16;
9230 break;
9231 case 0xc: /* orr */
396e467c 9232 tcg_gen_or_i32(tmp, tmp, tmp2);
9ee6e8bb 9233 if (!s->condexec_mask)
396e467c 9234 gen_logic_CC(tmp);
99c475ab
FB		 9235 break;
9236 case 0xd: /* mul */
7b2919a0 9237 tcg_gen_mul_i32(tmp, tmp, tmp2);
9ee6e8bb 9238 if (!s->condexec_mask)
396e467c 9239 gen_logic_CC(tmp);
99c475ab
FB		 9240 break;
9241 case 0xe: /* bic */
f669df27 9242 tcg_gen_andc_i32(tmp, tmp, tmp2);
9ee6e8bb 9243 if (!s->condexec_mask)
396e467c 9244 gen_logic_CC(tmp);
99c475ab
FB		 9245 break;
9246 case 0xf: /* mvn */
396e467c 9247 tcg_gen_not_i32(tmp2, tmp2);
9ee6e8bb 9248 if (!s->condexec_mask)
396e467c 9249 gen_logic_CC(tmp2);
99c475ab 9250 val = 1;
5899f386 9251 rm = rd;
99c475ab
FB		 9252 break;
9253 }
9254 if (rd != 16) {
396e467c
FN		 9255 if (val) {
9256 store_reg(s, rm, tmp2);
9257 if (op != 0xf)
7d1b0095 9258 tcg_temp_free_i32(tmp);
396e467c
FN		 9259 } else {
9260 store_reg(s, rd, tmp);
7d1b0095 9261 tcg_temp_free_i32(tmp2);
396e467c
FN		 9262 }
9263 } else {
7d1b0095
PM		 9264 tcg_temp_free_i32(tmp);
9265 tcg_temp_free_i32(tmp2);
99c475ab
FB		 9266 }
9267 break;
9268
9269 case 5:
9270 /* load/store register offset. */
9271 rd = insn & 7;
9272 rn = (insn >> 3) & 7;
9273 rm = (insn >> 6) & 7;
9274 op = (insn >> 9) & 7;
b0109805 9275 addr = load_reg(s, rn);
b26eefb6 9276 tmp = load_reg(s, rm);
b0109805 9277 tcg_gen_add_i32(addr, addr, tmp);
7d1b0095 9278 tcg_temp_free_i32(tmp);
99c475ab
FB		 9279
9280 if (op < 3) /* store */
b0109805 9281 tmp = load_reg(s, rd);
99c475ab
FB		 9282
9283 switch (op) {
9284 case 0: /* str */
b0109805 9285 gen_st32(tmp, addr, IS_USER(s));
99c475ab
FB		 9286 break;
9287 case 1: /* strh */
b0109805 9288 gen_st16(tmp, addr, IS_USER(s));
99c475ab
FB		 9289 break;
9290 case 2: /* strb */
b0109805 9291 gen_st8(tmp, addr, IS_USER(s));
99c475ab
FB		 9292 break;
9293 case 3: /* ldrsb */
b0109805 9294 tmp = gen_ld8s(addr, IS_USER(s));
99c475ab
FB		 9295 break;
9296 case 4: /* ldr */
b0109805 9297 tmp = gen_ld32(addr, IS_USER(s));
99c475ab
FB		 9298 break;
9299 case 5: /* ldrh */
b0109805 9300 tmp = gen_ld16u(addr, IS_USER(s));
99c475ab
FB		 9301 break;
9302 case 6: /* ldrb */
b0109805 9303 tmp = gen_ld8u(addr, IS_USER(s));
99c475ab
FB		 9304 break;
9305 case 7: /* ldrsh */
b0109805 9306 tmp = gen_ld16s(addr, IS_USER(s));
99c475ab
FB		 9307 break;
9308 }
9309 if (op >= 3) /* load */
b0109805 9310 store_reg(s, rd, tmp);
7d1b0095 9311 tcg_temp_free_i32(addr);
99c475ab
FB		 9312 break;
9313
9314 case 6:
9315 /* load/store word immediate offset */
9316 rd = insn & 7;
9317 rn = (insn >> 3) & 7;
b0109805 9318 addr = load_reg(s, rn);
99c475ab 9319 val = (insn >> 4) & 0x7c;
b0109805 9320 tcg_gen_addi_i32(addr, addr, val);
99c475ab
FB		 9321
9322 if (insn & (1 << 11)) {
9323 /* load */
b0109805
PB		 9324 tmp = gen_ld32(addr, IS_USER(s));
9325 store_reg(s, rd, tmp);
99c475ab
FB		 9326 } else {
9327 /* store */
b0109805
PB		 9328 tmp = load_reg(s, rd);
9329 gen_st32(tmp, addr, IS_USER(s));
99c475ab 9330 }
7d1b0095 9331 tcg_temp_free_i32(addr);
99c475ab
FB		 9332 break;
9333
9334 case 7:
9335 /* load/store byte immediate offset */
9336 rd = insn & 7;
9337 rn = (insn >> 3) & 7;
b0109805 9338 addr = load_reg(s, rn);
99c475ab 9339 val = (insn >> 6) & 0x1f;
b0109805 9340 tcg_gen_addi_i32(addr, addr, val);
99c475ab
FB		 9341
9342 if (insn & (1 << 11)) {
9343 /* load */
b0109805
PB		 9344 tmp = gen_ld8u(addr, IS_USER(s));
9345 store_reg(s, rd, tmp);
99c475ab
FB		 9346 } else {
9347 /* store */
b0109805
PB		 9348 tmp = load_reg(s, rd);
9349 gen_st8(tmp, addr, IS_USER(s));
99c475ab 9350 }
7d1b0095 9351 tcg_temp_free_i32(addr);
99c475ab
FB		 9352 break;
9353
9354 case 8:
9355 /* load/store halfword immediate offset */
9356 rd = insn & 7;
9357 rn = (insn >> 3) & 7;
b0109805 9358 addr = load_reg(s, rn);
99c475ab 9359 val = (insn >> 5) & 0x3e;
b0109805 9360 tcg_gen_addi_i32(addr, addr, val);
99c475ab
FB		 9361
9362 if (insn & (1 << 11)) {
9363 /* load */
b0109805
PB		 9364 tmp = gen_ld16u(addr, IS_USER(s));
9365 store_reg(s, rd, tmp);
99c475ab
FB		 9366 } else {
9367 /* store */
b0109805
PB		 9368 tmp = load_reg(s, rd);
9369 gen_st16(tmp, addr, IS_USER(s));
99c475ab 9370 }
7d1b0095 9371 tcg_temp_free_i32(addr);
99c475ab
FB		 9372 break;
9373
9374 case 9:
9375 /* load/store from stack */
9376 rd = (insn >> 8) & 7;
b0109805 9377 addr = load_reg(s, 13);
99c475ab 9378 val = (insn & 0xff) * 4;
b0109805 9379 tcg_gen_addi_i32(addr, addr, val);
99c475ab
FB		 9380
9381 if (insn & (1 << 11)) {
9382 /* load */
b0109805
PB		 9383 tmp = gen_ld32(addr, IS_USER(s));
9384 store_reg(s, rd, tmp);
99c475ab
FB		 9385 } else {
9386 /* store */
b0109805
PB		 9387 tmp = load_reg(s, rd);
9388 gen_st32(tmp, addr, IS_USER(s));
99c475ab 9389 }
7d1b0095 9390 tcg_temp_free_i32(addr);
99c475ab
FB		 9391 break;
9392
9393 case 10:
9394 /* add to high reg */
9395 rd = (insn >> 8) & 7;
5899f386
FB		 9396 if (insn & (1 << 11)) {
9397 /* SP */
5e3f878a 9398 tmp = load_reg(s, 13);
5899f386
FB		 9399 } else {
9400 /* PC. bit 1 is ignored. */
7d1b0095 9401 tmp = tcg_temp_new_i32();
5e3f878a 9402 tcg_gen_movi_i32(tmp, (s->pc + 2) & ~(uint32_t)2);
5899f386 9403 }
99c475ab 9404 val = (insn & 0xff) * 4;
5e3f878a
PB		 9405 tcg_gen_addi_i32(tmp, tmp, val);
9406 store_reg(s, rd, tmp);
99c475ab
FB		 9407 break;
9408
9409 case 11:
9410 /* misc */
9411 op = (insn >> 8) & 0xf;
9412 switch (op) {
9413 case 0:
9414 /* adjust stack pointer */
b26eefb6 9415 tmp = load_reg(s, 13);
99c475ab
FB		 9416 val = (insn & 0x7f) * 4;
9417 if (insn & (1 << 7))
6a0d8a1d 9418 val = -(int32_t)val;
b26eefb6
PB		 9419 tcg_gen_addi_i32(tmp, tmp, val);
9420 store_reg(s, 13, tmp);
99c475ab
FB		 9421 break;
9422
9ee6e8bb
PB		 9423 case 2: /* sign/zero extend. */
9424 ARCH(6);
9425 rd = insn & 7;
9426 rm = (insn >> 3) & 7;
b0109805 9427 tmp = load_reg(s, rm);
9ee6e8bb 9428 switch ((insn >> 6) & 3) {
b0109805
PB		 9429 case 0: gen_sxth(tmp); break;
9430 case 1: gen_sxtb(tmp); break;
9431 case 2: gen_uxth(tmp); break;
9432 case 3: gen_uxtb(tmp); break;
9ee6e8bb 9433 }
b0109805 9434 store_reg(s, rd, tmp);
9ee6e8bb 9435 break;
99c475ab
FB		 9436 case 4: case 5: case 0xc: case 0xd:
9437 /* push/pop */
b0109805 9438 addr = load_reg(s, 13);
5899f386
FB		 9439 if (insn & (1 << 8))
9440 offset = 4;
99c475ab 9441 else
5899f386
FB		 9442 offset = 0;
9443 for (i = 0; i < 8; i++) {
9444 if (insn & (1 << i))
9445 offset += 4;
9446 }
9447 if ((insn & (1 << 11)) == 0) {
b0109805 9448 tcg_gen_addi_i32(addr, addr, -offset);
5899f386 9449 }
99c475ab
FB		 9450 for (i = 0; i < 8; i++) {
9451 if (insn & (1 << i)) {
9452 if (insn & (1 << 11)) {
9453 /* pop */
b0109805
PB		 9454 tmp = gen_ld32(addr, IS_USER(s));
9455 store_reg(s, i, tmp);
99c475ab
FB		 9456 } else {
9457 /* push */
b0109805
PB		 9458 tmp = load_reg(s, i);
9459 gen_st32(tmp, addr, IS_USER(s));
99c475ab 9460 }
5899f386 9461 /* advance to the next address. */
b0109805 9462 tcg_gen_addi_i32(addr, addr, 4);
99c475ab
FB		 9463 }
9464 }
a50f5b91 9465 TCGV_UNUSED(tmp);
99c475ab
FB		 9466 if (insn & (1 << 8)) {
9467 if (insn & (1 << 11)) {
9468 /* pop pc */
b0109805 9469 tmp = gen_ld32(addr, IS_USER(s));
99c475ab
FB		 9470 /* don't set the pc until the rest of the instruction
9471 has completed */
9472 } else {
9473 /* push lr */
b0109805
PB		 9474 tmp = load_reg(s, 14);
9475 gen_st32(tmp, addr, IS_USER(s));
99c475ab 9476 }
b0109805 9477 tcg_gen_addi_i32(addr, addr, 4);
99c475ab 9478 }
5899f386 9479 if ((insn & (1 << 11)) == 0) {
b0109805 9480 tcg_gen_addi_i32(addr, addr, -offset);
5899f386 9481 }
99c475ab 9482 /* write back the new stack pointer */
b0109805 9483 store_reg(s, 13, addr);
99c475ab 9484 /* set the new PC value */
be5e7a76
DES		 9485 if ((insn & 0x0900) == 0x0900) {
9486 store_reg_from_load(env, s, 15, tmp);
9487 }
99c475ab
FB		 9488 break;
9489
9ee6e8bb
PB		 9490 case 1: case 3: case 9: case 11: /* czb */
9491 rm = insn & 7;
d9ba4830 9492 tmp = load_reg(s, rm);
9ee6e8bb
PB		 9493 s->condlabel = gen_new_label();
9494 s->condjmp = 1;
9495 if (insn & (1 << 11))
cb63669a 9496 tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 0, s->condlabel);
9ee6e8bb 9497 else
cb63669a 9498 tcg_gen_brcondi_i32(TCG_COND_NE, tmp, 0, s->condlabel);
7d1b0095 9499 tcg_temp_free_i32(tmp);
9ee6e8bb
PB		 9500 offset = ((insn & 0xf8) >> 2) | (insn & 0x200) >> 3;
9501 val = (uint32_t)s->pc + 2;
9502 val += offset;
9503 gen_jmp(s, val);
9504 break;
9505
9506 case 15: /* IT, nop-hint. */
9507 if ((insn & 0xf) == 0) {
9508 gen_nop_hint(s, (insn >> 4) & 0xf);
9509 break;
9510 }
9511 /* If Then. */
9512 s->condexec_cond = (insn >> 4) & 0xe;
9513 s->condexec_mask = insn & 0x1f;
9514 /* No actual code generated for this insn, just setup state. */
9515 break;
9516
06c949e6 9517 case 0xe: /* bkpt */
be5e7a76 9518 ARCH(5);
bc4a0de0 9519 gen_exception_insn(s, 2, EXCP_BKPT);
06c949e6
PB		 9520 break;
9521
9ee6e8bb
PB		 9522 case 0xa: /* rev */
9523 ARCH(6);
9524 rn = (insn >> 3) & 0x7;
9525 rd = insn & 0x7;
b0109805 9526 tmp = load_reg(s, rn);
9ee6e8bb 9527 switch ((insn >> 6) & 3) {
66896cb8 9528 case 0: tcg_gen_bswap32_i32(tmp, tmp); break;
b0109805
PB		 9529 case 1: gen_rev16(tmp); break;
9530 case 3: gen_revsh(tmp); break;
9ee6e8bb
PB		 9531 default: goto illegal_op;
9532 }
b0109805 9533 store_reg(s, rd, tmp);
9ee6e8bb
PB		 9534 break;
9535
d9e028c1
PM		 9536 case 6:
9537 switch ((insn >> 5) & 7) {
9538 case 2:
9539 /* setend */
9540 ARCH(6);
10962fd5
PM		 9541 if (((insn >> 3) & 1) != s->bswap_code) {
9542 /* Dynamic endianness switching not implemented. */
d9e028c1
PM		 9543 goto illegal_op;
9544 }
9ee6e8bb 9545 break;
d9e028c1
PM		 9546 case 3:
9547 /* cps */
9548 ARCH(6);
9549 if (IS_USER(s)) {
9550 break;
8984bd2e 9551 }
d9e028c1
PM		 9552 if (IS_M(env)) {
9553 tmp = tcg_const_i32((insn & (1 << 4)) != 0);
9554 /* FAULTMASK */
9555 if (insn & 1) {
9556 addr = tcg_const_i32(19);
9557 gen_helper_v7m_msr(cpu_env, addr, tmp);
9558 tcg_temp_free_i32(addr);
9559 }
9560 /* PRIMASK */
9561 if (insn & 2) {
9562 addr = tcg_const_i32(16);
9563 gen_helper_v7m_msr(cpu_env, addr, tmp);
9564 tcg_temp_free_i32(addr);
9565 }
9566 tcg_temp_free_i32(tmp);
9567 gen_lookup_tb(s);
9568 } else {
9569 if (insn & (1 << 4)) {
9570 shift = CPSR_A | CPSR_I | CPSR_F;
9571 } else {
9572 shift = 0;
9573 }
9574 gen_set_psr_im(s, ((insn & 7) << 6), 0, shift);
8984bd2e 9575 }
d9e028c1
PM		 9576 break;
9577 default:
9578 goto undef;
9ee6e8bb
PB		 9579 }
9580 break;
9581
99c475ab
FB		 9582 default:
9583 goto undef;
9584 }
9585 break;
9586
9587 case 12:
a7d3970d 9588 {
99c475ab 9589 /* load/store multiple */
a7d3970d
PM		 9590 TCGv loaded_var;
9591 TCGV_UNUSED(loaded_var);
99c475ab 9592 rn = (insn >> 8) & 0x7;
b0109805 9593 addr = load_reg(s, rn);
99c475ab
FB		 9594 for (i = 0; i < 8; i++) {
9595 if (insn & (1 << i)) {
99c475ab
FB		 9596 if (insn & (1 << 11)) {
9597 /* load */
b0109805 9598 tmp = gen_ld32(addr, IS_USER(s));
a7d3970d
PM		 9599 if (i == rn) {
9600 loaded_var = tmp;
9601 } else {
9602 store_reg(s, i, tmp);
9603 }
99c475ab
FB		 9604 } else {
9605 /* store */
b0109805
PB		 9606 tmp = load_reg(s, i);
9607 gen_st32(tmp, addr, IS_USER(s));
99c475ab 9608 }
5899f386 9609 /* advance to the next address */
b0109805 9610 tcg_gen_addi_i32(addr, addr, 4);
99c475ab
FB		 9611 }
9612 }
b0109805 9613 if ((insn & (1 << rn)) == 0) {
a7d3970d 9614 /* base reg not in list: base register writeback */
b0109805
PB		 9615 store_reg(s, rn, addr);
9616 } else {
a7d3970d
PM		 9617 /* base reg in list: if load, complete it now */
9618 if (insn & (1 << 11)) {
9619 store_reg(s, rn, loaded_var);
9620 }
7d1b0095 9621 tcg_temp_free_i32(addr);
b0109805 9622 }
99c475ab 9623 break;
a7d3970d 9624 }
99c475ab
FB		 9625 case 13:
9626 /* conditional branch or swi */
9627 cond = (insn >> 8) & 0xf;
9628 if (cond == 0xe)
9629 goto undef;
9630
9631 if (cond == 0xf) {
9632 /* swi */
422ebf69 9633 gen_set_pc_im(s->pc);
9ee6e8bb 9634 s->is_jmp = DISAS_SWI;
99c475ab
FB		 9635 break;
9636 }
9637 /* generate a conditional jump to next instruction */
e50e6a20 9638 s->condlabel = gen_new_label();
d9ba4830 9639 gen_test_cc(cond ^ 1, s->condlabel);
e50e6a20 9640 s->condjmp = 1;
99c475ab
FB		 9641
9642 /* jump to the offset */
5899f386 9643 val = (uint32_t)s->pc + 2;
99c475ab 9644 offset = ((int32_t)insn << 24) >> 24;
5899f386 9645 val += offset << 1;
8aaca4c0 9646 gen_jmp(s, val);
99c475ab
FB		 9647 break;
9648
9649 case 14:
358bf29e 9650 if (insn & (1 << 11)) {
9ee6e8bb
PB		 9651 if (disas_thumb2_insn(env, s, insn))
9652 goto undef32;
358bf29e
PB		 9653 break;
9654 }
9ee6e8bb 9655 /* unconditional branch */
99c475ab
FB		 9656 val = (uint32_t)s->pc;
9657 offset = ((int32_t)insn << 21) >> 21;
9658 val += (offset << 1) + 2;
8aaca4c0 9659 gen_jmp(s, val);
99c475ab
FB		 9660 break;
9661
9662 case 15:
9ee6e8bb 9663 if (disas_thumb2_insn(env, s, insn))
6a0d8a1d 9664 goto undef32;
9ee6e8bb 9665 break;
99c475ab
FB		 9666 }
9667 return;
9ee6e8bb 9668undef32:
bc4a0de0 9669 gen_exception_insn(s, 4, EXCP_UDEF);
9ee6e8bb
PB		 9670 return;
9671illegal_op:
99c475ab 9672undef:
bc4a0de0 9673 gen_exception_insn(s, 2, EXCP_UDEF);
99c475ab
FB		 9674}
9675
2c0262af
FB		 9676/* generate intermediate code in gen_opc_buf and gen_opparam_buf for
9677 basic block 'tb'. If search_pc is TRUE, also generate PC
9678 information for each intermediate instruction. */
0ecb72a5 9679static inline void gen_intermediate_code_internal(CPUARMState *env,
2cfc5f17
TS		 9680 TranslationBlock *tb,
9681 int search_pc)
2c0262af
FB		 9682{
9683 DisasContext dc1, *dc = &dc1;
a1d1bb31 9684 CPUBreakpoint *bp;
2c0262af
FB		 9685 uint16_t *gen_opc_end;
9686 int j, lj;
0fa85d43 9687 target_ulong pc_start;
b5ff1b31 9688 uint32_t next_page_start;
2e70f6ef
PB		 9689 int num_insns;
9690 int max_insns;
3b46e624 9691
2c0262af 9692 /* generate intermediate code */
0fa85d43 9693 pc_start = tb->pc;
3b46e624 9694
2c0262af
FB		 9695 dc->tb = tb;
9696
2c0262af 9697 gen_opc_end = gen_opc_buf + OPC_MAX_SIZE;
2c0262af
FB		 9698
9699 dc->is_jmp = DISAS_NEXT;
9700 dc->pc = pc_start;
8aaca4c0 9701 dc->singlestep_enabled = env->singlestep_enabled;
e50e6a20 9702 dc->condjmp = 0;
7204ab88 9703 dc->thumb = ARM_TBFLAG_THUMB(tb->flags);
d8fd2954 9704 dc->bswap_code = ARM_TBFLAG_BSWAP_CODE(tb->flags);
98eac7ca
PM		 9705 dc->condexec_mask = (ARM_TBFLAG_CONDEXEC(tb->flags) & 0xf) << 1;
9706 dc->condexec_cond = ARM_TBFLAG_CONDEXEC(tb->flags) >> 4;
b5ff1b31 9707#if !defined(CONFIG_USER_ONLY)
61f74d6a 9708 dc->user = (ARM_TBFLAG_PRIV(tb->flags) == 0);
b5ff1b31 9709#endif
5df8bac1 9710 dc->vfp_enabled = ARM_TBFLAG_VFPEN(tb->flags);
69d1fc22
PM		 9711 dc->vec_len = ARM_TBFLAG_VECLEN(tb->flags);
9712 dc->vec_stride = ARM_TBFLAG_VECSTRIDE(tb->flags);
a7812ae4
PB		 9713 cpu_F0s = tcg_temp_new_i32();
9714 cpu_F1s = tcg_temp_new_i32();
9715 cpu_F0d = tcg_temp_new_i64();
9716 cpu_F1d = tcg_temp_new_i64();
ad69471c
PB		 9717 cpu_V0 = cpu_F0d;
9718 cpu_V1 = cpu_F1d;
e677137d 9719 /* FIXME: cpu_M0 can probably be the same as cpu_V0. */
a7812ae4 9720 cpu_M0 = tcg_temp_new_i64();
b5ff1b31 9721 next_page_start = (pc_start & TARGET_PAGE_MASK) + TARGET_PAGE_SIZE;
2c0262af 9722 lj = -1;
2e70f6ef
PB		 9723 num_insns = 0;
9724 max_insns = tb->cflags & CF_COUNT_MASK;
9725 if (max_insns == 0)
9726 max_insns = CF_COUNT_MASK;
9727
9728 gen_icount_start();
e12ce78d 9729
3849902c
PM		 9730 tcg_clear_temp_count();
9731
e12ce78d
PM		 9732 /* A note on handling of the condexec (IT) bits:
9733 *
9734 * We want to avoid the overhead of having to write the updated condexec
0ecb72a5 9735 * bits back to the CPUARMState for every instruction in an IT block. So:
e12ce78d 9736 * (1) if the condexec bits are not already zero then we write
0ecb72a5 9737 * zero back into the CPUARMState now. This avoids complications trying
e12ce78d
PM		 9738 * to do it at the end of the block. (For example if we don't do this
9739 * it's hard to identify whether we can safely skip writing condexec
9740 * at the end of the TB, which we definitely want to do for the case
9741 * where a TB doesn't do anything with the IT state at all.)
9742 * (2) if we are going to leave the TB then we call gen_set_condexec()
0ecb72a5 9743 * which will write the correct value into CPUARMState if zero is wrong.
e12ce78d
PM		 9744 * This is done both for leaving the TB at the end, and for leaving
9745 * it because of an exception we know will happen, which is done in
9746 * gen_exception_insn(). The latter is necessary because we need to
9747 * leave the TB with the PC/IT state just prior to execution of the
9748 * instruction which caused the exception.
9749 * (3) if we leave the TB unexpectedly (eg a data abort on a load)
0ecb72a5 9750 * then the CPUARMState will be wrong and we need to reset it.
e12ce78d
PM		 9751 * This is handled in the same way as restoration of the
9752 * PC in these situations: we will be called again with search_pc=1
9753 * and generate a mapping of the condexec bits for each PC in
e87b7cb0
SW		 9754 * gen_opc_condexec_bits[]. restore_state_to_opc() then uses
9755 * this to restore the condexec bits.
e12ce78d
PM		 9756 *
9757 * Note that there are no instructions which can read the condexec
9758 * bits, and none which can write non-static values to them, so
0ecb72a5 9759 * we don't need to care about whether CPUARMState is correct in the
e12ce78d
PM		 9760 * middle of a TB.
9761 */
9762
9ee6e8bb
PB		 9763 /* Reset the conditional execution bits immediately. This avoids
9764 complications trying to do it at the end of the block. */
98eac7ca 9765 if (dc->condexec_mask || dc->condexec_cond)
8f01245e 9766 {
7d1b0095 9767 TCGv tmp = tcg_temp_new_i32();
8f01245e 9768 tcg_gen_movi_i32(tmp, 0);
d9ba4830 9769 store_cpu_field(tmp, condexec_bits);
8f01245e 9770 }
2c0262af 9771 do {
fbb4a2e3
PB		 9772#ifdef CONFIG_USER_ONLY
9773 /* Intercept jump to the magic kernel page. */
9774 if (dc->pc >= 0xffff0000) {
9775 /* We always get here via a jump, so know we are not in a
9776 conditional execution block. */
9777 gen_exception(EXCP_KERNEL_TRAP);
9778 dc->is_jmp = DISAS_UPDATE;
9779 break;
9780 }
9781#else
9ee6e8bb
PB		 9782 if (dc->pc >= 0xfffffff0 && IS_M(env)) {
9783 /* We always get here via a jump, so know we are not in a
9784 conditional execution block. */
d9ba4830 9785 gen_exception(EXCP_EXCEPTION_EXIT);
d60bb01c
PB		 9786 dc->is_jmp = DISAS_UPDATE;
9787 break;
9ee6e8bb
PB		 9788 }
9789#endif
9790
72cf2d4f
BS		 9791 if (unlikely(!QTAILQ_EMPTY(&env->breakpoints))) {
9792 QTAILQ_FOREACH(bp, &env->breakpoints, entry) {
a1d1bb31 9793 if (bp->pc == dc->pc) {
bc4a0de0 9794 gen_exception_insn(dc, 0, EXCP_DEBUG);
9ee6e8bb
PB		 9795 /* Advance PC so that clearing the breakpoint will
9796 invalidate this TB. */
9797 dc->pc += 2;
9798 goto done_generating;
1fddef4b
FB		 9799 break;
9800 }
9801 }
9802 }
2c0262af
FB		 9803 if (search_pc) {
9804 j = gen_opc_ptr - gen_opc_buf;
9805 if (lj < j) {
9806 lj++;
9807 while (lj < j)
9808 gen_opc_instr_start[lj++] = 0;
9809 }
0fa85d43 9810 gen_opc_pc[lj] = dc->pc;
e12ce78d 9811 gen_opc_condexec_bits[lj] = (dc->condexec_cond << 4) | (dc->condexec_mask >> 1);
2c0262af 9812 gen_opc_instr_start[lj] = 1;
2e70f6ef 9813 gen_opc_icount[lj] = num_insns;
2c0262af 9814 }
e50e6a20 9815
2e70f6ef
PB		 9816 if (num_insns + 1 == max_insns && (tb->cflags & CF_LAST_IO))
9817 gen_io_start();
9818
5642463a
PM		 9819 if (unlikely(qemu_loglevel_mask(CPU_LOG_TB_OP))) {
9820 tcg_gen_debug_insn_start(dc->pc);
9821 }
9822
7204ab88 9823 if (dc->thumb) {
9ee6e8bb
PB		 9824 disas_thumb_insn(env, dc);
9825 if (dc->condexec_mask) {
9826 dc->condexec_cond = (dc->condexec_cond & 0xe)
9827 | ((dc->condexec_mask >> 4) & 1);
9828 dc->condexec_mask = (dc->condexec_mask << 1) & 0x1f;
9829 if (dc->condexec_mask == 0) {
9830 dc->condexec_cond = 0;
9831 }
9832 }
9833 } else {
9834 disas_arm_insn(env, dc);
9835 }
e50e6a20
FB		 9836
9837 if (dc->condjmp && !dc->is_jmp) {
9838 gen_set_label(dc->condlabel);
9839 dc->condjmp = 0;
9840 }
3849902c
PM		 9841
9842 if (tcg_check_temp_count()) {
9843 fprintf(stderr, "TCG temporary leak before %08x\n", dc->pc);
9844 }
9845
aaf2d97d 9846 /* Translation stops when a conditional branch is encountered.
e50e6a20 9847 * Otherwise the subsequent code could get translated several times.
b5ff1b31 9848 * Also stop translation when a page boundary is reached. This
bf20dc07 9849 * ensures prefetch aborts occur at the right place. */
2e70f6ef 9850 num_insns ++;
1fddef4b
FB		 9851 } while (!dc->is_jmp && gen_opc_ptr < gen_opc_end &&
9852 !env->singlestep_enabled &&
1b530a6d 9853 !singlestep &&
2e70f6ef
PB		 9854 dc->pc < next_page_start &&
9855 num_insns < max_insns);
9856
9857 if (tb->cflags & CF_LAST_IO) {
9858 if (dc->condjmp) {
9859 /* FIXME: This can theoretically happen with self-modifying
9860 code. */
9861 cpu_abort(env, "IO on conditional branch instruction");
9862 }
9863 gen_io_end();
9864 }
9ee6e8bb 9865
b5ff1b31 9866 /* At this stage dc->condjmp will only be set when the skipped
9ee6e8bb
PB		 9867 instruction was a conditional branch or trap, and the PC has
9868 already been written. */
551bd27f 9869 if (unlikely(env->singlestep_enabled)) {
8aaca4c0 9870 /* Make sure the pc is updated, and raise a debug exception. */
e50e6a20 9871 if (dc->condjmp) {
9ee6e8bb
PB		 9872 gen_set_condexec(dc);
9873 if (dc->is_jmp == DISAS_SWI) {
d9ba4830 9874 gen_exception(EXCP_SWI);
9ee6e8bb 9875 } else {
d9ba4830 9876 gen_exception(EXCP_DEBUG);
9ee6e8bb 9877 }
e50e6a20
FB		 9878 gen_set_label(dc->condlabel);
9879 }
9880 if (dc->condjmp || !dc->is_jmp) {
5e3f878a 9881 gen_set_pc_im(dc->pc);
e50e6a20 9882 dc->condjmp = 0;
8aaca4c0 9883 }
9ee6e8bb
PB		 9884 gen_set_condexec(dc);
9885 if (dc->is_jmp == DISAS_SWI && !dc->condjmp) {
d9ba4830 9886 gen_exception(EXCP_SWI);
9ee6e8bb
PB		 9887 } else {
9888 /* FIXME: Single stepping a WFI insn will not halt
9889 the CPU. */
d9ba4830 9890 gen_exception(EXCP_DEBUG);
9ee6e8bb 9891 }
8aaca4c0 9892 } else {
9ee6e8bb
PB		 9893 /* While branches must always occur at the end of an IT block,
9894 there are a few other things that can cause us to terminate
65626741 9895 the TB in the middle of an IT block:
9ee6e8bb
PB		 9896 - Exception generating instructions (bkpt, swi, undefined).
9897 - Page boundaries.
9898 - Hardware watchpoints.
9899 Hardware breakpoints have already been handled and skip this code.
9900 */
9901 gen_set_condexec(dc);
8aaca4c0 9902 switch(dc->is_jmp) {
8aaca4c0 9903 case DISAS_NEXT:
6e256c93 9904 gen_goto_tb(dc, 1, dc->pc);
8aaca4c0
FB		 9905 break;
9906 default:
9907 case DISAS_JUMP:
9908 case DISAS_UPDATE:
9909 /* indicate that the hash table must be used to find the next TB */
57fec1fe 9910 tcg_gen_exit_tb(0);
8aaca4c0
FB		 9911 break;
9912 case DISAS_TB_JUMP:
9913 /* nothing more to generate */
9914 break;
9ee6e8bb 9915 case DISAS_WFI:
d9ba4830 9916 gen_helper_wfi();
9ee6e8bb
PB		 9917 break;
9918 case DISAS_SWI:
d9ba4830 9919 gen_exception(EXCP_SWI);
9ee6e8bb 9920 break;
8aaca4c0 9921 }
e50e6a20
FB		 9922 if (dc->condjmp) {
9923 gen_set_label(dc->condlabel);
9ee6e8bb 9924 gen_set_condexec(dc);
6e256c93 9925 gen_goto_tb(dc, 1, dc->pc);
e50e6a20
FB		 9926 dc->condjmp = 0;
9927 }
2c0262af 9928 }
2e70f6ef 9929
9ee6e8bb 9930done_generating:
2e70f6ef 9931 gen_icount_end(tb, num_insns);
2c0262af
FB		 9932 *gen_opc_ptr = INDEX_op_end;
9933
9934#ifdef DEBUG_DISAS
8fec2b8c 9935 if (qemu_loglevel_mask(CPU_LOG_TB_IN_ASM)) {
93fcfe39
AL		 9936 qemu_log("----------------\n");
9937 qemu_log("IN: %s\n", lookup_symbol(pc_start));
d8fd2954
PB		 9938 log_target_disas(pc_start, dc->pc - pc_start,
9939 dc->thumb | (dc->bswap_code << 1));
93fcfe39 9940 qemu_log("\n");
2c0262af
FB		 9941 }
9942#endif
b5ff1b31
FB		 9943 if (search_pc) {
9944 j = gen_opc_ptr - gen_opc_buf;
9945 lj++;
9946 while (lj <= j)
9947 gen_opc_instr_start[lj++] = 0;
b5ff1b31 9948 } else {
2c0262af 9949 tb->size = dc->pc - pc_start;
2e70f6ef 9950 tb->icount = num_insns;
b5ff1b31 9951 }
2c0262af
FB		 9952}
9953
0ecb72a5 9954void gen_intermediate_code(CPUARMState *env, TranslationBlock *tb)
2c0262af 9955{
2cfc5f17 9956 gen_intermediate_code_internal(env, tb, 0);
2c0262af
FB		 9957}
9958
0ecb72a5 9959void gen_intermediate_code_pc(CPUARMState *env, TranslationBlock *tb)
2c0262af 9960{
2cfc5f17 9961 gen_intermediate_code_internal(env, tb, 1);
2c0262af
FB		 9962}
9963
b5ff1b31
FB		 9964static const char *cpu_mode_names[16] = {
9965 "usr", "fiq", "irq", "svc", "???", "???", "???", "abt",
9966 "???", "???", "???", "und", "???", "???", "???", "sys"
9967};
9ee6e8bb 9968
0ecb72a5 9969void cpu_dump_state(CPUARMState *env, FILE *f, fprintf_function cpu_fprintf,
7fe48483 9970 int flags)
2c0262af
FB		 9971{
9972 int i;
06e80fc9 9973#if 0
bc380d17 9974 union {
b7bcbe95
FB		 9975 uint32_t i;
9976 float s;
9977 } s0, s1;
9978 CPU_DoubleU d;
a94a6abf
PB		 9979 /* ??? This assumes float64 and double have the same layout.
9980 Oh well, it's only debug dumps. */
9981 union {
9982 float64 f64;
9983 double d;
9984 } d0;
06e80fc9 9985#endif
b5ff1b31 9986 uint32_t psr;
2c0262af
FB		 9987
9988 for(i=0;i<16;i++) {
7fe48483 9989 cpu_fprintf(f, "R%02d=%08x", i, env->regs[i]);
2c0262af 9990 if ((i % 4) == 3)
7fe48483 9991 cpu_fprintf(f, "\n");
2c0262af 9992 else
7fe48483 9993 cpu_fprintf(f, " ");
2c0262af 9994 }
b5ff1b31 9995 psr = cpsr_read(env);
687fa640
TS		 9996 cpu_fprintf(f, "PSR=%08x %c%c%c%c %c %s%d\n",
9997 psr,
b5ff1b31
FB		 9998 psr & (1 << 31) ? 'N' : '-',
9999 psr & (1 << 30) ? 'Z' : '-',
10000 psr & (1 << 29) ? 'C' : '-',
10001 psr & (1 << 28) ? 'V' : '-',
5fafdf24 10002 psr & CPSR_T ? 'T' : 'A',
b5ff1b31 10003 cpu_mode_names[psr & 0xf], (psr & 0x10) ? 32 : 26);
b7bcbe95 10004
5e3f878a 10005#if 0
b7bcbe95 10006 for (i = 0; i < 16; i++) {
8e96005d
FB		 10007 d.d = env->vfp.regs[i];
10008 s0.i = d.l.lower;
10009 s1.i = d.l.upper;
a94a6abf
PB		 10010 d0.f64 = d.d;
10011 cpu_fprintf(f, "s%02d=%08x(%8g) s%02d=%08x(%8g) d%02d=%08x%08x(%8g)\n",
b7bcbe95 10012 i * 2, (int)s0.i, s0.s,
a94a6abf 10013 i * 2 + 1, (int)s1.i, s1.s,
b7bcbe95 10014 i, (int)(uint32_t)d.l.upper, (int)(uint32_t)d.l.lower,
a94a6abf 10015 d0.d);
b7bcbe95 10016 }
40f137e1 10017 cpu_fprintf(f, "FPSCR: %08x\n", (int)env->vfp.xregs[ARM_VFP_FPSCR]);
5e3f878a 10018#endif
2c0262af 10019}
a6b025d3 10020
0ecb72a5 10021void restore_state_to_opc(CPUARMState *env, TranslationBlock *tb, int pc_pos)
d2856f1a
AJ		 10022{
10023 env->regs[15] = gen_opc_pc[pc_pos];
e12ce78d 10024 env->condexec_bits = gen_opc_condexec_bits[pc_pos];
d2856f1a 10025}
Empty description
This page took 2.348486 seconds and 4 git commands to generate.