tcg/aarch64: Implement tcg_out_dupm_vec

[qemu.git] / tcg / tcg.h

diff --git a/tcg/tcg.h b/tcg/tcg.h
index f4efbaa6804c1f9aaa030d4edc0691e93a4af4fa..2c7315da25e47b2fa12f8e1a8830386887a68354 100644 (file)
--- a/tcg/tcg.h
+++ b/tcg/tcg.h
@@ -125,6 +125,7 @@ typedef uint64_t TCGRegSet;
 #define TCG_TARGET_HAS_deposit_i64      0
 #define TCG_TARGET_HAS_extract_i64      0
 #define TCG_TARGET_HAS_sextract_i64     0
 #define TCG_TARGET_HAS_deposit_i64      0
 #define TCG_TARGET_HAS_extract_i64      0
 #define TCG_TARGET_HAS_sextract_i64     0

+#define TCG_TARGET_HAS_extract2_i64     0

 #define TCG_TARGET_HAS_movcond_i64      0
 #define TCG_TARGET_HAS_add2_i64         0
 #define TCG_TARGET_HAS_sub2_i64         0
 #define TCG_TARGET_HAS_movcond_i64      0
 #define TCG_TARGET_HAS_add2_i64         0
 #define TCG_TARGET_HAS_sub2_i64         0


@@ -183,6 +184,8 @@ typedef uint64_t TCGRegSet;
 #define TCG_TARGET_HAS_shs_vec          0
 #define TCG_TARGET_HAS_shv_vec          0
 #define TCG_TARGET_HAS_mul_vec          0
 #define TCG_TARGET_HAS_shs_vec          0
 #define TCG_TARGET_HAS_shv_vec          0
 #define TCG_TARGET_HAS_mul_vec          0

+#define TCG_TARGET_HAS_sat_vec          0
+#define TCG_TARGET_HAS_minmax_vec       0

 #else
 #define TCG_TARGET_MAYBE_vec            1
 #endif
 #else
 #define TCG_TARGET_MAYBE_vec            1
 #endif


@@ -230,29 +233,32 @@ typedef uint64_t tcg_insn_unit;
 
 #if defined CONFIG_DEBUG_TCG || defined QEMU_STATIC_ANALYSIS
 # define tcg_debug_assert(X) do { assert(X); } while (0)
 
 #if defined CONFIG_DEBUG_TCG || defined QEMU_STATIC_ANALYSIS
 # define tcg_debug_assert(X) do { assert(X); } while (0)

-#elif QEMU_GNUC_PREREQ(4, 5)
+#else

 # define tcg_debug_assert(X) \
     do { if (!(X)) { __builtin_unreachable(); } } while (0)
 # define tcg_debug_assert(X) \
     do { if (!(X)) { __builtin_unreachable(); } } while (0)

-#else
-# define tcg_debug_assert(X) do { (void)(X); } while (0)

 #endif
 
 #endif
 

-typedef struct TCGRelocation {
-    struct TCGRelocation *next;
-    int type;
+typedef struct TCGRelocation TCGRelocation;
+struct TCGRelocation {
+    QSIMPLEQ_ENTRY(TCGRelocation) next;

     tcg_insn_unit *ptr;
     intptr_t addend;
     tcg_insn_unit *ptr;
     intptr_t addend;

-} TCGRelocation; 
+    int type;
+};

 
 

-typedef struct TCGLabel {
+typedef struct TCGLabel TCGLabel;
+struct TCGLabel {
+    unsigned present : 1;

     unsigned has_value : 1;
     unsigned has_value : 1;

-    unsigned id : 31;
+    unsigned id : 14;
+    unsigned refs : 16;

     union {
         uintptr_t value;
         tcg_insn_unit *value_ptr;
     union {
         uintptr_t value;
         tcg_insn_unit *value_ptr;

-        TCGRelocation *first_reloc;

     } u;
     } u;

-} TCGLabel;
+    QSIMPLEQ_HEAD(, TCGRelocation) relocs;
+    QSIMPLEQ_ENTRY(TCGLabel) next;
+};

 
 typedef struct TCGPool {
     struct TCGPool *next;
 
 typedef struct TCGPool {
     struct TCGPool *next;


@@ -464,11 +470,13 @@ typedef TCGv_ptr TCGv_env;
 /* call flags */
 /* Helper does not read globals (either directly or through an exception). It
    implies TCG_CALL_NO_WRITE_GLOBALS. */
 /* call flags */
 /* Helper does not read globals (either directly or through an exception). It
    implies TCG_CALL_NO_WRITE_GLOBALS. */

-#define TCG_CALL_NO_READ_GLOBALS    0x0010
+#define TCG_CALL_NO_READ_GLOBALS    0x0001

 /* Helper does not write globals */
 /* Helper does not write globals */

-#define TCG_CALL_NO_WRITE_GLOBALS   0x0020
+#define TCG_CALL_NO_WRITE_GLOBALS   0x0002

 /* Helper can be safely suppressed if the return value is not used. */
 /* Helper can be safely suppressed if the return value is not used. */

-#define TCG_CALL_NO_SIDE_EFFECTS    0x0040
+#define TCG_CALL_NO_SIDE_EFFECTS    0x0004
+/* Helper is QEMU_NORETURN.  */
+#define TCG_CALL_NO_RETURN          0x0008

 
 /* convenience version of most used call flags */
 #define TCG_CALL_NO_RWG         TCG_CALL_NO_READ_GLOBALS
 
 /* convenience version of most used call flags */
 #define TCG_CALL_NO_RWG         TCG_CALL_NO_READ_GLOBALS


@@ -618,6 +626,9 @@ typedef struct TCGOp {
 
     /* Arguments for the opcode.  */
     TCGArg args[MAX_OPC_PARAM];
 
     /* Arguments for the opcode.  */
     TCGArg args[MAX_OPC_PARAM];

+
+    /* Register preferences for the output(s).  */
+    TCGRegSet output_pref[2];

 } TCGOp;
 
 #define TCGOP_CALLI(X)    (X)->param1
 } TCGOp;
 
 #define TCGOP_CALLI(X)    (X)->param1


@@ -681,6 +692,7 @@ struct TCGContext {
 #ifdef CONFIG_DEBUG_TCG
     int temps_in_use;
     int goto_tb_issue_mask;
 #ifdef CONFIG_DEBUG_TCG
     int temps_in_use;
     int goto_tb_issue_mask;

+    const TCGOpcode *vecop_list;

 #endif
 
     /* Code generation.  Note that we specifically do not use tcg_insn_unit
 #endif
 
     /* Code generation.  Note that we specifically do not use tcg_insn_unit


@@ -704,7 +716,7 @@ struct TCGContext {
 
     /* These structures are private to tcg-target.inc.c.  */
 #ifdef TCG_TARGET_NEED_LDST_LABELS
 
     /* These structures are private to tcg-target.inc.c.  */
 #ifdef TCG_TARGET_NEED_LDST_LABELS

-    QSIMPLEQ_HEAD(ldst_labels, TCGLabelQemuLdst) ldst_labels;
+    QSIMPLEQ_HEAD(, TCGLabelQemuLdst) ldst_labels;

 #endif
 #ifdef TCG_TARGET_NEED_POOL_LABELS
     struct TCGLabelPoolData *pool_labels;
 #endif
 #ifdef TCG_TARGET_NEED_POOL_LABELS
     struct TCGLabelPoolData *pool_labels;


@@ -715,7 +727,8 @@ struct TCGContext {
     TCGTempSet free_temps[TCG_TYPE_COUNT * 2];
     TCGTemp temps[TCG_MAX_TEMPS]; /* globals first, temps after */
 
     TCGTempSet free_temps[TCG_TYPE_COUNT * 2];
     TCGTemp temps[TCG_MAX_TEMPS]; /* globals first, temps after */
 

-    QTAILQ_HEAD(TCGOpHead, TCGOp) ops, free_ops;
+    QTAILQ_HEAD(, TCGOp) ops, free_ops;
+    QSIMPLEQ_HEAD(, TCGLabel) labels;

 
     /* Tells which temporary holds a given register.
        It does not take into account fixed registers */
 
     /* Tells which temporary holds a given register.
        It does not take into account fixed registers */


@@ -843,7 +856,7 @@ static inline void tcg_set_insn_start_param(TCGOp *op, int arg, target_ulong v)
 /* The last op that was emitted.  */
 static inline TCGOp *tcg_last_op(void)
 {
 /* The last op that was emitted.  */
 static inline TCGOp *tcg_last_op(void)
 {

-    return QTAILQ_LAST(&tcg_ctx->ops, TCGOpHead);
+    return QTAILQ_LAST(&tcg_ctx->ops);

 }
 
 /* Test for whether to terminate the TB for using too many opcodes.  */
 }
 
 /* Test for whether to terminate the TB for using too many opcodes.  */


@@ -1005,8 +1018,8 @@ int tcg_check_temp_count(void);
 #endif
 
 int64_t tcg_cpu_exec_time(void);
 #endif
 
 int64_t tcg_cpu_exec_time(void);

-void tcg_dump_info(FILE *f, fprintf_function cpu_fprintf);
-void tcg_dump_op_count(FILE *f, fprintf_function cpu_fprintf);
+void tcg_dump_info(void);
+void tcg_dump_op_count(void);

 
 #define TCG_CT_ALIAS  0x80
 #define TCG_CT_IALIAS 0x40
 
 #define TCG_CT_ALIAS  0x80
 #define TCG_CT_IALIAS 0x40


@@ -1026,20 +1039,22 @@ typedef struct TCGArgConstraint {
 
 /* Bits for TCGOpDef->flags, 8 bits available.  */
 enum {
 
 /* Bits for TCGOpDef->flags, 8 bits available.  */
 enum {

+    /* Instruction exits the translation block.  */
+    TCG_OPF_BB_EXIT      = 0x01,

     /* Instruction defines the end of a basic block.  */
     /* Instruction defines the end of a basic block.  */

-    TCG_OPF_BB_END       = 0x01,
+    TCG_OPF_BB_END       = 0x02,

     /* Instruction clobbers call registers and potentially update globals.  */
     /* Instruction clobbers call registers and potentially update globals.  */

-    TCG_OPF_CALL_CLOBBER = 0x02,
+    TCG_OPF_CALL_CLOBBER = 0x04,

     /* Instruction has side effects: it cannot be removed if its outputs
        are not used, and might trigger exceptions.  */
     /* Instruction has side effects: it cannot be removed if its outputs
        are not used, and might trigger exceptions.  */

-    TCG_OPF_SIDE_EFFECTS = 0x04,
+    TCG_OPF_SIDE_EFFECTS = 0x08,

     /* Instruction operands are 64-bits (otherwise 32-bits).  */
     /* Instruction operands are 64-bits (otherwise 32-bits).  */

-    TCG_OPF_64BIT        = 0x08,
+    TCG_OPF_64BIT        = 0x10,

     /* Instruction is optional and not implemented by the host, or insn
        is generic and should not be implemened by the host.  */
     /* Instruction is optional and not implemented by the host, or insn
        is generic and should not be implemened by the host.  */

-    TCG_OPF_NOT_PRESENT  = 0x10,
+    TCG_OPF_NOT_PRESENT  = 0x20,

     /* Instruction operands are vectors.  */
     /* Instruction operands are vectors.  */

-    TCG_OPF_VECTOR       = 0x20,
+    TCG_OPF_VECTOR       = 0x40,

 };
 
 typedef struct TCGOpDef {
 };
 
 typedef struct TCGOpDef {


@@ -1073,14 +1088,11 @@ void tcg_gen_callN(void *func, TCGTemp *ret, int nargs, TCGTemp **args);
 
 TCGOp *tcg_emit_op(TCGOpcode opc);
 void tcg_op_remove(TCGContext *s, TCGOp *op);
 
 TCGOp *tcg_emit_op(TCGOpcode opc);
 void tcg_op_remove(TCGContext *s, TCGOp *op);

-TCGOp *tcg_op_insert_before(TCGContext *s, TCGOp *op, TCGOpcode opc, int narg);
-TCGOp *tcg_op_insert_after(TCGContext *s, TCGOp *op, TCGOpcode opc, int narg);
+TCGOp *tcg_op_insert_before(TCGContext *s, TCGOp *op, TCGOpcode opc);
+TCGOp *tcg_op_insert_after(TCGContext *s, TCGOp *op, TCGOpcode opc);

 
 void tcg_optimize(TCGContext *s);
 
 
 void tcg_optimize(TCGContext *s);
 

-/* only used for debugging purposes */
-void tcg_dump_ops(TCGContext *s);
-

 TCGv_i32 tcg_const_i32(int32_t val);
 TCGv_i64 tcg_const_i64(int64_t val);
 TCGv_i32 tcg_const_local_i32(int32_t val);
 TCGv_i32 tcg_const_i32(int32_t val);
 TCGv_i64 tcg_const_i64(int64_t val);
 TCGv_i32 tcg_const_local_i32(int32_t val);


@@ -1481,4 +1493,23 @@ void helper_atomic_sto_le_mmu(CPUArchState *env, target_ulong addr, Int128 val,
 void helper_atomic_sto_be_mmu(CPUArchState *env, target_ulong addr, Int128 val,
                               TCGMemOpIdx oi, uintptr_t retaddr);
 
 void helper_atomic_sto_be_mmu(CPUArchState *env, target_ulong addr, Int128 val,
                               TCGMemOpIdx oi, uintptr_t retaddr);
 

+#ifdef CONFIG_DEBUG_TCG
+void tcg_assert_listed_vecop(TCGOpcode);
+#else
+static inline void tcg_assert_listed_vecop(TCGOpcode op) { }
+#endif
+
+static inline const TCGOpcode *tcg_swap_vecop_list(const TCGOpcode *n)
+{
+#ifdef CONFIG_DEBUG_TCG
+    const TCGOpcode *o = tcg_ctx->vecop_list;
+    tcg_ctx->vecop_list = n;
+    return o;
+#else
+    return NULL;
+#endif
+}
+
+bool tcg_can_emit_vecop_list(const TCGOpcode *, TCGType, unsigned);
+

 #endif /* TCG_H */
 #endif /* TCG_H */