[qemu.git] / target-i386 / ops_sse_header.h

/*
 *  MMX/3DNow!/SSE/SSE2/SSE3/PNI support
 *
 *  Copyright (c) 2005 Fabrice Bellard
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */
#if SHIFT == 0
#define Reg MMXReg
#define SUFFIX _mmx
#else
#define Reg XMMReg
#define SUFFIX _xmm
#endif

DEF_HELPER(void, glue(helper_psrlw, SUFFIX), (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_psraw, SUFFIX), (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_psllw, SUFFIX), (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_psrld, SUFFIX), (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_psrad, SUFFIX), (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_pslld, SUFFIX), (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_psrlq, SUFFIX), (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_psllq, SUFFIX), (Reg *d, Reg *s))

#if SHIFT == 1
DEF_HELPER(void, glue(helper_psrldq, SUFFIX), (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_pslldq, SUFFIX), (Reg *d, Reg *s))
#endif

#define SSE_HELPER_B(name, F)\
    DEF_HELPER(void, glue(name, SUFFIX), (Reg *d, Reg *s))

#define SSE_HELPER_W(name, F)\
    DEF_HELPER(void, glue(name, SUFFIX), (Reg *d, Reg *s))

#define SSE_HELPER_L(name, F)\
    DEF_HELPER(void, glue(name, SUFFIX), (Reg *d, Reg *s))

#define SSE_HELPER_Q(name, F)\
    DEF_HELPER(void, glue(name, SUFFIX), (Reg *d, Reg *s))

SSE_HELPER_B(helper_paddb, FADD)
SSE_HELPER_W(helper_paddw, FADD)
SSE_HELPER_L(helper_paddl, FADD)
SSE_HELPER_Q(helper_paddq, FADD)

SSE_HELPER_B(helper_psubb, FSUB)
SSE_HELPER_W(helper_psubw, FSUB)
SSE_HELPER_L(helper_psubl, FSUB)
SSE_HELPER_Q(helper_psubq, FSUB)

SSE_HELPER_B(helper_paddusb, FADDUB)
SSE_HELPER_B(helper_paddsb, FADDSB)
SSE_HELPER_B(helper_psubusb, FSUBUB)
SSE_HELPER_B(helper_psubsb, FSUBSB)

SSE_HELPER_W(helper_paddusw, FADDUW)
SSE_HELPER_W(helper_paddsw, FADDSW)
SSE_HELPER_W(helper_psubusw, FSUBUW)
SSE_HELPER_W(helper_psubsw, FSUBSW)

SSE_HELPER_B(helper_pminub, FMINUB)
SSE_HELPER_B(helper_pmaxub, FMAXUB)

SSE_HELPER_W(helper_pminsw, FMINSW)
SSE_HELPER_W(helper_pmaxsw, FMAXSW)

SSE_HELPER_Q(helper_pand, FAND)
SSE_HELPER_Q(helper_pandn, FANDN)
SSE_HELPER_Q(helper_por, FOR)
SSE_HELPER_Q(helper_pxor, FXOR)

SSE_HELPER_B(helper_pcmpgtb, FCMPGTB)
SSE_HELPER_W(helper_pcmpgtw, FCMPGTW)
SSE_HELPER_L(helper_pcmpgtl, FCMPGTL)

SSE_HELPER_B(helper_pcmpeqb, FCMPEQ)
SSE_HELPER_W(helper_pcmpeqw, FCMPEQ)
SSE_HELPER_L(helper_pcmpeql, FCMPEQ)

SSE_HELPER_W(helper_pmullw, FMULLW)
#if SHIFT == 0
SSE_HELPER_W(helper_pmulhrw, FMULHRW)
#endif
SSE_HELPER_W(helper_pmulhuw, FMULHUW)
SSE_HELPER_W(helper_pmulhw, FMULHW)

SSE_HELPER_B(helper_pavgb, FAVG)
SSE_HELPER_W(helper_pavgw, FAVG)

DEF_HELPER(void, glue(helper_pmuludq, SUFFIX) , (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_pmaddwd, SUFFIX) , (Reg *d, Reg *s))

DEF_HELPER(void, glue(helper_psadbw, SUFFIX) , (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_maskmov, SUFFIX) , (Reg *d, Reg *s, target_ulong a0))
DEF_HELPER(void, glue(helper_movl_mm_T0, SUFFIX) , (Reg *d, uint32_t val))
#ifdef TARGET_X86_64
DEF_HELPER(void, glue(helper_movq_mm_T0, SUFFIX) , (Reg *d, uint64_t val))
#endif

#if SHIFT == 0
DEF_HELPER(void, glue(helper_pshufw, SUFFIX) , (Reg *d, Reg *s, int order))
#else
DEF_HELPER(void, helper_shufps, (Reg *d, Reg *s, int order))
DEF_HELPER(void, helper_shufpd, (Reg *d, Reg *s, int order))
DEF_HELPER(void, glue(helper_pshufd, SUFFIX) , (Reg *d, Reg *s, int order))
DEF_HELPER(void, glue(helper_pshuflw, SUFFIX) , (Reg *d, Reg *s, int order))
DEF_HELPER(void, glue(helper_pshufhw, SUFFIX) , (Reg *d, Reg *s, int order))
#endif

#if SHIFT == 1
/* FPU ops */
/* XXX: not accurate */

#define SSE_HELPER_S(name, F)\
    DEF_HELPER(void, helper_ ## name ## ps , (Reg *d, Reg *s))        \
    DEF_HELPER(void, helper_ ## name ## ss , (Reg *d, Reg *s))        \
    DEF_HELPER(void, helper_ ## name ## pd , (Reg *d, Reg *s))        \
    DEF_HELPER(void, helper_ ## name ## sd , (Reg *d, Reg *s))

SSE_HELPER_S(add, FPU_ADD)
SSE_HELPER_S(sub, FPU_SUB)
SSE_HELPER_S(mul, FPU_MUL)
SSE_HELPER_S(div, FPU_DIV)
SSE_HELPER_S(min, FPU_MIN)
SSE_HELPER_S(max, FPU_MAX)
SSE_HELPER_S(sqrt, FPU_SQRT)


DEF_HELPER(void, helper_cvtps2pd, (Reg *d, Reg *s))
DEF_HELPER(void, helper_cvtpd2ps, (Reg *d, Reg *s))
DEF_HELPER(void, helper_cvtss2sd, (Reg *d, Reg *s))
DEF_HELPER(void, helper_cvtsd2ss, (Reg *d, Reg *s))
DEF_HELPER(void, helper_cvtdq2ps, (Reg *d, Reg *s))
DEF_HELPER(void, helper_cvtdq2pd, (Reg *d, Reg *s))
DEF_HELPER(void, helper_cvtpi2ps, (XMMReg *d, MMXReg *s))
DEF_HELPER(void, helper_cvtpi2pd, (XMMReg *d, MMXReg *s))
DEF_HELPER(void, helper_cvtsi2ss, (XMMReg *d, uint32_t val))
DEF_HELPER(void, helper_cvtsi2sd, (XMMReg *d, uint32_t val))

#ifdef TARGET_X86_64
DEF_HELPER(void, helper_cvtsq2ss, (XMMReg *d, uint64_t val))
DEF_HELPER(void, helper_cvtsq2sd, (XMMReg *d, uint64_t val))
#endif

DEF_HELPER(void, helper_cvtps2dq, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_cvtpd2dq, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_cvtps2pi, (MMXReg *d, XMMReg *s))
DEF_HELPER(void, helper_cvtpd2pi, (MMXReg *d, XMMReg *s))
DEF_HELPER(int32_t, helper_cvtss2si, (XMMReg *s))
DEF_HELPER(int32_t, helper_cvtsd2si, (XMMReg *s))
#ifdef TARGET_X86_64
DEF_HELPER(int64_t, helper_cvtss2sq, (XMMReg *s))
DEF_HELPER(int64_t, helper_cvtsd2sq, (XMMReg *s))
#endif

DEF_HELPER(void, helper_cvttps2dq, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_cvttpd2dq, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_cvttps2pi, (MMXReg *d, XMMReg *s))
DEF_HELPER(void, helper_cvttpd2pi, (MMXReg *d, XMMReg *s))
DEF_HELPER(int32_t, helper_cvttss2si, (XMMReg *s))
DEF_HELPER(int32_t, helper_cvttsd2si, (XMMReg *s))
#ifdef TARGET_X86_64
DEF_HELPER(int64_t, helper_cvttss2sq, (XMMReg *s))
DEF_HELPER(int64_t, helper_cvttsd2sq, (XMMReg *s))
#endif

DEF_HELPER(void, helper_rsqrtps, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_rsqrtss, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_rcpps, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_rcpss, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_haddps, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_haddpd, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_hsubps, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_hsubpd, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_addsubps, (XMMReg *d, XMMReg *s))
DEF_HELPER(void, helper_addsubpd, (XMMReg *d, XMMReg *s))

#define SSE_HELPER_CMP(name, F)\
    DEF_HELPER(void, helper_ ## name ## ps , (Reg *d, Reg *s))        \
    DEF_HELPER(void, helper_ ## name ## ss , (Reg *d, Reg *s))        \
    DEF_HELPER(void, helper_ ## name ## pd , (Reg *d, Reg *s))        \
    DEF_HELPER(void, helper_ ## name ## sd , (Reg *d, Reg *s))

SSE_HELPER_CMP(cmpeq, FPU_CMPEQ)
SSE_HELPER_CMP(cmplt, FPU_CMPLT)
SSE_HELPER_CMP(cmple, FPU_CMPLE)
SSE_HELPER_CMP(cmpunord, FPU_CMPUNORD)
SSE_HELPER_CMP(cmpneq, FPU_CMPNEQ)
SSE_HELPER_CMP(cmpnlt, FPU_CMPNLT)
SSE_HELPER_CMP(cmpnle, FPU_CMPNLE)
SSE_HELPER_CMP(cmpord, FPU_CMPORD)

DEF_HELPER(void, helper_ucomiss, (Reg *d, Reg *s))
DEF_HELPER(void, helper_comiss, (Reg *d, Reg *s))
DEF_HELPER(void, helper_ucomisd, (Reg *d, Reg *s))
DEF_HELPER(void, helper_comisd, (Reg *d, Reg *s))
DEF_HELPER(uint32_t, helper_movmskps, (Reg *s))
DEF_HELPER(uint32_t, helper_movmskpd, (Reg *s))
#endif

DEF_HELPER(uint32_t, glue(helper_pmovmskb, SUFFIX), (Reg *s))
DEF_HELPER(void, glue(helper_packsswb, SUFFIX) , (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_packuswb, SUFFIX) , (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_packssdw, SUFFIX) , (Reg *d, Reg *s))
#define UNPCK_OP(base_name, base)                               \
    DEF_HELPER(void, glue(helper_punpck ## base_name ## bw, SUFFIX) , (Reg *d, Reg *s)) \
    DEF_HELPER(void, glue(helper_punpck ## base_name ## wd, SUFFIX) , (Reg *d, Reg *s)) \
    DEF_HELPER(void, glue(helper_punpck ## base_name ## dq, SUFFIX) , (Reg *d, Reg *s))

UNPCK_OP(l, 0)
UNPCK_OP(h, 1)

#if SHIFT == 1
DEF_HELPER(void, glue(helper_punpcklqdq, SUFFIX) , (Reg *d, Reg *s))
DEF_HELPER(void, glue(helper_punpckhqdq, SUFFIX) , (Reg *d, Reg *s))
#endif

/* 3DNow! float ops */
#if SHIFT == 0
DEF_HELPER(void, helper_pi2fd, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pi2fw, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pf2id, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pf2iw, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfacc, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfadd, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfcmpeq, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfcmpge, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfcmpgt, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfmax, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfmin, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfmul, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfnacc, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfpnacc, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfrcp, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfrsqrt, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfsub, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pfsubr, (MMXReg *d, MMXReg *s))
DEF_HELPER(void, helper_pswapd, (MMXReg *d, MMXReg *s))
#endif

#undef SHIFT
#undef Reg
#undef SUFFIX

#undef SSE_HELPER_B
#undef SSE_HELPER_W
#undef SSE_HELPER_L
#undef SSE_HELPER_Q
#undef SSE_HELPER_S
#undef SSE_HELPER_CMP
#undef UNPCK_OP
Commit	Line	Data
5af45186 FB	1	/*
	2	* MMX/3DNow!/SSE/SSE2/SSE3/PNI support
	3	*
	4	* Copyright (c) 2005 Fabrice Bellard
	5	*
	6	* This library is free software; you can redistribute it and/or
	7	* modify it under the terms of the GNU Lesser General Public
	8	* License as published by the Free Software Foundation; either
	9	* version 2 of the License, or (at your option) any later version.
	10	*
	11	* This library is distributed in the hope that it will be useful,
	12	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	13	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	14	* Lesser General Public License for more details.
	15	*
	16	* You should have received a copy of the GNU Lesser General Public
	17	* License along with this library; if not, write to the Free Software
	18	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
	19	*/
	20	#if SHIFT == 0
	21	#define Reg MMXReg
	22	#define SUFFIX _mmx
	23	#else
	24	#define Reg XMMReg
	25	#define SUFFIX _xmm
	26	#endif
	27
437a88a5 FB	28	DEF_HELPER(void, glue(helper_psrlw, SUFFIX), (Reg d, Reg s))
	29	DEF_HELPER(void, glue(helper_psraw, SUFFIX), (Reg d, Reg s))
	30	DEF_HELPER(void, glue(helper_psllw, SUFFIX), (Reg d, Reg s))
	31	DEF_HELPER(void, glue(helper_psrld, SUFFIX), (Reg d, Reg s))
	32	DEF_HELPER(void, glue(helper_psrad, SUFFIX), (Reg d, Reg s))
	33	DEF_HELPER(void, glue(helper_pslld, SUFFIX), (Reg d, Reg s))
	34	DEF_HELPER(void, glue(helper_psrlq, SUFFIX), (Reg d, Reg s))
	35	DEF_HELPER(void, glue(helper_psllq, SUFFIX), (Reg d, Reg s))
5af45186 FB	36
5af45186 FB	37	#if SHIFT == 1
437a88a5 FB	38	DEF_HELPER(void, glue(helper_psrldq, SUFFIX), (Reg d, Reg s))
437a88a5 FB	39	DEF_HELPER(void, glue(helper_pslldq, SUFFIX), (Reg d, Reg s))
5af45186 FB	40	#endif
	41
	42	#define SSE_HELPER_B(name, F)\
437a88a5	43	DEF_HELPER(void, glue(name, SUFFIX), (Reg d, Reg s))
5af45186 FB	44
5af45186 FB	45	#define SSE_HELPER_W(name, F)\
437a88a5	46	DEF_HELPER(void, glue(name, SUFFIX), (Reg d, Reg s))
5af45186 FB	47
5af45186 FB	48	#define SSE_HELPER_L(name, F)\
437a88a5	49	DEF_HELPER(void, glue(name, SUFFIX), (Reg d, Reg s))
5af45186 FB	50
5af45186 FB	51	#define SSE_HELPER_Q(name, F)\
437a88a5	52	DEF_HELPER(void, glue(name, SUFFIX), (Reg d, Reg s))
5af45186	53
437a88a5 FB	54	SSE_HELPER_B(helper_paddb, FADD)
	55	SSE_HELPER_W(helper_paddw, FADD)
	56	SSE_HELPER_L(helper_paddl, FADD)
	57	SSE_HELPER_Q(helper_paddq, FADD)
5af45186	58
437a88a5 FB	59	SSE_HELPER_B(helper_psubb, FSUB)
	60	SSE_HELPER_W(helper_psubw, FSUB)
	61	SSE_HELPER_L(helper_psubl, FSUB)
	62	SSE_HELPER_Q(helper_psubq, FSUB)
5af45186	63
437a88a5 FB	64	SSE_HELPER_B(helper_paddusb, FADDUB)
	65	SSE_HELPER_B(helper_paddsb, FADDSB)
	66	SSE_HELPER_B(helper_psubusb, FSUBUB)
	67	SSE_HELPER_B(helper_psubsb, FSUBSB)
5af45186	68
437a88a5 FB	69	SSE_HELPER_W(helper_paddusw, FADDUW)
	70	SSE_HELPER_W(helper_paddsw, FADDSW)
	71	SSE_HELPER_W(helper_psubusw, FSUBUW)
	72	SSE_HELPER_W(helper_psubsw, FSUBSW)
5af45186	73
437a88a5 FB	74	SSE_HELPER_B(helper_pminub, FMINUB)
437a88a5 FB	75	SSE_HELPER_B(helper_pmaxub, FMAXUB)
5af45186	76
437a88a5 FB	77	SSE_HELPER_W(helper_pminsw, FMINSW)
437a88a5 FB	78	SSE_HELPER_W(helper_pmaxsw, FMAXSW)
5af45186	79
437a88a5 FB	80	SSE_HELPER_Q(helper_pand, FAND)
	81	SSE_HELPER_Q(helper_pandn, FANDN)
	82	SSE_HELPER_Q(helper_por, FOR)
	83	SSE_HELPER_Q(helper_pxor, FXOR)
5af45186	84
437a88a5 FB	85	SSE_HELPER_B(helper_pcmpgtb, FCMPGTB)
	86	SSE_HELPER_W(helper_pcmpgtw, FCMPGTW)
	87	SSE_HELPER_L(helper_pcmpgtl, FCMPGTL)
5af45186	88
437a88a5 FB	89	SSE_HELPER_B(helper_pcmpeqb, FCMPEQ)
	90	SSE_HELPER_W(helper_pcmpeqw, FCMPEQ)
	91	SSE_HELPER_L(helper_pcmpeql, FCMPEQ)
5af45186	92
437a88a5	93	SSE_HELPER_W(helper_pmullw, FMULLW)
5af45186	94	#if SHIFT == 0
437a88a5	95	SSE_HELPER_W(helper_pmulhrw, FMULHRW)
5af45186	96	#endif
437a88a5 FB	97	SSE_HELPER_W(helper_pmulhuw, FMULHUW)
437a88a5 FB	98	SSE_HELPER_W(helper_pmulhw, FMULHW)
5af45186	99
437a88a5 FB	100	SSE_HELPER_B(helper_pavgb, FAVG)
437a88a5 FB	101	SSE_HELPER_W(helper_pavgw, FAVG)
5af45186	102
437a88a5 FB	103	DEF_HELPER(void, glue(helper_pmuludq, SUFFIX) , (Reg d, Reg s))
437a88a5 FB	104	DEF_HELPER(void, glue(helper_pmaddwd, SUFFIX) , (Reg d, Reg s))
5af45186	105
437a88a5 FB	106	DEF_HELPER(void, glue(helper_psadbw, SUFFIX) , (Reg d, Reg s))
	107	DEF_HELPER(void, glue(helper_maskmov, SUFFIX) , (Reg d, Reg s, target_ulong a0))
	108	DEF_HELPER(void, glue(helper_movl_mm_T0, SUFFIX) , (Reg *d, uint32_t val))
5af45186	109	#ifdef TARGET_X86_64
437a88a5	110	DEF_HELPER(void, glue(helper_movq_mm_T0, SUFFIX) , (Reg *d, uint64_t val))
5af45186 FB	111	#endif
	112
	113	#if SHIFT == 0
437a88a5	114	DEF_HELPER(void, glue(helper_pshufw, SUFFIX) , (Reg d, Reg s, int order))
5af45186	115	#else
437a88a5 FB	116	DEF_HELPER(void, helper_shufps, (Reg d, Reg s, int order))
	117	DEF_HELPER(void, helper_shufpd, (Reg d, Reg s, int order))
	118	DEF_HELPER(void, glue(helper_pshufd, SUFFIX) , (Reg d, Reg s, int order))
	119	DEF_HELPER(void, glue(helper_pshuflw, SUFFIX) , (Reg d, Reg s, int order))
	120	DEF_HELPER(void, glue(helper_pshufhw, SUFFIX) , (Reg d, Reg s, int order))
5af45186 FB	121	#endif
	122
	123	#if SHIFT == 1
	124	/* FPU ops */
	125	/* XXX: not accurate */
	126
	127	#define SSE_HELPER_S(name, F)\
437a88a5 FB	128	DEF_HELPER(void, helper_ ## name ## ps , (Reg d, Reg s)) \
	129	DEF_HELPER(void, helper_ ## name ## ss , (Reg d, Reg s)) \
	130	DEF_HELPER(void, helper_ ## name ## pd , (Reg d, Reg s)) \
	131	DEF_HELPER(void, helper_ ## name ## sd , (Reg d, Reg s))
	132
	133	SSE_HELPER_S(add, FPU_ADD)
	134	SSE_HELPER_S(sub, FPU_SUB)
	135	SSE_HELPER_S(mul, FPU_MUL)
	136	SSE_HELPER_S(div, FPU_DIV)
	137	SSE_HELPER_S(min, FPU_MIN)
	138	SSE_HELPER_S(max, FPU_MAX)
	139	SSE_HELPER_S(sqrt, FPU_SQRT)
	140
	141
	142	DEF_HELPER(void, helper_cvtps2pd, (Reg d, Reg s))
	143	DEF_HELPER(void, helper_cvtpd2ps, (Reg d, Reg s))
	144	DEF_HELPER(void, helper_cvtss2sd, (Reg d, Reg s))
	145	DEF_HELPER(void, helper_cvtsd2ss, (Reg d, Reg s))
	146	DEF_HELPER(void, helper_cvtdq2ps, (Reg d, Reg s))
	147	DEF_HELPER(void, helper_cvtdq2pd, (Reg d, Reg s))
	148	DEF_HELPER(void, helper_cvtpi2ps, (XMMReg d, MMXReg s))
	149	DEF_HELPER(void, helper_cvtpi2pd, (XMMReg d, MMXReg s))
	150	DEF_HELPER(void, helper_cvtsi2ss, (XMMReg *d, uint32_t val))
	151	DEF_HELPER(void, helper_cvtsi2sd, (XMMReg *d, uint32_t val))
5af45186 FB	152
5af45186 FB	153	#ifdef TARGET_X86_64
437a88a5 FB	154	DEF_HELPER(void, helper_cvtsq2ss, (XMMReg *d, uint64_t val))
437a88a5 FB	155	DEF_HELPER(void, helper_cvtsq2sd, (XMMReg *d, uint64_t val))
5af45186 FB	156	#endif
5af45186 FB	157
437a88a5 FB	158	DEF_HELPER(void, helper_cvtps2dq, (XMMReg d, XMMReg s))
	159	DEF_HELPER(void, helper_cvtpd2dq, (XMMReg d, XMMReg s))
	160	DEF_HELPER(void, helper_cvtps2pi, (MMXReg d, XMMReg s))
	161	DEF_HELPER(void, helper_cvtpd2pi, (MMXReg d, XMMReg s))
	162	DEF_HELPER(int32_t, helper_cvtss2si, (XMMReg *s))
	163	DEF_HELPER(int32_t, helper_cvtsd2si, (XMMReg *s))
5af45186	164	#ifdef TARGET_X86_64
437a88a5 FB	165	DEF_HELPER(int64_t, helper_cvtss2sq, (XMMReg *s))
437a88a5 FB	166	DEF_HELPER(int64_t, helper_cvtsd2sq, (XMMReg *s))
5af45186 FB	167	#endif
5af45186 FB	168
437a88a5 FB	169	DEF_HELPER(void, helper_cvttps2dq, (XMMReg d, XMMReg s))
	170	DEF_HELPER(void, helper_cvttpd2dq, (XMMReg d, XMMReg s))
	171	DEF_HELPER(void, helper_cvttps2pi, (MMXReg d, XMMReg s))
	172	DEF_HELPER(void, helper_cvttpd2pi, (MMXReg d, XMMReg s))
	173	DEF_HELPER(int32_t, helper_cvttss2si, (XMMReg *s))
	174	DEF_HELPER(int32_t, helper_cvttsd2si, (XMMReg *s))
5af45186	175	#ifdef TARGET_X86_64
437a88a5 FB	176	DEF_HELPER(int64_t, helper_cvttss2sq, (XMMReg *s))
437a88a5 FB	177	DEF_HELPER(int64_t, helper_cvttsd2sq, (XMMReg *s))
5af45186 FB	178	#endif
5af45186 FB	179
437a88a5 FB	180	DEF_HELPER(void, helper_rsqrtps, (XMMReg d, XMMReg s))
	181	DEF_HELPER(void, helper_rsqrtss, (XMMReg d, XMMReg s))
	182	DEF_HELPER(void, helper_rcpps, (XMMReg d, XMMReg s))
	183	DEF_HELPER(void, helper_rcpss, (XMMReg d, XMMReg s))
	184	DEF_HELPER(void, helper_haddps, (XMMReg d, XMMReg s))
	185	DEF_HELPER(void, helper_haddpd, (XMMReg d, XMMReg s))
	186	DEF_HELPER(void, helper_hsubps, (XMMReg d, XMMReg s))
	187	DEF_HELPER(void, helper_hsubpd, (XMMReg d, XMMReg s))
	188	DEF_HELPER(void, helper_addsubps, (XMMReg d, XMMReg s))
	189	DEF_HELPER(void, helper_addsubpd, (XMMReg d, XMMReg s))
5af45186 FB	190
5af45186 FB	191	#define SSE_HELPER_CMP(name, F)\
437a88a5 FB	192	DEF_HELPER(void, helper_ ## name ## ps , (Reg d, Reg s)) \
	193	DEF_HELPER(void, helper_ ## name ## ss , (Reg d, Reg s)) \
	194	DEF_HELPER(void, helper_ ## name ## pd , (Reg d, Reg s)) \
	195	DEF_HELPER(void, helper_ ## name ## sd , (Reg d, Reg s))
	196
	197	SSE_HELPER_CMP(cmpeq, FPU_CMPEQ)
	198	SSE_HELPER_CMP(cmplt, FPU_CMPLT)
	199	SSE_HELPER_CMP(cmple, FPU_CMPLE)
	200	SSE_HELPER_CMP(cmpunord, FPU_CMPUNORD)
	201	SSE_HELPER_CMP(cmpneq, FPU_CMPNEQ)
	202	SSE_HELPER_CMP(cmpnlt, FPU_CMPNLT)
	203	SSE_HELPER_CMP(cmpnle, FPU_CMPNLE)
	204	SSE_HELPER_CMP(cmpord, FPU_CMPORD)
	205
	206	DEF_HELPER(void, helper_ucomiss, (Reg d, Reg s))
	207	DEF_HELPER(void, helper_comiss, (Reg d, Reg s))
	208	DEF_HELPER(void, helper_ucomisd, (Reg d, Reg s))
	209	DEF_HELPER(void, helper_comisd, (Reg d, Reg s))
	210	DEF_HELPER(uint32_t, helper_movmskps, (Reg *s))
	211	DEF_HELPER(uint32_t, helper_movmskpd, (Reg *s))
5af45186 FB	212	#endif
5af45186 FB	213
437a88a5 FB	214	DEF_HELPER(uint32_t, glue(helper_pmovmskb, SUFFIX), (Reg *s))
	215	DEF_HELPER(void, glue(helper_packsswb, SUFFIX) , (Reg d, Reg s))
	216	DEF_HELPER(void, glue(helper_packuswb, SUFFIX) , (Reg d, Reg s))
	217	DEF_HELPER(void, glue(helper_packssdw, SUFFIX) , (Reg d, Reg s))
5af45186	218	#define UNPCK_OP(base_name, base) \
437a88a5 FB	219	DEF_HELPER(void, glue(helper_punpck ## base_name ## bw, SUFFIX) , (Reg d, Reg s)) \
	220	DEF_HELPER(void, glue(helper_punpck ## base_name ## wd, SUFFIX) , (Reg d, Reg s)) \
	221	DEF_HELPER(void, glue(helper_punpck ## base_name ## dq, SUFFIX) , (Reg d, Reg s))
5af45186	222
437a88a5 FB	223	UNPCK_OP(l, 0)
437a88a5 FB	224	UNPCK_OP(h, 1)
5af45186 FB	225
5af45186 FB	226	#if SHIFT == 1
437a88a5 FB	227	DEF_HELPER(void, glue(helper_punpcklqdq, SUFFIX) , (Reg d, Reg s))
437a88a5 FB	228	DEF_HELPER(void, glue(helper_punpckhqdq, SUFFIX) , (Reg d, Reg s))
5af45186 FB	229	#endif
	230
	231	/* 3DNow! float ops */
	232	#if SHIFT == 0
437a88a5 FB	233	DEF_HELPER(void, helper_pi2fd, (MMXReg d, MMXReg s))
	234	DEF_HELPER(void, helper_pi2fw, (MMXReg d, MMXReg s))
	235	DEF_HELPER(void, helper_pf2id, (MMXReg d, MMXReg s))
	236	DEF_HELPER(void, helper_pf2iw, (MMXReg d, MMXReg s))
	237	DEF_HELPER(void, helper_pfacc, (MMXReg d, MMXReg s))
	238	DEF_HELPER(void, helper_pfadd, (MMXReg d, MMXReg s))
	239	DEF_HELPER(void, helper_pfcmpeq, (MMXReg d, MMXReg s))
	240	DEF_HELPER(void, helper_pfcmpge, (MMXReg d, MMXReg s))
	241	DEF_HELPER(void, helper_pfcmpgt, (MMXReg d, MMXReg s))
	242	DEF_HELPER(void, helper_pfmax, (MMXReg d, MMXReg s))
	243	DEF_HELPER(void, helper_pfmin, (MMXReg d, MMXReg s))
	244	DEF_HELPER(void, helper_pfmul, (MMXReg d, MMXReg s))
	245	DEF_HELPER(void, helper_pfnacc, (MMXReg d, MMXReg s))
	246	DEF_HELPER(void, helper_pfpnacc, (MMXReg d, MMXReg s))
	247	DEF_HELPER(void, helper_pfrcp, (MMXReg d, MMXReg s))
	248	DEF_HELPER(void, helper_pfrsqrt, (MMXReg d, MMXReg s))
	249	DEF_HELPER(void, helper_pfsub, (MMXReg d, MMXReg s))
	250	DEF_HELPER(void, helper_pfsubr, (MMXReg d, MMXReg s))
	251	DEF_HELPER(void, helper_pswapd, (MMXReg d, MMXReg s))
5af45186 FB	252	#endif
	253
	254	#undef SHIFT
	255	#undef Reg
	256	#undef SUFFIX
	257
	258	#undef SSE_HELPER_B
	259	#undef SSE_HELPER_W
	260	#undef SSE_HELPER_L
	261	#undef SSE_HELPER_Q
	262	#undef SSE_HELPER_S
	263	#undef SSE_HELPER_CMP
	264	#undef UNPCK_OP