mirror of
https://github.com/amd/blis.git
synced 2026-05-05 15:01:13 +00:00
e249a00a82
Details: - Added the new bli_dgemm_skx_asm_16x14.c microkernel from the skx-redux branch, along with appropriate blocksizes in bli_cntx_init_skx.c and a prototype in bli_kernels_skx.h. (Devin has not yet written the sgemm analague, so for now we will continue using the older sgemm ukernel.) - Updated frame/include/bli_x86_asm_macros.h with a minor change that was present within the skx-redux branch.
1172 lines
41 KiB
C
1172 lines
41 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2018, The University of Texas at Austin
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name of The University of Texas at Austin nor the names
|
|
of its contributors may be used to endorse or promote products
|
|
derived from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
#ifndef BLIS_X86_ASM_MACROS_H
|
|
#define BLIS_X86_ASM_MACROS_H
|
|
|
|
//
|
|
// Assembly macros to make inline x86 with AT&T syntax somewhat less painful
|
|
//
|
|
// "Private" macros end with _
|
|
//
|
|
|
|
// Default syntax is Intel
|
|
#if !defined(BLIS_ASM_SYNTAX_ATT) && !defined(BLIS_ASM_SYNTAX_INTEL)
|
|
#define BLIS_ASM_SYNTAX_INTEL
|
|
#endif
|
|
|
|
#define STRINGIFY_(...) #__VA_ARGS__
|
|
#define GET_MACRO_(_1_,_2_,_3_,_4_,NAME,...) NAME
|
|
|
|
#if (defined(_WIN32) && !defined(__clang__)) || defined(__MIC__)
|
|
|
|
// Intel-style assembly blocks
|
|
|
|
#define BEGIN_ASM __asm {
|
|
#define END_ASM(...) }
|
|
|
|
#ifdef BLIS_ASM_SYNTAX_INTEL
|
|
|
|
#define INSTR_4_(name,_0,_1,_2,_3) name _0,_1,_2,_3
|
|
#define INSTR_3_(name,_0,_1,_2) name _0,_1,_2
|
|
#define INSTR_2_(name,_0,_1) name _0,_1
|
|
#define INSTR_1_(name,_0) name _0
|
|
#define INSTR_0_(name) name
|
|
|
|
#else
|
|
|
|
#define INSTR_4_(name,_0,_1,_2,_3) name _3,_2,_1,_0
|
|
#define INSTR_3_(name,_0,_1,_2) name _2,_1,_0
|
|
#define INSTR_2_(name,_0,_1) name _1,_0
|
|
#define INSTR_1_(name,_0) name _0
|
|
#define INSTR_0_(name) name
|
|
|
|
#endif
|
|
|
|
#define LABEL(label) label:
|
|
#define REGISTER_(r) r
|
|
#define IMM(x) x
|
|
#define VAR(x) x
|
|
#define MASK_(x) {x}
|
|
#define JMP_(insn, target) insn target
|
|
|
|
#define MEM_4_(reg,off,scale,disp) [reg + off*scale + disp]
|
|
#define MEM_3_(reg,off,scale) [reg + off*scale]
|
|
#define MEM_2_(reg,disp) [reg + disp]
|
|
#define MEM_1_(reg) [reg]
|
|
|
|
#define ALIGN4 align 4
|
|
#define ALIGN8 align 8
|
|
#define ALIGN16 align 16
|
|
#define ALIGN32 align 32
|
|
|
|
#else
|
|
|
|
// GCC extended assembly with AT&T syntax
|
|
|
|
#define COMMENT_BEGIN "#"
|
|
#define COMMENT_END
|
|
|
|
#define BEGIN_ASM() __asm__ volatile (
|
|
#define END_ASM(...) __VA_ARGS__ );
|
|
|
|
|
|
#ifdef BLIS_ASM_SYNTAX_ATT
|
|
|
|
#define INSTR_4_(name,_0,_1,_2,_3) STRINGIFY_(name) " " STRINGIFY_(_0,_1,_2,_3) "\n\t"
|
|
#define INSTR_3_(name,_0,_1,_2) STRINGIFY_(name) " " STRINGIFY_(_0,_1,_2) "\n\t"
|
|
#define INSTR_2_(name,_0,_1) STRINGIFY_(name) " " STRINGIFY_(_0,_1) "\n\t"
|
|
#define INSTR_1_(name,_0) STRINGIFY_(name) " " STRINGIFY_(_0) "\n\t"
|
|
#define INSTR_0_(name) STRINGIFY_(name) "\n\t"
|
|
|
|
#else
|
|
|
|
#define INSTR_4_(name,_0,_1,_2,_3) STRINGIFY_(name) " " STRINGIFY_(_3,_2,_1,_0) "\n\t"
|
|
#define INSTR_3_(name,_0,_1,_2) STRINGIFY_(name) " " STRINGIFY_(_2,_1,_0) "\n\t"
|
|
#define INSTR_2_(name,_0,_1) STRINGIFY_(name) " " STRINGIFY_(_1,_0) "\n\t"
|
|
#define INSTR_1_(name,_0) STRINGIFY_(name) " " STRINGIFY_(_0) "\n\t"
|
|
#define INSTR_0_(name) STRINGIFY_(name) "\n\t"
|
|
|
|
#endif
|
|
|
|
#if BLIS_OS_OSX
|
|
|
|
#define LABEL_(label) "L" STRINGIFY_(label) "%="
|
|
|
|
#else
|
|
|
|
#define LABEL_(label) ".L" STRINGIFY_(label) "%="
|
|
|
|
#endif
|
|
|
|
#define REGISTER_(r) %%r
|
|
#define IMM(x) $##x
|
|
#define VAR(x) %[x]
|
|
#define MASK_(x) %{x%}
|
|
#define LABEL(target) LABEL_(target) ":\n\t"
|
|
#define JMP_(insn, target) STRINGIFY_(insn) " " LABEL_(target) "\n\t"
|
|
|
|
#define MEM_4_(reg,off,scale,disp) disp(reg,off,scale)
|
|
#define MEM_3_(reg,off,scale) (reg,off,scale)
|
|
#define MEM_2_(reg,disp) disp(reg)
|
|
#define MEM_1_(reg) (reg)
|
|
|
|
#define ALIGN4 ".p2align 2 \n\t"
|
|
#define ALIGN8 ".p2align 3 \n\t"
|
|
#define ALIGN16 ".p2align 4 \n\t"
|
|
#define ALIGN32 ".p2align 5 \n\t"
|
|
|
|
#endif
|
|
|
|
#define begin_asm() BEGIN_ASM()
|
|
#define end_asm(...) END_ASM(__VA_ARGS__)
|
|
|
|
#define label(...) LABEL(__VA_ARGS__)
|
|
#define imm(...) IMM(__VA_ARGS__)
|
|
#define var(...) VAR(__VA_ARGS__)
|
|
#define align16 ALIGN16
|
|
#define align32 ALIGN32
|
|
|
|
// General-purpose registers
|
|
|
|
#define AL REGISTER_(al)
|
|
#define AH REGISTER_(ah)
|
|
#define BL REGISTER_(bl)
|
|
#define BH REGISTER_(bh)
|
|
#define CL REGISTER_(cl)
|
|
#define CH REGISTER_(ch)
|
|
#define DL REGISTER_(dl)
|
|
#define DH REGISTER_(dh)
|
|
#define R8B REGISTER_(r8b)
|
|
#define R9B REGISTER_(r9b)
|
|
#define R10B REGISTER_(r10b)
|
|
#define R11B REGISTER_(r11b)
|
|
#define R12B REGISTER_(r12b)
|
|
#define R13B REGISTER_(r13b)
|
|
#define R14B REGISTER_(r14b)
|
|
#define R15B REGISTER_(r15b)
|
|
|
|
#define al AL
|
|
#define ah AH
|
|
#define bl BL
|
|
#define bh BH
|
|
#define cl CL
|
|
#define ch CH
|
|
#define dl DL
|
|
#define dh DH
|
|
#define r8b R8B
|
|
#define r9b R9B
|
|
#define r10b R10B
|
|
#define r11b R11B
|
|
#define r12b R12B
|
|
#define r13b R13B
|
|
#define r14b R14B
|
|
#define r15b R15B
|
|
|
|
#define AX REGISTER_(ax)
|
|
#define BX REGISTER_(bx)
|
|
#define CX REGISTER_(cx)
|
|
#define DX REGISTER_(dx)
|
|
#define SI REGISTER_(si)
|
|
#define DI REGISTER_(di)
|
|
#define BP REGISTER_(bp)
|
|
#define SP REGISTER_(sp)
|
|
#define R8W REGISTER_(r8w)
|
|
#define R9W REGISTER_(r9w)
|
|
#define R10W REGISTER_(r10w)
|
|
#define R11W REGISTER_(r11w)
|
|
#define R12W REGISTER_(r12w)
|
|
#define R13W REGISTER_(r13w)
|
|
#define R14W REGISTER_(r14w)
|
|
#define R15W REGISTER_(r15w)
|
|
|
|
#define ax AX
|
|
#define bx BX
|
|
#define cx CX
|
|
#define dx DX
|
|
#define si SI
|
|
#define di DI
|
|
#define bp BP
|
|
#define sp SP
|
|
#define r8w R8W
|
|
#define r9w R9W
|
|
#define r10w R10W
|
|
#define r11w R11W
|
|
#define r12w R12W
|
|
#define r13w R13W
|
|
#define r14w R14W
|
|
#define r15w R15W
|
|
|
|
#define EAX REGISTER_(eax)
|
|
#define EBX REGISTER_(ebx)
|
|
#define ECX REGISTER_(ecx)
|
|
#define EDX REGISTER_(edx)
|
|
#define ESP REGISTER_(esp)
|
|
#define EBP REGISTER_(ebp)
|
|
#define EDI REGISTER_(edi)
|
|
#define ESI REGISTER_(esi)
|
|
#define R8D REGISTER_(r8d)
|
|
#define R9D REGISTER_(r9d)
|
|
#define R10D REGISTER_(r10d)
|
|
#define R11D REGISTER_(r11d)
|
|
#define R12D REGISTER_(r12d)
|
|
#define R13D REGISTER_(r13d)
|
|
#define R14D REGISTER_(r14d)
|
|
#define R15D REGISTER_(r15d)
|
|
|
|
#define eax EAX
|
|
#define ebx EBX
|
|
#define ecx ECX
|
|
#define edx EDX
|
|
#define esp ESP
|
|
#define ebp EBP
|
|
#define edi EDI
|
|
#define esi ESI
|
|
#define r8d R8D
|
|
#define r9d R9D
|
|
#define r10d R10D
|
|
#define r11d R11D
|
|
#define r12d R12D
|
|
#define r13d R13D
|
|
#define r14d R14D
|
|
#define r15d R15D
|
|
|
|
#define RAX REGISTER_(rax)
|
|
#define RBX REGISTER_(rbx)
|
|
#define RCX REGISTER_(rcx)
|
|
#define RDX REGISTER_(rdx)
|
|
#define RSP REGISTER_(rsp)
|
|
#define RBP REGISTER_(rbp)
|
|
#define RDI REGISTER_(rdi)
|
|
#define RSI REGISTER_(rsi)
|
|
#define R8 REGISTER_(r8)
|
|
#define R9 REGISTER_(r9)
|
|
#define R10 REGISTER_(r10)
|
|
#define R11 REGISTER_(r11)
|
|
#define R12 REGISTER_(r12)
|
|
#define R13 REGISTER_(r13)
|
|
#define R14 REGISTER_(r14)
|
|
#define R15 REGISTER_(r15)
|
|
|
|
#define rax RAX
|
|
#define rbx RBX
|
|
#define rcx RCX
|
|
#define rdx RDX
|
|
#define rsp RSP
|
|
#define rbp RBP
|
|
#define rdi RDI
|
|
#define rsi RSI
|
|
#define r8 R8
|
|
#define r9 R9
|
|
#define r10 R10
|
|
#define r11 R11
|
|
#define r12 R12
|
|
#define r13 R13
|
|
#define r14 R14
|
|
#define r15 R15
|
|
|
|
// Vector registers
|
|
|
|
#define XMM(x) REGISTER_(Xmm##x)
|
|
#define YMM(x) REGISTER_(Ymm##x)
|
|
#define ZMM(x) REGISTER_(Zmm##x)
|
|
#define K(x) REGISTER_(k##x)
|
|
#define MASK_K(n) MASK_(K(n))
|
|
#define MASK_KZ(n) MASK_(K(n))MASK_(z)
|
|
|
|
#define xmm(x) XMM(x)
|
|
#define ymm(x) YMM(x)
|
|
#define zmm(x) ZMM(x)
|
|
#define k(x) K(x)
|
|
#define mask_k(x) MASK_K(x)
|
|
#define mask_kz(x) MASK_KZ(x)
|
|
|
|
#define XMM0 XMM(0)
|
|
#define XMM1 XMM(1)
|
|
#define XMM2 XMM(2)
|
|
#define XMM3 XMM(3)
|
|
#define XMM4 XMM(4)
|
|
#define XMM5 XMM(5)
|
|
#define XMM6 XMM(6)
|
|
#define XMM7 XMM(7)
|
|
#define XMM8 XMM(8)
|
|
#define XMM9 XMM(9)
|
|
#define XMM10 XMM(10)
|
|
#define XMM11 XMM(11)
|
|
#define XMM12 XMM(12)
|
|
#define XMM13 XMM(13)
|
|
#define XMM14 XMM(14)
|
|
#define XMM15 XMM(15)
|
|
#define XMM16 XMM(16)
|
|
#define XMM17 XMM(17)
|
|
#define XMM18 XMM(18)
|
|
#define XMM19 XMM(19)
|
|
#define XMM20 XMM(20)
|
|
#define XMM21 XMM(21)
|
|
#define XMM22 XMM(22)
|
|
#define XMM23 XMM(23)
|
|
#define XMM24 XMM(24)
|
|
#define XMM25 XMM(25)
|
|
#define XMM26 XMM(26)
|
|
#define XMM27 XMM(27)
|
|
#define XMM28 XMM(28)
|
|
#define XMM29 XMM(29)
|
|
#define XMM30 XMM(30)
|
|
#define XMM31 XMM(31)
|
|
|
|
#define YMM0 YMM(0)
|
|
#define YMM1 YMM(1)
|
|
#define YMM2 YMM(2)
|
|
#define YMM3 YMM(3)
|
|
#define YMM4 YMM(4)
|
|
#define YMM5 YMM(5)
|
|
#define YMM6 YMM(6)
|
|
#define YMM7 YMM(7)
|
|
#define YMM8 YMM(8)
|
|
#define YMM9 YMM(9)
|
|
#define YMM10 YMM(10)
|
|
#define YMM11 YMM(11)
|
|
#define YMM12 YMM(12)
|
|
#define YMM13 YMM(13)
|
|
#define YMM14 YMM(14)
|
|
#define YMM15 YMM(15)
|
|
#define YMM16 YMM(16)
|
|
#define YMM17 YMM(17)
|
|
#define YMM18 YMM(18)
|
|
#define YMM19 YMM(19)
|
|
#define YMM20 YMM(20)
|
|
#define YMM21 YMM(21)
|
|
#define YMM22 YMM(22)
|
|
#define YMM23 YMM(23)
|
|
#define YMM24 YMM(24)
|
|
#define YMM25 YMM(25)
|
|
#define YMM26 YMM(26)
|
|
#define YMM27 YMM(27)
|
|
#define YMM28 YMM(28)
|
|
#define YMM29 YMM(29)
|
|
#define YMM30 YMM(30)
|
|
#define YMM31 YMM(31)
|
|
|
|
#define ZMM0 ZMM(0)
|
|
#define ZMM1 ZMM(1)
|
|
#define ZMM2 ZMM(2)
|
|
#define ZMM3 ZMM(3)
|
|
#define ZMM4 ZMM(4)
|
|
#define ZMM5 ZMM(5)
|
|
#define ZMM6 ZMM(6)
|
|
#define ZMM7 ZMM(7)
|
|
#define ZMM8 ZMM(8)
|
|
#define ZMM9 ZMM(9)
|
|
#define ZMM10 ZMM(10)
|
|
#define ZMM11 ZMM(11)
|
|
#define ZMM12 ZMM(12)
|
|
#define ZMM13 ZMM(13)
|
|
#define ZMM14 ZMM(14)
|
|
#define ZMM15 ZMM(15)
|
|
#define ZMM16 ZMM(16)
|
|
#define ZMM17 ZMM(17)
|
|
#define ZMM18 ZMM(18)
|
|
#define ZMM19 ZMM(19)
|
|
#define ZMM20 ZMM(20)
|
|
#define ZMM21 ZMM(21)
|
|
#define ZMM22 ZMM(22)
|
|
#define ZMM23 ZMM(23)
|
|
#define ZMM24 ZMM(24)
|
|
#define ZMM25 ZMM(25)
|
|
#define ZMM26 ZMM(26)
|
|
#define ZMM27 ZMM(27)
|
|
#define ZMM28 ZMM(28)
|
|
#define ZMM29 ZMM(29)
|
|
#define ZMM30 ZMM(30)
|
|
#define ZMM31 ZMM(31)
|
|
|
|
#define xmm0 xmm(0)
|
|
#define xmm1 xmm(1)
|
|
#define xmm2 xmm(2)
|
|
#define xmm3 xmm(3)
|
|
#define xmm4 xmm(4)
|
|
#define xmm5 xmm(5)
|
|
#define xmm6 xmm(6)
|
|
#define xmm7 xmm(7)
|
|
#define xmm8 xmm(8)
|
|
#define xmm9 xmm(9)
|
|
#define xmm10 xmm(10)
|
|
#define xmm11 xmm(11)
|
|
#define xmm12 xmm(12)
|
|
#define xmm13 xmm(13)
|
|
#define xmm14 xmm(14)
|
|
#define xmm15 xmm(15)
|
|
#define xmm16 xmm(16)
|
|
#define xmm17 xmm(17)
|
|
#define xmm18 xmm(18)
|
|
#define xmm19 xmm(19)
|
|
#define xmm20 xmm(20)
|
|
#define xmm21 xmm(21)
|
|
#define xmm22 xmm(22)
|
|
#define xmm23 xmm(23)
|
|
#define xmm24 xmm(24)
|
|
#define xmm25 xmm(25)
|
|
#define xmm26 xmm(26)
|
|
#define xmm27 xmm(27)
|
|
#define xmm28 xmm(28)
|
|
#define xmm29 xmm(29)
|
|
#define xmm30 xmm(30)
|
|
#define xmm31 xmm(31)
|
|
|
|
#define ymm0 ymm(0)
|
|
#define ymm1 ymm(1)
|
|
#define ymm2 ymm(2)
|
|
#define ymm3 ymm(3)
|
|
#define ymm4 ymm(4)
|
|
#define ymm5 ymm(5)
|
|
#define ymm6 ymm(6)
|
|
#define ymm7 ymm(7)
|
|
#define ymm8 ymm(8)
|
|
#define ymm9 ymm(9)
|
|
#define ymm10 ymm(10)
|
|
#define ymm11 ymm(11)
|
|
#define ymm12 ymm(12)
|
|
#define ymm13 ymm(13)
|
|
#define ymm14 ymm(14)
|
|
#define ymm15 ymm(15)
|
|
#define ymm16 ymm(16)
|
|
#define ymm17 ymm(17)
|
|
#define ymm18 ymm(18)
|
|
#define ymm19 ymm(19)
|
|
#define ymm20 ymm(20)
|
|
#define ymm21 ymm(21)
|
|
#define ymm22 ymm(22)
|
|
#define ymm23 ymm(23)
|
|
#define ymm24 ymm(24)
|
|
#define ymm25 ymm(25)
|
|
#define ymm26 ymm(26)
|
|
#define ymm27 ymm(27)
|
|
#define ymm28 ymm(28)
|
|
#define ymm29 ymm(29)
|
|
#define ymm30 ymm(30)
|
|
#define ymm31 ymm(31)
|
|
|
|
#define zmm0 zmm(0)
|
|
#define zmm1 zmm(1)
|
|
#define zmm2 zmm(2)
|
|
#define zmm3 zmm(3)
|
|
#define zmm4 zmm(4)
|
|
#define zmm5 zmm(5)
|
|
#define zmm6 zmm(6)
|
|
#define zmm7 zmm(7)
|
|
#define zmm8 zmm(8)
|
|
#define zmm9 zmm(9)
|
|
#define zmm10 zmm(10)
|
|
#define zmm11 zmm(11)
|
|
#define zmm12 zmm(12)
|
|
#define zmm13 zmm(13)
|
|
#define zmm14 zmm(14)
|
|
#define zmm15 zmm(15)
|
|
#define zmm16 zmm(16)
|
|
#define zmm17 zmm(17)
|
|
#define zmm18 zmm(18)
|
|
#define zmm19 zmm(19)
|
|
#define zmm20 zmm(20)
|
|
#define zmm21 zmm(21)
|
|
#define zmm22 zmm(22)
|
|
#define zmm23 zmm(23)
|
|
#define zmm24 zmm(24)
|
|
#define zmm25 zmm(25)
|
|
#define zmm26 zmm(26)
|
|
#define zmm27 zmm(27)
|
|
#define zmm28 zmm(28)
|
|
#define zmm29 zmm(29)
|
|
#define zmm30 zmm(30)
|
|
#define zmm31 zmm(31)
|
|
|
|
// Memory access
|
|
|
|
// MEM(rax) -> (%rax) or [rax]
|
|
// MEM(rax,0x80) -> 0x80(%rax) or [rax + 0x80]
|
|
// MEM(rax,rsi,4) -> (%rax,%rsi,4) or [rax + rsi*4]
|
|
// MEM(rax,rsi,4,0x80) -> 0x80(%rax,%rsi,4) or [rax + rsi*4 + 0x80]
|
|
|
|
#define MEM(...) GET_MACRO_(__VA_ARGS__,MEM_4_,MEM_3_,MEM_2_,MEM_1_)(__VA_ARGS__)
|
|
#define MEM_1TO8(...) MEM(__VA_ARGS__) MASK_(1to8)
|
|
#define MEM_1TO16(...) MEM(__VA_ARGS__) MASK_(1to16)
|
|
#define MEM_BCAST(...) MEM(__VA_ARGS__) MASK_(b)
|
|
|
|
#define mem(...) MEM(__VA_ARGS__)
|
|
#define mem_1to8(...) MEM_1TO8(__VA_ARGS__)
|
|
#define mem_1to16(...) MEM_1TO16(__VA_ARGS__)
|
|
#define mem_bcast(...) MEM_BCAST(__VA_ARGS__)
|
|
|
|
#define VAR_1TO8(...) VAR(__VA_ARGS__) MASK_(1to8)
|
|
#define VAR_1TO16(...) VAR(__VA_ARGS__) MASK_(1to16)
|
|
#define VAR_BCAST(...) VAR(__VA_ARGS__) MASK_(b)
|
|
|
|
#define var_1to8(...) VAR_1TO8(__VA_ARGS__)
|
|
#define var_1to16(...) VAR_1TO16(__VA_ARGS__)
|
|
#define var_bcast(...) VAR_BCAST(__VA_ARGS__)
|
|
|
|
// Instructions
|
|
|
|
#define INSTR_(name,...) GET_MACRO_(__VA_ARGS__,INSTR_4_,INSTR_3_,INSTR_2_, \
|
|
INSTR_1_,INSTR_0_)(name,__VA_ARGS__)
|
|
|
|
// Jumps
|
|
|
|
#define JC(_0) JMP_(jc, _0)
|
|
#define JB(_0) JC(_0)
|
|
#define JNAE(_0) JC(_0)
|
|
#define JNC(_0) JMP_(jnc, _0)
|
|
#define JNB(_0) JNC(_0)
|
|
#define JAE(_0) JNC(_0)
|
|
|
|
#define jc(_0) JC(_0)
|
|
#define jb(_0) JB(_0)
|
|
#define jnae(_0) JNAE(_0)
|
|
#define jnc(_0) JNC(_0)
|
|
#define jnb(_0) JNB(_0)
|
|
#define jae(_0) JAE(_0)
|
|
|
|
#define JO(_0) JMP_(jo, _0)
|
|
#define JNO(_0) JMP_(jno, _0)
|
|
|
|
#define jo(_0) JO(_0)
|
|
#define jno(_0) JNO(_0)
|
|
|
|
#define JP(_0) JMP_(jp, _0)
|
|
#define JPE(_0) JP(_0)
|
|
#define JNP(_0) JMP_(jnp, _0)
|
|
#define JPO(_0) JNP(_0)
|
|
|
|
#define jp(_0) JP(_0)
|
|
#define jpe(_0) JPE(_0)
|
|
#define jnp(_0) JNP(_0)
|
|
#define jpo(_0) JPO(_0)
|
|
|
|
#define JS(_0) JMP_(js, _0)
|
|
#define JNS(_0) JMP_(jns, _0)
|
|
|
|
#define js(_0) JS(_0)
|
|
#define jns(_0) JNS(_0)
|
|
|
|
#define JA(_0) JMP_(ja, _0)
|
|
#define JNBE(_0) JA(_0)
|
|
#define JNA(_0) JMP_(jna, _0)
|
|
#define JBE(_0) JNA(_0)
|
|
|
|
#define ja(_0) JA(_0)
|
|
#define jnbe(_0) JNBE(_0)
|
|
#define jna(_0) JNA(_0)
|
|
#define jbe(_0) JBE(_0)
|
|
|
|
#define JL(_0) JMP_(jl, _0)
|
|
#define JNGE(_0) JL(_0)
|
|
#define JNL(_0) JMP_(jnl, _0)
|
|
#define JGE(_0) JNL(_0)
|
|
|
|
#define jl(_0) JL(_0)
|
|
#define jnge(_0) JNGE(_0)
|
|
#define jnl(_0) JNL(_0)
|
|
#define jge(_0) JGE(_0)
|
|
|
|
#define JG(_0) JMP_(jg, _0)
|
|
#define JNLE(_0) JG(_0)
|
|
#define JNG(_0) JMP_(jng, _0)
|
|
#define JLE(_0) JNG(_0)
|
|
|
|
#define jg(_0) JG(_0)
|
|
#define jnle(_0) JNLE(_0)
|
|
#define jng(_0) JNG(_0)
|
|
#define jle(_0) JLE(_0)
|
|
|
|
#define JE(_0) JMP_(je, _0)
|
|
#define JZ(_0) JE(_0)
|
|
#define JNE(_0) JMP_(jne, _0)
|
|
#define JNZ(_0) JNE(_0)
|
|
|
|
#define je(_0) JE(_0)
|
|
#define jz(_0) JZ(_0)
|
|
#define jne(_0) JNE(_0)
|
|
#define jnz(_0) JNZ(_0)
|
|
|
|
#define JMP(_0) JMP_(jmp, _0)
|
|
|
|
#define jmp(_0) JMP(_0)
|
|
|
|
#define SETE(_0) INSTR_(sete, _0)
|
|
#define SETZ(_0) SETE(_0)
|
|
|
|
#define sete(_0) SETE(_0)
|
|
#define setz(_0) SETZ(_0)
|
|
|
|
// Comparisons
|
|
|
|
#define CMP(_0, _1) INSTR_(cmp, _0, _1)
|
|
#define TEST(_0, _1) INSTR_(test, _0, _1)
|
|
|
|
#define cmp(_0, _1) CMP(_0, _1)
|
|
#define test(_0, _1) TEST(_0, _1)
|
|
|
|
// Integer math
|
|
|
|
#define AND(_0, _1) INSTR_(and, _0, _1)
|
|
#define OR(_0, _1) INSTR_(or, _0, _1)
|
|
#define XOR(_0, _1) INSTR_(xor, _0, _1)
|
|
#define ADD(_0, _1) INSTR_(add, _0, _1)
|
|
#define SUB(_0, _1) INSTR_(sub, _0, _1)
|
|
#define SAL(...) INSTR_(sal, __VA_ARGS__)
|
|
#define SAR(...) INSTR_(sar, __VA_ARGS__)
|
|
#define SHLX(_0, _1, _2) INSTR_(shlx, _0, _1, _2)
|
|
#define SHRX(_0, _1, _2) INSTR_(shrx, _0, _1, _2)
|
|
#define RORX(_0, _1, _2) INSTR_(rorx, _0, _1, _2)
|
|
#define DEC(_0) INSTR_(dec, _0)
|
|
#define INC(_0) INSTR_(inc, _0)
|
|
|
|
#define and(_0, _1) AND(_0, _1)
|
|
#define or(_0, _1) OR(_0, _1)
|
|
#define xor(_0, _1) XOR(_0, _1)
|
|
#define add(_0, _1) ADD(_0, _1)
|
|
#define sub(_0, _1) SUB(_0, _1)
|
|
#define sal(...) SAL(__VA_ARGS__)
|
|
#define sar(...) SAR(__VA_ARGS__)
|
|
#define shlx(_0, _1, _2) SHLX(_0, _1, _2)
|
|
#define shrx(_0, _1, _2) SHRX(_0, _1, _2)
|
|
#define rorx(_0, _1, _2) RORX(_0, _1, _2)
|
|
#define dec(_0) DEC(_0)
|
|
#define inc(_0) INC(_0)
|
|
|
|
// Memory access
|
|
|
|
#define LEA(_0, _1) INSTR_(lea, _0, _1)
|
|
#define MOV(_0, _1) INSTR_(mov, _0, _1)
|
|
#define MOVD(_0, _1) INSTR_(movd, _0, _1)
|
|
#define MOVL(_0, _1) INSTR_(movl, _0, _1)
|
|
#define MOVQ(_0, _1) INSTR_(movq, _0, _1)
|
|
|
|
#define lea(_0, _1) LEA(_0, _1)
|
|
#define mov(_0, _1) MOV(_0, _1)
|
|
#define movd(_0, _1) MOVD(_0, _1)
|
|
#define movl(_0, _1) MOVL(_0, _1)
|
|
#define movq(_0, _1) MOVQ(_0, _1)
|
|
|
|
// Vector moves
|
|
|
|
#define MOVSS(_0, _1) INSTR_(movss, _0, _1)
|
|
#define MOVSD(_0, _1) INSTR_(movsd, _0, _1)
|
|
#define MOVAPS(_0, _1) INSTR_(movaps, _0, _1)
|
|
#define MOVAPD(_0, _1) INSTR_(movaps, _0, _1) //use movaps because it is shorter
|
|
#define MOVDDUP(_0, _1) INSTR_(movddup, _0, _1)
|
|
#define MOVLPS(_0, _1) INSTR_(movlps, _0, _1)
|
|
#define MOVHPS(_0, _1) INSTR_(movhps, _0, _1)
|
|
#define MOVLPD(_0, _1) INSTR_(movlpd, _0, _1)
|
|
#define MOVHPD(_0, _1) INSTR_(movhpd, _0, _1)
|
|
|
|
#define movss(_0, _1) MOVSS(_0, _1)
|
|
#define movsd(_0, _1) MOVSD(_0, _1)
|
|
#define movaps(_0, _1) MOVAPS(_0, _1)
|
|
#define movapd(_0, _1) MOVAPD(_0, _1)
|
|
#define movddup(_0, _1) MOVDDUP(_0, _1)
|
|
#define movlps(_0, _1) MOVLPS(_0, _1)
|
|
#define movhps(_0, _1) MOVHPS(_0, _1)
|
|
#define movlpd(_0, _1) MOVLPD(_0, _1)
|
|
#define movhpd(_0, _1) MOVHPD(_0, _1)
|
|
|
|
#define VMOVDDUP(_0, _1) INSTR_(vmovddup, _0, _1)
|
|
#define VMOVSLDUP(_0, _1) INSTR_(vmovsldup, _0, _1)
|
|
#define VMOVSHDUP(_0, _1) INSTR_(vmovshdup, _0, _1)
|
|
#define VMOVD(_0, _1) INSTR_(vmovd, _0, _1)
|
|
#define VMOVQ(_0, _1) INSTR_(vmovq, _0, _1)
|
|
#define VMOVSS(_0, _1) INSTR_(vmovss, _0, _1)
|
|
#define VMOVSD(_0, _1) INSTR_(vmovsd, _0, _1)
|
|
#define VMOVAPS(_0, _1) INSTR_(vmovaps, _0, _1)
|
|
#define VMOVUPS(_0, _1) INSTR_(vmovups, _0, _1)
|
|
#define VMOVAPD(_0, _1) INSTR_(vmovapd, _0, _1)
|
|
#define VMOVUPD(_0, _1) INSTR_(vmovupd, _0, _1)
|
|
#define VMOVLPS(...) INSTR_(vmovlps, __VA_ARGS__)
|
|
#define VMOVHPS(...) INSTR_(vmovhps, __VA_ARGS__)
|
|
#define VMOVLPD(...) INSTR_(vmovlpd, __VA_ARGS__)
|
|
#define VMOVHPD(...) INSTR_(vmovhpd, __VA_ARGS__)
|
|
#define VMOVDQA(_0, _1) INSTR_(vmovdqa, _0, _1)
|
|
#define VMOVDQA32(_0, _1) INSTR_(vmovdqa32, _0, _1)
|
|
#define VMOVDQA64(_0, _1) INSTR_(vmovdqa64, _0, _1)
|
|
#define VBROADCASTSS(_0, _1) INSTR_(vbroadcastss, _0, _1)
|
|
#define VBROADCASTSD(_0, _1) INSTR_(vbroadcastsd, _0, _1)
|
|
#define VPBROADCASTD(_0, _1) INSTR_(vpbroadcastd, _0, _1)
|
|
#define VPBROADCASTQ(_0, _1) INSTR_(vpbroadcastq, _0, _1)
|
|
#define VBROADCASTF128(_0, _1) INSTR_(vbroadcastf128, _0, _1)
|
|
#define VBROADCASTF64X4(_0, _1) INSTR_(vbroadcastf64x4, _0, _1)
|
|
#define VGATHERDPS(_0, _1) INSTR_(vgatherdps, _0, _1)
|
|
#define VSCATTERDPS(_0, _1) INSTR_(vscatterdps, _0, _1)
|
|
#define VGATHERDPD(_0, _1) INSTR_(vgatherdpd, _0, _1)
|
|
#define VSCATTERDPD(_0, _1) INSTR_(vscatterdpd, _0, _1)
|
|
#define VGATHERQPS(_0, _1) INSTR_(vgatherqps, _0, _1)
|
|
#define VSCATTERQPS(_0, _1) INSTR_(vscatterqps, _0, _1)
|
|
#define VGATHERQPD(_0, _1) INSTR_(vgatherqpd, _0, _1)
|
|
#define VSCATTERQPD(_0, _1) INSTR_(vscatterqpd, _0, _1)
|
|
|
|
#define vmovddup(_0, _1) VMOVDDUP(_0, _1)
|
|
#define vmovsldup(_0, _1) VMOVSLDUP(_0, _1)
|
|
#define vmovshdup(_0, _1) VMOVSHDUP(_0, _1)
|
|
#define vmovd(_0, _1) VMOVD(_0, _1)
|
|
#define vmovq(_0, _1) VMOVQ(_0, _1)
|
|
#define vmovss(_0, _1) VMOVSS(_0, _1)
|
|
#define vmovsd(_0, _1) VMOVSD(_0, _1)
|
|
#define vmovaps(_0, _1) VMOVAPS(_0, _1)
|
|
#define vmovups(_0, _1) VMOVUPS(_0, _1)
|
|
#define vmovapd(_0, _1) VMOVAPD(_0, _1)
|
|
#define vmovupd(_0, _1) VMOVUPD(_0, _1)
|
|
#define vmovlps(...) VMOVLPS(__VA_ARGS__)
|
|
#define vmovhps(...) VMOVHPS(__VA_ARGS__)
|
|
#define vmovlpd(...) VMOVLPD(__VA_ARGS__)
|
|
#define vmovhpd(...) VMOVHPD(__VA_ARGS__)
|
|
#define vmovdqa(_0, _1) VMOVDQA(_0, _1)
|
|
#define vmovdqa32(_0, _1) VMOVDQA32(_0, _1)
|
|
#define vmovdqa64(_0, _1) VMOVDQA64(_0, _1)
|
|
#define vbroadcastss(_0, _1) VBROADCASTSS(_0, _1)
|
|
#define vbroadcastsd(_0, _1) VBROADCASTSD(_0, _1)
|
|
#define vpbraodcastd(_0, _1) VPBROADCASTD(_0, _1)
|
|
#define vpbroadcastq(_0, _1) VPBROADCASTQ(_0, _1)
|
|
#define vbroadcastf128(_0, _1) VBROADCASTF128(_0, _1)
|
|
#define vbroadcastf64x4(_0, _1) VBROADCASTF64X4(_0, _1)
|
|
#define vgatherdps(_0, _1) VGATHERDPS(_0, _1)
|
|
#define vscatterdps(_0, _1) VSCATTERDPS(_0, _1)
|
|
#define vgatherdpd(_0, _1) VGATHERDPD(_0, _1)
|
|
#define vscatterdpd(_0, _1) VSCATTERDPD(_0, _1)
|
|
#define vgatherqps(_0, _1) VGATHERQPS(_0, _1)
|
|
#define vscatterqps(_0, _1) VSCATTERQPS(_0, _1)
|
|
#define vgatherqpd(_0, _1) VGATHERQPD(_0, _1)
|
|
#define vscatterqpd(_0, _1) VSCATTERQPD(_0, _1)
|
|
|
|
// Vector math
|
|
|
|
#define ADDPS(_0, _1) INSTR_(addps, _0, _1)
|
|
#define ADDPD(_0, _1) INSTR_(addpd, _0, _1)
|
|
#define SUBPS(_0, _1) INSTR_(subps, _0, _1)
|
|
#define SUBPD(_0, _1) INSTR_(subpd, _0, _1)
|
|
#define MULPS(_0, _1) INSTR_(mulps, _0, _1)
|
|
#define MULPD(_0, _1) INSTR_(mulpd, _0, _1)
|
|
#define XORPS(_0, _1) INSTR_(xorps, _0, _1)
|
|
#define XORPD(_0, _1) INSTR_(xorpd, _0, _1)
|
|
#define UCOMISS(_0, _1) INSTR_(ucomiss, _0, _1)
|
|
#define UCOMISD(_0, _1) INSTR_(ucomisd, _0, _1)
|
|
#define COMISS(_0, _1) INSTR_(comiss, _0, _1)
|
|
#define COMISD(_0, _1) INSTR_(comisd, _0, _1)
|
|
|
|
#define addps(_0, _1) ADDPS(_0, _1)
|
|
#define addpd(_0, _1) ADDPD(_0, _1)
|
|
#define subps(_0, _1) SUBPS(_0, _1)
|
|
#define subpd(_0, _1) SUBPD(_0, _1)
|
|
#define mulps(_0, _1) MULPS(_0, _1)
|
|
#define mulpd(_0, _1) MULPD(_0, _1)
|
|
#define xorps(_0, _1) XORPS(_0, _1)
|
|
#define xorpd(_0, _1) XORPD(_0, _1)
|
|
#define ucomiss(_0, _1) UCOMISS(_0, _1)
|
|
#define ucomisd(_0, _1) UCOMISD(_0, _1)
|
|
#define cmoiss(_0, _1) COMISS(_0, _1)
|
|
#define comisd(_0, _1) COMISD(_0, _1)
|
|
|
|
#define VADDSUBPS(_0, _1, _2) INSTR_(vaddsubps, _0, _1, _2)
|
|
#define VADDSUBPD(_0, _1, _2) INSTR_(vaddsubpd, _0, _1, _2)
|
|
#define VUCOMISS(_0, _1) INSTR_(vucomiss, _0, _1)
|
|
#define VUCOMISD(_0, _1) INSTR_(vucomisd, _0, _1)
|
|
#define VCOMISS(_0, _1) INSTR_(vcomiss, _0, _1)
|
|
#define VCOMISD(_0, _1) INSTR_(vcomisd, _0, _1)
|
|
#define VADDPS(_0, _1, _2) INSTR_(vaddps, _0, _1, _2)
|
|
#define VADDPD(_0, _1, _2) INSTR_(vaddpd, _0, _1, _2)
|
|
#define VSUBPS(_0, _1, _2) INSTR_(vsubps, _0, _1, _2)
|
|
#define VSUBPD(_0, _1, _2) INSTR_(vsubpd, _0, _1, _2)
|
|
#define VMULSS(_0, _1, _2) INSTR_(vmulss, _0, _1, _2)
|
|
#define VMULSD(_0, _1, _2) INSTR_(vmulsd, _0, _1, _2)
|
|
#define VMULPS(_0, _1, _2) INSTR_(vmulps, _0, _1, _2)
|
|
#define VMULPD(_0, _1, _2) INSTR_(vmulpd, _0, _1, _2)
|
|
#define VPMULLD(_0, _1, _2) INSTR_(vpmulld, _0, _1, _2)
|
|
#define VPMULLQ(_0, _1, _2) INSTR_(vpmullq, _0, _1, _2)
|
|
#define VPADDD(_0, _1, _2) INSTR_(vpaddd, _0, _1, _2)
|
|
#define VPSLLD(_0, _1, _2) INSTR_(vpslld, _0, _1, _2)
|
|
#define VXORPS(_0, _1, _2) INSTR_(vxorps, _0, _1, _2)
|
|
#define VXORPD(_0, _1, _2) INSTR_(vxorpd, _0, _1, _2)
|
|
#define VPXORD(_0, _1, _2) INSTR_(vpxord, _0, _1, _2)
|
|
#define VFMADD132SS(_0, _1, _2) INSTR_(vfmadd132ss, _0, _1, _2)
|
|
#define VFMADD213SS(_0, _1, _2) INSTR_(vfmadd213ss, _0, _1, _2)
|
|
#define VFMADD231SS(_0, _1, _2) INSTR_(vfmadd231ss, _0, _1, _2)
|
|
#define VFMADD132SD(_0, _1, _2) INSTR_(vfmadd132sd, _0, _1, _2)
|
|
#define VFMADD213SD(_0, _1, _2) INSTR_(vfmadd213sd, _0, _1, _2)
|
|
#define VFMADD231SD(_0, _1, _2) INSTR_(vfmadd231sd, _0, _1, _2)
|
|
#define VFMADD132PS(_0, _1, _2) INSTR_(vfmadd132ps, _0, _1, _2)
|
|
#define VFMADD213PS(_0, _1, _2) INSTR_(vfmadd213ps, _0, _1, _2)
|
|
#define VFMADD231PS(_0, _1, _2) INSTR_(vfmadd231ps, _0, _1, _2)
|
|
#define VFMADD132PD(_0, _1, _2) INSTR_(vfmadd132pd, _0, _1, _2)
|
|
#define VFMADD213PD(_0, _1, _2) INSTR_(vfmadd213pd, _0, _1, _2)
|
|
#define VFMADD231PD(_0, _1, _2) INSTR_(vfmadd231pd, _0, _1, _2)
|
|
#define VFMSUB132SS(_0, _1, _2) INSTR_(vfmsub132ss, _0, _1, _2)
|
|
#define VFMSUB213SS(_0, _1, _2) INSTR_(vfmsub213ss, _0, _1, _2)
|
|
#define VFMSUB231SS(_0, _1, _2) INSTR_(vfmsub231ss, _0, _1, _2)
|
|
#define VFMSUB132SD(_0, _1, _2) INSTR_(vfmsub132sd, _0, _1, _2)
|
|
#define VFMSUB213SD(_0, _1, _2) INSTR_(vfmsub213sd, _0, _1, _2)
|
|
#define VFMSUB231SD(_0, _1, _2) INSTR_(vfmsub231sd, _0, _1, _2)
|
|
#define VFMSUB132PS(_0, _1, _2) INSTR_(vfmsub132ps, _0, _1, _2)
|
|
#define VFMSUB213PS(_0, _1, _2) INSTR_(vfmsub213ps, _0, _1, _2)
|
|
#define VFMSUB231PS(_0, _1, _2) INSTR_(vfmsub231ps, _0, _1, _2)
|
|
#define VFMSUB132PD(_0, _1, _2) INSTR_(vfmsub132pd, _0, _1, _2)
|
|
#define VFMSUB213PD(_0, _1, _2) INSTR_(vfmsub213pd, _0, _1, _2)
|
|
#define VFMSUB231PD(_0, _1, _2) INSTR_(vfmsub231pd, _0, _1, _2)
|
|
#define VFNMADD132SS(_0, _1, _2) INSTR_(vfnmadd132ss, _0, _1, _2)
|
|
#define VFNMADD213SS(_0, _1, _2) INSTR_(vfnmadd213ss, _0, _1, _2)
|
|
#define VFNMADD231SS(_0, _1, _2) INSTR_(vfnmadd231ss, _0, _1, _2)
|
|
#define VFNMADD132SD(_0, _1, _2) INSTR_(vfnmadd132sd, _0, _1, _2)
|
|
#define VFNMADD213SD(_0, _1, _2) INSTR_(vfnmadd213sd, _0, _1, _2)
|
|
#define VFNMADD231SD(_0, _1, _2) INSTR_(vfnmadd231sd, _0, _1, _2)
|
|
#define VFNMADD132PS(_0, _1, _2) INSTR_(vfnmadd132ps, _0, _1, _2)
|
|
#define VFNMADD213PS(_0, _1, _2) INSTR_(vfnmadd213ps, _0, _1, _2)
|
|
#define VFNMADD231PS(_0, _1, _2) INSTR_(vfnmadd231ps, _0, _1, _2)
|
|
#define VFNMADD132PD(_0, _1, _2) INSTR_(vfnmadd132pd, _0, _1, _2)
|
|
#define VFNMADD213PD(_0, _1, _2) INSTR_(vfnmadd213pd, _0, _1, _2)
|
|
#define VFNMADD231PD(_0, _1, _2) INSTR_(vfnmadd231pd, _0, _1, _2)
|
|
#define VFNMSUB132SS(_0, _1, _2) INSTR_(vfnmsub132ss, _0, _1, _2)
|
|
#define VFNMSUB213SS(_0, _1, _2) INSTR_(vfnmsub213ss, _0, _1, _2)
|
|
#define VFNMSUB231SS(_0, _1, _2) INSTR_(vfnmsub231ss, _0, _1, _2)
|
|
#define VFNMSUB132SD(_0, _1, _2) INSTR_(vfnmsub132sd, _0, _1, _2)
|
|
#define VFNMSUB213SD(_0, _1, _2) INSTR_(vfnmsub213sd, _0, _1, _2)
|
|
#define VFNMSUB231SD(_0, _1, _2) INSTR_(vfnmsub231sd, _0, _1, _2)
|
|
#define VFNMSUB132PS(_0, _1, _2) INSTR_(vfnmsub132ps, _0, _1, _2)
|
|
#define VFNMSUB213PS(_0, _1, _2) INSTR_(vfnmsub213ps, _0, _1, _2)
|
|
#define VFNMSUB231PS(_0, _1, _2) INSTR_(vfnmsub231ps, _0, _1, _2)
|
|
#define VFNMSUB132PD(_0, _1, _2) INSTR_(vfnmsub132pd, _0, _1, _2)
|
|
#define VFNMSUB213PD(_0, _1, _2) INSTR_(vfnmsub213pd, _0, _1, _2)
|
|
#define VFNMSUB231PD(_0, _1, _2) INSTR_(vfnmsub231pd, _0, _1, _2)
|
|
#define VFMADDSUB132SS(_0, _1, _2) INSTR_(vfmaddsub132ss, _0, _1, _2)
|
|
#define VFMADDSUB213SS(_0, _1, _2) INSTR_(vfmaddsub213ss, _0, _1, _2)
|
|
#define VFMADDSUB231SS(_0, _1, _2) INSTR_(vfmaddsub231ss, _0, _1, _2)
|
|
#define VFMADDSUB132SD(_0, _1, _2) INSTR_(vfmaddsub132sd, _0, _1, _2)
|
|
#define VFMADDSUB213SD(_0, _1, _2) INSTR_(vfmaddsub213sd, _0, _1, _2)
|
|
#define VFMADDSUB231SD(_0, _1, _2) INSTR_(vfmaddsub231sd, _0, _1, _2)
|
|
#define VFMADDSUB132PS(_0, _1, _2) INSTR_(vfmaddsub132ps, _0, _1, _2)
|
|
#define VFMADDSUB213PS(_0, _1, _2) INSTR_(vfmaddsub213ps, _0, _1, _2)
|
|
#define VFMADDSUB231PS(_0, _1, _2) INSTR_(vfmaddsub231ps, _0, _1, _2)
|
|
#define VFMADDSUB132PD(_0, _1, _2) INSTR_(vfmaddsub132pd, _0, _1, _2)
|
|
#define VFMADDSUB213PD(_0, _1, _2) INSTR_(vfmaddsub213pd, _0, _1, _2)
|
|
#define VFMADDSUB231PD(_0, _1, _2) INSTR_(vfmaddsub231pd, _0, _1, _2)
|
|
#define VFMSUBADD132SS(_0, _1, _2) INSTR_(vfmsubadd132ss, _0, _1, _2)
|
|
#define VFMSUBADD213SS(_0, _1, _2) INSTR_(vfmsubadd213ss, _0, _1, _2)
|
|
#define VFMSUBADD231SS(_0, _1, _2) INSTR_(vfmsubadd231ss, _0, _1, _2)
|
|
#define VFMSUBADD132SD(_0, _1, _2) INSTR_(vfmsubadd132sd, _0, _1, _2)
|
|
#define VFMSUBADD213SD(_0, _1, _2) INSTR_(vfmsubadd213sd, _0, _1, _2)
|
|
#define VFMSUBADD231SD(_0, _1, _2) INSTR_(vfmsubadd231sd, _0, _1, _2)
|
|
#define VFMSUBADD132PS(_0, _1, _2) INSTR_(vfmsubadd132ps, _0, _1, _2)
|
|
#define VFMSUBADD213PS(_0, _1, _2) INSTR_(vfmsubadd213ps, _0, _1, _2)
|
|
#define VFMSUBADD231PS(_0, _1, _2) INSTR_(vfmsubadd231ps, _0, _1, _2)
|
|
#define VFMSUBADD132PD(_0, _1, _2) INSTR_(vfmsubadd132pd, _0, _1, _2)
|
|
#define VFMSUBADD213PD(_0, _1, _2) INSTR_(vfmsubadd213pd, _0, _1, _2)
|
|
#define VFMSUBADD231PD(_0, _1, _2) INSTR_(vfmsubadd231pd, _0, _1, _2)
|
|
#define VFMADDSS(_0, _1, _2, _3) INSTR_(vfmaddss, _0, _1, _2, _3)
|
|
#define VFMADDSD(_0, _1, _2, _3) INSTR_(vfmaddsd, _0, _1, _2, _3)
|
|
#define VFMADDPS(_0, _1, _2, _3) INSTR_(vfmaddps, _0, _1, _2, _3)
|
|
#define VFMADDPD(_0, _1, _2, _3) INSTR_(vfmaddpd, _0, _1, _2, _3)
|
|
#define VFMSUBSS(_0, _1, _2, _3) INSTR_(vfmsubss, _0, _1, _2, _3)
|
|
#define VFMSUBSD(_0, _1, _2, _3) INSTR_(vfmsubsd, _0, _1, _2, _3)
|
|
#define VFMSUBPS(_0, _1, _2, _3) INSTR_(vfmsubps, _0, _1, _2, _3)
|
|
#define VFMSUBPD(_0, _1, _2, _3) INSTR_(vfmsubpd, _0, _1, _2, _3)
|
|
#define VFNMADDSS(_0, _1, _2, _3) INSTR_(vfnmaddss, _0, _1, _2, _3)
|
|
#define VFNMADDSD(_0, _1, _2, _3) INSTR_(vfnmaddsd, _0, _1, _2, _3)
|
|
#define VFNMADDPS(_0, _1, _2, _3) INSTR_(vfnmaddps, _0, _1, _2, _3)
|
|
#define VFNMADDPD(_0, _1, _2, _3) INSTR_(vfnmaddpd, _0, _1, _2, _3)
|
|
#define VFNMSUBSS(_0, _1, _2, _3) INSTR_(vfnmsubss, _0, _1, _2, _3)
|
|
#define VFNMSUBSD(_0, _1, _2, _3) INSTR_(vfnmsubsd, _0, _1, _2, _3)
|
|
#define VFNMSUBPS(_0, _1, _2, _3) INSTR_(vfnmsubps, _0, _1, _2, _3)
|
|
#define VFNMSUBPD(_0, _1, _2, _3) INSTR_(vfnmsubpd, _0, _1, _2, _3)
|
|
#define VFMADDSUBSS(_0, _1, _2, _3) INSTR_(vfmaddsubss, _0, _1, _2, _3)
|
|
#define VFMADDSUBSD(_0, _1, _2, _3) INSTR_(vfmaddsubsd, _0, _1, _2, _3)
|
|
#define VFMADDSUBPS(_0, _1, _2, _3) INSTR_(vfmaddsubps, _0, _1, _2, _3)
|
|
#define VFMADDSUBPD(_0, _1, _2, _3) INSTR_(vfmaddsubpd, _0, _1, _2, _3)
|
|
#define VFMSUBADDSS(_0, _1, _2, _3) INSTR_(vfmsubaddss, _0, _1, _2, _3)
|
|
#define VFMSUBADDSD(_0, _1, _2, _3) INSTR_(vfmsubaddsd, _0, _1, _2, _3)
|
|
#define VFMSUBADDPS(_0, _1, _2, _3) INSTR_(vfmsubaddps, _0, _1, _2, _3)
|
|
#define VFMSUBADDPD(_0, _1, _2, _3) INSTR_(vfmsubaddpd, _0, _1, _2, _3)
|
|
#define V4FMADDSS(_0, _1, _2) INSTR_(v4fmaddss, _0, _1, _2)
|
|
#define V4FMADDPS(_0, _1, _2) INSTR_(v4fmaddps, _0, _1, _2)
|
|
#define V4FNMADDSS(_0, _1, _2) INSTR_(v4fnmaddss, _0, _1, _2)
|
|
#define V4FNMADDPS(_0, _1, _2) INSTR_(v4fnmaddps, _0, _1, _2)
|
|
|
|
#define vaddsubps(_0, _1, _2) VADDSUBPS(_0, _1, _2)
|
|
#define vaddsubpd(_0, _1, _2) VADDSUBPD(_0, _1, _2)
|
|
#define vucomiss(_0, _1) VUCOMISS(_0, _1)
|
|
#define vucomisd(_0, _1) VUCOMISD(_0, _1)
|
|
#define vcomiss(_0, _1) VCOMISS(_0, _1)
|
|
#define vcomisd(_0, _1) VCOMISD(_0, _1)
|
|
#define vaddps(_0, _1, _2) VADDPS(_0, _1, _2)
|
|
#define vaddpd(_0, _1, _2) VADDPD(_0, _1, _2)
|
|
#define vsubps(_0, _1, _2) VSUBPS(_0, _1, _2)
|
|
#define vsubpd(_0, _1, _2) VSUBPD(_0, _1, _2)
|
|
#define vmulss(_0, _1, _2) VMULSS(_0, _1, _2)
|
|
#define vmulps(_0, _1, _2) VMULPS(_0, _1, _2)
|
|
#define vmulsd(_0, _1, _2) VMULSD(_0, _1, _2)
|
|
#define vmulpd(_0, _1, _2) VMULPD(_0, _1, _2)
|
|
#define vpmulld(_0, _1, _2) VPMULLD(_0, _1, _2)
|
|
#define vpmullq(_0, _1, _2) VPMULLQ(_0, _1, _2)
|
|
#define vpaddd(_0, _1, _2) VPADDD(_0, _1, _2)
|
|
#define vpslld(_0, _1, _2) VPSLLD(_0, _1, _2)
|
|
#define vxorps(_0, _1, _2) VXORPS(_0, _1, _2)
|
|
#define vxorpd(_0, _1, _2) VXORPD(_0, _1, _2)
|
|
#define vpxord(_0, _1, _2) VPXORD(_0, _1, _2)
|
|
#define vfmadd132ss(_0, _1, _2) VFMADD132SS(_0, _1, _2)
|
|
#define vfmadd213ss(_0, _1, _2) VFMADD213SS(_0, _1, _2)
|
|
#define vfmadd231ss(_0, _1, _2) VFMADD231SS(_0, _1, _2)
|
|
#define vfmadd132sd(_0, _1, _2) VFMADD132SD(_0, _1, _2)
|
|
#define vfmadd213sd(_0, _1, _2) VFMADD213SD(_0, _1, _2)
|
|
#define vfmadd231sd(_0, _1, _2) VFMADD231SD(_0, _1, _2)
|
|
#define vfmadd132ps(_0, _1, _2) VFMADD132PS(_0, _1, _2)
|
|
#define vfmadd213ps(_0, _1, _2) VFMADD213PS(_0, _1, _2)
|
|
#define vfmadd231ps(_0, _1, _2) VFMADD231PS(_0, _1, _2)
|
|
#define vfmadd132pd(_0, _1, _2) VFMADD132PD(_0, _1, _2)
|
|
#define vfmadd213pd(_0, _1, _2) VFMADD213PD(_0, _1, _2)
|
|
#define vfmadd231pd(_0, _1, _2) VFMADD231PD(_0, _1, _2)
|
|
#define vfmadd132ss(_0, _1, _2) VFMADD132SS(_0, _1, _2)
|
|
#define vfmsub213ss(_0, _1, _2) VFMSUB213SS(_0, _1, _2)
|
|
#define vfmsub231ss(_0, _1, _2) VFMSUB231SS(_0, _1, _2)
|
|
#define vfmsub132sd(_0, _1, _2) VFMSUB132SD(_0, _1, _2)
|
|
#define vfmsub213sd(_0, _1, _2) VFMSUB213SD(_0, _1, _2)
|
|
#define vfmsub231sd(_0, _1, _2) VFMSUB231SD(_0, _1, _2)
|
|
#define vfmsub132ps(_0, _1, _2) VFMSUB132PS(_0, _1, _2)
|
|
#define vfmsub213ps(_0, _1, _2) VFMSUB213PS(_0, _1, _2)
|
|
#define vfmsub231ps(_0, _1, _2) VFMSUB231PS(_0, _1, _2)
|
|
#define vfmsub132pd(_0, _1, _2) VFMSUB132PD(_0, _1, _2)
|
|
#define vfmsub213pd(_0, _1, _2) VFMSUB213PD(_0, _1, _2)
|
|
#define vfmsub231pd(_0, _1, _2) VFMSUB231PD(_0, _1, _2)
|
|
#define vfnmadd132ss(_0, _1, _2) VFNMADD132SS(_0, _1, _2)
|
|
#define vfnmadd213ss(_0, _1, _2) VFNMADD213SS(_0, _1, _2)
|
|
#define vfnmadd231ss(_0, _1, _2) VFNMADD231SS(_0, _1, _2)
|
|
#define vfnmadd132sd(_0, _1, _2) VFNMADD132SD(_0, _1, _2)
|
|
#define vfnmadd213sd(_0, _1, _2) VFNMADD213SD(_0, _1, _2)
|
|
#define vfnmadd231sd(_0, _1, _2) VFNMADD231SD(_0, _1, _2)
|
|
#define vfnmadd132ps(_0, _1, _2) VFNMADD132PS(_0, _1, _2)
|
|
#define vfnmadd213ps(_0, _1, _2) VFNMADD213PS(_0, _1, _2)
|
|
#define vfnmadd231ps(_0, _1, _2) VFNMADD231PS(_0, _1, _2)
|
|
#define vfnmadd132pd(_0, _1, _2) VFNMADD132PD(_0, _1, _2)
|
|
#define vfnmadd213pd(_0, _1, _2) VFNMADD213PD(_0, _1, _2)
|
|
#define vfnmadd231pd(_0, _1, _2) VFNMADD231PD(_0, _1, _2)
|
|
#define vfnmadd132ss(_0, _1, _2) VFNMADD132SS(_0, _1, _2)
|
|
#define vfnmsub213ss(_0, _1, _2) VFNMSUB213SS(_0, _1, _2)
|
|
#define vfnmsub231ss(_0, _1, _2) VFNMSUB231SS(_0, _1, _2)
|
|
#define vfnmsub132sd(_0, _1, _2) VFNMSUB132SD(_0, _1, _2)
|
|
#define vfnmsub213sd(_0, _1, _2) VFNMSUB213SD(_0, _1, _2)
|
|
#define vfnmsub231sd(_0, _1, _2) VFNMSUB231SD(_0, _1, _2)
|
|
#define vfnmsub132ps(_0, _1, _2) VFNMSUB132PS(_0, _1, _2)
|
|
#define vfnmsub213ps(_0, _1, _2) VFNMSUB213PS(_0, _1, _2)
|
|
#define vfnmsub231ps(_0, _1, _2) VFNMSUB231PS(_0, _1, _2)
|
|
#define vfnmsub132pd(_0, _1, _2) VFNMSUB132PD(_0, _1, _2)
|
|
#define vfnmsub213pd(_0, _1, _2) VFNMSUB213PD(_0, _1, _2)
|
|
#define vfnmsub231pd(_0, _1, _2) VFNMSUB231PD(_0, _1, _2)
|
|
#define vfmaddsub132ss(_0, _1, _2) VFMADDSUB132SS(_0, _1, _2)
|
|
#define vfmaddsub213ss(_0, _1, _2) VFMADDSUB213SS(_0, _1, _2)
|
|
#define vfmaddsub231ss(_0, _1, _2) VFMADDSUB231SS(_0, _1, _2)
|
|
#define vfmaddsub132sd(_0, _1, _2) VFMADDSUB132SD(_0, _1, _2)
|
|
#define vfmaddsub213sd(_0, _1, _2) VFMADDSUB213SD(_0, _1, _2)
|
|
#define vfmaddsub231sd(_0, _1, _2) VFMADDSUB231SD(_0, _1, _2)
|
|
#define vfmaddsub132ps(_0, _1, _2) VFMADDSUB132PS(_0, _1, _2)
|
|
#define vfmaddsub213ps(_0, _1, _2) VFMADDSUB213PS(_0, _1, _2)
|
|
#define vfmaddsub231ps(_0, _1, _2) VFMADDSUB231PS(_0, _1, _2)
|
|
#define vfmaddsub132pd(_0, _1, _2) VFMADDSUB132PD(_0, _1, _2)
|
|
#define vfmaddsub213pd(_0, _1, _2) VFMADDSUB213PD(_0, _1, _2)
|
|
#define vfmaddsub231pd(_0, _1, _2) VFMADDSUB231PD(_0, _1, _2)
|
|
#define vfmsubadd132ss(_0, _1, _2) VFMSUBADD132SS(_0, _1, _2)
|
|
#define vfmsubadd213ss(_0, _1, _2) VFMSUBADD213SS(_0, _1, _2)
|
|
#define vfmsubadd231ss(_0, _1, _2) VFMSUBADD231SS(_0, _1, _2)
|
|
#define vfmsubadd132sd(_0, _1, _2) VFMSUBADD132SD(_0, _1, _2)
|
|
#define vfmsubadd213sd(_0, _1, _2) VFMSUBADD213SD(_0, _1, _2)
|
|
#define vfmsubadd231sd(_0, _1, _2) VFMSUBADD231SD(_0, _1, _2)
|
|
#define vfmsubadd132ps(_0, _1, _2) VFMSUBADD132PS(_0, _1, _2)
|
|
#define vfmsubadd213ps(_0, _1, _2) VFMSUBADD213PS(_0, _1, _2)
|
|
#define vfmsubadd231ps(_0, _1, _2) VFMSUBADD231PS(_0, _1, _2)
|
|
#define vfmsubadd132pd(_0, _1, _2) VFMSUBADD132PD(_0, _1, _2)
|
|
#define vfmsubadd213pd(_0, _1, _2) VFMSUBADD213PD(_0, _1, _2)
|
|
#define vfmsubadd231pd(_0, _1, _2) VFMSUBADD231PD(_0, _1, _2)
|
|
#define vfmaddss(_0, _1, _2, _3) VFMADDSS(_0, _1, _2, _3)
|
|
#define vfmaddsd(_0, _1, _2, _3) VFMADDSD(_0, _1, _2, _3)
|
|
#define vfmaddps(_0, _1, _2, _3) VFMADDPS(_0, _1, _2, _3)
|
|
#define vfmaddpd(_0, _1, _2, _3) VFMADDPD(_0, _1, _2, _3)
|
|
#define vfmsubss(_0, _1, _2, _3) VFMSUBSS(_0, _1, _2, _3)
|
|
#define vfmsubsd(_0, _1, _2, _3) VFMSUBSD(_0, _1, _2, _3)
|
|
#define vfmsubps(_0, _1, _2, _3) VFMSUBPS(_0, _1, _2, _3)
|
|
#define vfmsubpd(_0, _1, _2, _3) VFMSUBPD(_0, _1, _2, _3)
|
|
#define vfnmaddss(_0, _1, _2, _3) VFNMADDSS(_0, _1, _2, _3)
|
|
#define vfnmaddsd(_0, _1, _2, _3) VFNMADDSD(_0, _1, _2, _3)
|
|
#define vfnmaddps(_0, _1, _2, _3) VFNMADDPS(_0, _1, _2, _3)
|
|
#define vfnmaddpd(_0, _1, _2, _3) VFNMADDPD(_0, _1, _2, _3)
|
|
#define vfnmsubss(_0, _1, _2, _3) VFNMSUBSS(_0, _1, _2, _3)
|
|
#define vfnmsubsd(_0, _1, _2, _3) VFNMSUBSD(_0, _1, _2, _3)
|
|
#define vfnmsubps(_0, _1, _2, _3) VFNMSUBPS(_0, _1, _2, _3)
|
|
#define vfnmsubpd(_0, _1, _2, _3) VFNMSUBPD(_0, _1, _2, _3)
|
|
#define vfmaddsubss(_0, _1, _2, _3) VFMADDSUBSS(_0, _1, _2, _3)
|
|
#define vfmaddsubsd(_0, _1, _2, _3) VFMADDSUBSD(_0, _1, _2, _3)
|
|
#define vfmaddsubps(_0, _1, _2, _3) VFMADDSUBPS(_0, _1, _2, _3)
|
|
#define vfmaddsubpd(_0, _1, _2, _3) VFMADDSUBPD(_0, _1, _2, _3)
|
|
#define vfmsubaddss(_0, _1, _2, _3) VFMSUBADDSS(_0, _1, _2, _3)
|
|
#define vfmsubaddsd(_0, _1, _2, _3) VFMSUBADDSD(_0, _1, _2, _3)
|
|
#define vfmsubaddps(_0, _1, _2, _3) VFMSUBADDPS(_0, _1, _2, _3)
|
|
#define vfmsubaddpd(_0, _1, _2, _3) VFMSUBADDPD(_0, _1, _2, _3)
|
|
#define v4fmaddss(_0, _1, _2) V4FMADDSS(_0, _1, _2)
|
|
#define v4fmaddps(_0, _1, _2) V4FMADDPS(_0, _1, _2)
|
|
#define v4fnmaddss(_0, _1, _2) V4FNMADDSS(_0, _1, _2)
|
|
#define v4fnmaddps(_0, _1, _2) V4FNMADDPS(_0, _1, _2)
|
|
|
|
// Vector shuffles
|
|
|
|
#define PSHUFD(_0, _1, _2) INSTR_(pshufd, _0, _1, _2)
|
|
#define SHUFPS(_0, _1, _2) INSTR_(shufps, _0, _1, _2)
|
|
#define SHUFPD(_0, _1, _2) INSTR_(shufpd, _0, _1, _2)
|
|
#define UNPCKLPS(_0, _1) INSTR_(unpcklps, _0, _1)
|
|
#define UNPCKHPS(_0, _1) INSTR_(unpckhps, _0, _1)
|
|
#define UNPCKLPD(_0, _1) INSTR_(unpcklpd, _0, _1)
|
|
#define UNPCKHPD(_0, _1) INSTR_(unpckhpd, _0, _1)
|
|
|
|
#define pshufd(_0, _1, _2) PSHUFD(_0, _1, _2)
|
|
#define shufps(_0, _1, _2) SHUFPS(_0, _1, _2)
|
|
#define shufpd(_0, _1, _2) SHUFPD(_0, _1, _2)
|
|
#define unpcklps(_0, _1) UNPCKLPS(_0, _1)
|
|
#define unpckhps(_0, _1) UNPCKHPS(_0, _1)
|
|
#define unpcklpd(_0, _1) UNPCKLPD(_0, _1)
|
|
#define unpckhpd(_0, _1) UNPCKHPD(_0, _1)
|
|
|
|
#define VSHUFPS(_0, _1, _2, _3) INSTR_(vshufps, _0, _1, _2, _3)
|
|
#define VSHUFPD(_0, _1, _2, _3) INSTR_(vshufpd, _0, _1, _2, _3)
|
|
#define VPERMILPS(_0, _1, _2) INSTR_(vpermilps, _0, _1, _2)
|
|
#define VPERMILPD(_0, _1, _2) INSTR_(vpermilpd, _0, _1, _2)
|
|
#define VPERM2F128(_0, _1, _2, _3) INSTR_(vperm2f128, _0, _1, _2, _3)
|
|
#define VPERMPD(_0, _1, _2) INSTR_(vpermpd, _0, _1, _2)
|
|
#define VUNPCKLPS(_0, _1, _2) INSTR_(vunpcklps, _0, _1, _2)
|
|
#define VUNPCKHPS(_0, _1, _2) INSTR_(vunpckhps, _0, _1, _2)
|
|
#define VUNPCKLPD(_0, _1, _2) INSTR_(vunpcklpd, _0, _1, _2)
|
|
#define VUNPCKHPD(_0, _1, _2) INSTR_(vunpckhpd, _0, _1, _2)
|
|
#define VSHUFF32X4(_0, _1, _2, _3) INSTR_(vshuff32x4, _0, _1, _2, _3)
|
|
#define VSHUFF64X2(_0, _1, _2, _3) INSTR_(vshuff64x2, _0, _1, _2, _3)
|
|
#define VINSERTF128(_0, _1, _2, _3) INSTR_(vinsertf128, _0, _1, _2, _3)
|
|
#define VINSERTF32X4(_0, _1, _2, _3) INSTR_(vinsertf32x4, _0, _1, _2, _3)
|
|
#define VINSERTF32X8(_0, _1, _2, _3) INSTR_(vinsertf32x8, _0, _1, _2, _3)
|
|
#define VINSERTF64X2(_0, _1, _2, _3) INSTR_(vinsertf64x2, _0, _1, _2, _3)
|
|
#define VINSERTF64X4(_0, _1, _2, _3) INSTR_(vinsertf64x4, _0, _1, _2, _3)
|
|
#define VEXTRACTF128(_0, _1, _2) INSTR_(vextractf128, _0, _1, _2)
|
|
#define VEXTRACTF32X4(_0, _1, _2) INSTR_(vextractf32x4, _0, _1, _2)
|
|
#define VEXTRACTF32X8(_0, _1, _2) INSTR_(vextractf32x8, _0, _1, _2)
|
|
#define VEXTRACTF64X2(_0, _1, _2) INSTR_(vextractf64x4, _0, _1, _2)
|
|
#define VEXTRACTF64X4(_0, _1, _2) INSTR_(vextractf64x4, _0, _1, _2)
|
|
#define VBLENDPS(_0, _1, _2, _3) INSTR_(vblendps, _0, _1, _2, _3)
|
|
#define VBLENDPD(_0, _1, _2, _3) INSTR_(vblendpd, _0, _1, _2, _3)
|
|
#define VBLENDMPS(_0, _1, _2) INSTR_(vblendmps, _0, _1, _2)
|
|
#define VBLENDMPD(_0, _1, _2) INSTR_(vblendmpd, _0, _1, _2)
|
|
|
|
#define vshufps(_0, _1, _2, _3) VSHUFPS(_0, _1, _2, _3)
|
|
#define vshufpd(_0, _1, _2, _3) VSHUFPD(_0, _1, _2, _3)
|
|
#define vpermilps(_0, _1, _2) VPERMILPS(_0, _1, _2)
|
|
#define vpermilpd(_0, _1, _2) VPERMILPD(_0, _1, _2)
|
|
#define vperm2f128(_0, _1, _2, _3) VPERM2F128(_0, _1, _2, _3)
|
|
#define vpermpd(_0, _1, _2) VPERMPD(_0, _1, _2)
|
|
#define vunpcklps(_0, _1, _2) VUNPCKLPS(_0, _1, _2)
|
|
#define vunpckhps(_0, _1, _2) VUNPCKHPS(_0, _1, _2)
|
|
#define vunpcklpd(_0, _1, _2) VUNPCKLPD(_0, _1, _2)
|
|
#define vunpckhpd(_0, _1, _2) VUNPCKHPD(_0, _1, _2)
|
|
#define vshuff32x4(_0, _1, _2, _3) VSHUFF32x4(_0, _1, _2, _3)
|
|
#define vshuff64x2(_0, _1, _2, _3) VSHUFF64x2(_0, _1, _2, _3)
|
|
#define vinsertf128(_0, _1, _2, _3) VINSERTF128(_0, _1, _2, _3)
|
|
#define vinsertf32x4(_0, _1, _2, _3) VINSERTF32x4(_0, _1, _2, _3)
|
|
#define vinsertf32x8(_0, _1, _2, _3) VINSERTF32x8(_0, _1, _2, _3)
|
|
#define vinsertf64x2(_0, _1, _2, _3) VINSERTF64x2(_0, _1, _2, _3)
|
|
#define vinsertf64x4(_0, _1, _2, _3) VINSERTF64x4(_0, _1, _2, _3)
|
|
#define vextractf128(_0, _1, _2) VEXTRACTF128(_0, _1, _2)
|
|
#define vextractf32x4(_0, _1, _2) VEXTRACTF32x4(_0, _1, _2)
|
|
#define vextractf32x8(_0, _1, _2) VEXTRACTF32x8(_0, _1, _2)
|
|
#define vextractf64x2(_0, _1, _2) VEXTRACTF64x2(_0, _1, _2)
|
|
#define vextractf64x4(_0, _1, _2) VEXTRACTF64x4(_0, _1, _2)
|
|
#define vblendps(_0, _1, _2, _3) VBLENDPS(_0, _1, _2, _3)
|
|
#define vblendpd(_0, _1, _2, _3) VBLENDPD(_0, _1, _2, _3)
|
|
#define vblendmps(_0, _1, _2) VBLENDMSD(_0, _1, _2)
|
|
#define vblendmpd(_0, _1, _2) VBLENDMPD(_0, _1, _2)
|
|
|
|
// Prefetches
|
|
|
|
#define PREFETCH(_0, _1) INSTR_(prefetcht##_0, _1)
|
|
#define PREFETCHW0(_0) INSTR_(prefetchw, _0)
|
|
#define PREFETCHW1(_0) INSTR_(prefetchwt1, _0)
|
|
#define VGATHERPFDPS(_0, _1) INSTR_(vgatherpf##_0##dps, _1)
|
|
#define VSCATTERPFDPS(_0, _1) INSTR_(vscatterpf##_0##dps, _1)
|
|
#define VGATHERPFDPD(_0, _1) INSTR_(vgatherpf##_0##dpd, _1)
|
|
#define VSCATTERPFDPD(_0, _1) INSTR_(vscatterpf##_0##dpd, _1)
|
|
#define VGATHERPFQPS(_0, _1) INSTR_(vgatherpf##_0##qps, _1)
|
|
#define VSCATTERPFQPS(_0, _1) INSTR_(vscatterpf##_0##qps, _1)
|
|
#define VGATHERPFQPD(_0, _1) INSTR_(vgatherpf##_0##qpd, _1)
|
|
#define VSCATTERPFQPD(_0, _1) INSTR_(vscatterpf##_0##qpd, _1)
|
|
|
|
#define prefetch(_0, _1) PREFETCH(_0, _1)
|
|
#define prefetchw0(_0) PREFETCHW0(_0)
|
|
#define prefetchw1(_0) PREFETCHW1(_0)
|
|
#define vgatherpfdps(_0, _1) VGATHERPFDPS(_0, _1)
|
|
#define vscatterpfdps(_0, _1) VSCATTERPFDPS(_0, _1)
|
|
#define vgatherpfdpd(_0, _1) VGATHERPFDPD(_0, _1)
|
|
#define vscatterpfdpd(_0, _1) VSCATTERPFDPD(_0, _1)
|
|
#define vgatherpfqps(_0, _1) VGATHERPFQPS(_0, _1)
|
|
#define vscatterpfqps(_0, _1) VSCATTERPFQPS(_0, _1)
|
|
#define vgatherpfqpd(_0, _1) VGATHERPFQPD(_0, _1)
|
|
#define vscatterpfqpd(_0, _1) VSCATTERPFQPD(_0, _1)
|
|
|
|
// Mask operations
|
|
|
|
#ifdef __MIC__
|
|
|
|
#define KMOVW(_0, _1) INSTR_(kmov, _0, _1)
|
|
#define JKNZD(_0, _1) INSTR_(jknzd, _0, _1)
|
|
|
|
#else
|
|
|
|
#define KMOVW(_0, _1) INSTR_(kmovw, _0, _1)
|
|
#define JKNZD(_0, _1) INSTR_(kortestw, _0, _0) INSTR_(jnz, _1)
|
|
|
|
#endif
|
|
|
|
#define KXNORW(_0, _1, _2) INSTR_(kxnorw, _0, _1, _2)
|
|
#define KSHIFTRW(_0, _1, _2) INSTR_(kshiftrw, _0, _1, _2)
|
|
|
|
#define kmovw(_0, _1) KMOVW(_0, _1)
|
|
#define jknzd(_0, _1) JKNZD(_0, _1)
|
|
#define kxnorw(_0, _1, _2) KXNORW(_0, _1, _2)
|
|
#define kshiftrw(_0, _1, _2) KSHIFTRW(_0, _1, _2)
|
|
|
|
// Other
|
|
|
|
#define RDTSC() INSTR_(rdtsc)
|
|
#define VZEROALL() INSTR_(vzeroall)
|
|
#define VZEROUPPER() INSTR_(vzeroupper)
|
|
|
|
#define rdtsc() RDTSC()
|
|
#define vzeroall() VZEROALL()
|
|
#define vzeroupper() VZEROUPPER()
|
|
|
|
#endif
|