mirror of
https://github.com/amd/blis.git
synced 2026-05-12 01:59:59 +00:00
126482a3b6
Details: - Implemented the 1m method for inducing complex domain matrix multiplication. 1m support has been added to all level-3 operations, including trsm, and is now the default induced method when native complex domain gemm microkernels are omitted from the configuration. - Updated _cntx_init() operations to take a datatype parameter. This was needed for the corresponding function for 1m (because 1m requires us to choose between column-oriented or row-oriented execution, which requires us to query the context for the storage preference of the gemm microkernel, which requires knowing the datatype) but I decided that it made sense for consistency to add the parameter to all other cntx initialization functions as well, even though those functions don't use the parameter. - Updated bli_cntx_set_blkszs() and bli_gks_cntx_set_blkszs() to take a second scalar for each blocksize entry. The semantic meaning of the two scalars now is that the first will scale the default blocksize while the second will scale the maximum blocksize. This allows scaling the two independently, and was needed to support 1m, which requires scaling for a register blocksize but not the register storage blocksize (ie: "packdim") analogue. - Deprecated bli_blksz_reduce_dt_to() and defined two new functions, bli_blksz_reduce_def_to() and bli_blksz_reduce_max_to(), for reducing default and maximum blocksizes to some desired blocksize multiple. These functions are needed in the updated definitions of bli_cntx_set_blkszs() and bli_gks_cntx_set_blkszs(). - Added support for the 1e and 1r packing schemas to packm, including 1e/1r packing kernels. - Added a minor optimization to bli_gemm_ker_var2() that allows, under certain circumstances (specifically, real domain beta and row- or column-stored matrix C), the real domain macrokernel and microkernel to be called directly, rather than using the virtual microkernel via the complex domain macrokernel, which carries a slight additional amount of overhead. - Added 1m support to the testsuite. - Added 1m support to Makefile and runme.sh in test/3m4m. Also simplified some code in test_gemm.c driver.
227 lines
5.7 KiB
C
227 lines
5.7 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2014, The University of Texas at Austin
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name of The University of Texas at Austin nor the names
|
|
of its contributors may be used to endorse or promote products
|
|
derived from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
#ifndef BLIS_KERNEL_H
|
|
#define BLIS_KERNEL_H
|
|
|
|
|
|
// -- LEVEL-3 MICRO-KERNEL CONSTANTS AND DEFINITIONS ---------------------------
|
|
|
|
//
|
|
// Constraints:
|
|
//
|
|
// (1) MC must be a multiple of:
|
|
// (a) MR (for zero-padding purposes)
|
|
// (b) NR (for zero-padding purposes when MR and NR are "swapped")
|
|
// (2) NC must be a multiple of
|
|
// (a) NR (for zero-padding purposes)
|
|
// (b) MR (for zero-padding purposes when MR and NR are "swapped")
|
|
//
|
|
|
|
// -- sgemm micro-kernel --
|
|
|
|
#if 0
|
|
#define BLIS_SGEMM_UKERNEL bli_sgemm_asm_4x24
|
|
#define BLIS_DEFAULT_MC_S 256
|
|
#define BLIS_DEFAULT_KC_S 256
|
|
#define BLIS_DEFAULT_NC_S 4080
|
|
#define BLIS_DEFAULT_MR_S 4
|
|
#define BLIS_DEFAULT_NR_S 24
|
|
|
|
#define BLIS_SGEMM_UKERNEL_PREFERS_CONTIG_ROWS
|
|
#endif
|
|
|
|
#if 1
|
|
#define BLIS_SGEMM_UKERNEL bli_sgemm_asm_6x16
|
|
#define BLIS_DEFAULT_MC_S 144
|
|
#define BLIS_DEFAULT_KC_S 256
|
|
#define BLIS_DEFAULT_NC_S 4080
|
|
#define BLIS_DEFAULT_MR_S 6
|
|
#define BLIS_DEFAULT_NR_S 16
|
|
|
|
#define BLIS_SGEMM_UKERNEL_PREFERS_CONTIG_ROWS
|
|
#endif
|
|
|
|
#if 0
|
|
#define BLIS_SGEMM_UKERNEL bli_sgemm_asm_16x6
|
|
#define BLIS_DEFAULT_MC_S 144
|
|
#define BLIS_DEFAULT_KC_S 256
|
|
#define BLIS_DEFAULT_NC_S 4080
|
|
#define BLIS_DEFAULT_MR_S 16
|
|
#define BLIS_DEFAULT_NR_S 6
|
|
#endif
|
|
|
|
// -- dgemm micro-kernel --
|
|
|
|
#if 0
|
|
#define BLIS_DGEMM_UKERNEL bli_dgemm_asm_4x12
|
|
#define BLIS_DEFAULT_MC_D 152
|
|
#define BLIS_DEFAULT_KC_D 160
|
|
#define BLIS_DEFAULT_NC_D 4080
|
|
#define BLIS_DEFAULT_MR_D 4
|
|
#define BLIS_DEFAULT_NR_D 12
|
|
|
|
#define BLIS_DGEMM_UKERNEL_PREFERS_CONTIG_ROWS
|
|
#endif
|
|
|
|
#if 1
|
|
#define BLIS_DGEMM_UKERNEL bli_dgemm_asm_6x8
|
|
#define BLIS_DEFAULT_MC_D 72
|
|
#define BLIS_DEFAULT_KC_D 256
|
|
#define BLIS_DEFAULT_NC_D 4080
|
|
#define BLIS_DEFAULT_MR_D 6
|
|
#define BLIS_DEFAULT_NR_D 8
|
|
|
|
#define BLIS_DGEMM_UKERNEL_PREFERS_CONTIG_ROWS
|
|
#endif
|
|
|
|
#if 0
|
|
#define BLIS_DGEMM_UKERNEL bli_dgemm_asm_8x6
|
|
#define BLIS_DEFAULT_MC_D 72
|
|
#define BLIS_DEFAULT_KC_D 256
|
|
#define BLIS_DEFAULT_NC_D 4080
|
|
#define BLIS_DEFAULT_MR_D 8
|
|
#define BLIS_DEFAULT_NR_D 6
|
|
#endif
|
|
|
|
// -- cgemm micro-kernel --
|
|
|
|
#if 1
|
|
#define BLIS_CGEMM_UKERNEL bli_cgemm_asm_3x8
|
|
#define BLIS_DEFAULT_MC_C 144
|
|
#define BLIS_DEFAULT_KC_C 256
|
|
#define BLIS_DEFAULT_NC_C 4080
|
|
#define BLIS_DEFAULT_MR_C 3
|
|
#define BLIS_DEFAULT_NR_C 8
|
|
|
|
#define BLIS_CGEMM_UKERNEL_PREFERS_CONTIG_ROWS
|
|
#endif
|
|
|
|
#if 0
|
|
#define BLIS_CGEMM_UKERNEL bli_cgemm_asm_8x3
|
|
#define BLIS_DEFAULT_MC_C 144
|
|
#define BLIS_DEFAULT_KC_C 256
|
|
#define BLIS_DEFAULT_NC_C 4080
|
|
#define BLIS_DEFAULT_MR_C 8
|
|
#define BLIS_DEFAULT_NR_C 3
|
|
#endif
|
|
|
|
// -- zgemm micro-kernel --
|
|
|
|
#if 1
|
|
#define BLIS_ZGEMM_UKERNEL bli_zgemm_asm_3x4
|
|
#define BLIS_DEFAULT_MC_Z 72
|
|
#define BLIS_DEFAULT_KC_Z 256
|
|
#define BLIS_DEFAULT_NC_Z 4080
|
|
#define BLIS_DEFAULT_MR_Z 3
|
|
#define BLIS_DEFAULT_NR_Z 4
|
|
|
|
#define BLIS_ZGEMM_UKERNEL_PREFERS_CONTIG_ROWS
|
|
#endif
|
|
|
|
#if 0
|
|
#define BLIS_ZGEMM_UKERNEL bli_zgemm_asm_4x3
|
|
#define BLIS_DEFAULT_MC_Z 72
|
|
#define BLIS_DEFAULT_KC_Z 256
|
|
#define BLIS_DEFAULT_NC_Z 4080
|
|
#define BLIS_DEFAULT_MR_Z 4
|
|
#define BLIS_DEFAULT_NR_Z 3
|
|
#endif
|
|
|
|
|
|
|
|
|
|
// -- LEVEL-2 KERNEL CONSTANTS -------------------------------------------------
|
|
|
|
|
|
|
|
|
|
// -- LEVEL-1F KERNEL CONSTANTS ------------------------------------------------
|
|
|
|
|
|
|
|
|
|
// -- LEVEL-1M KERNEL DEFINITIONS ----------------------------------------------
|
|
|
|
// -- packm --
|
|
|
|
// -- unpackm --
|
|
|
|
|
|
|
|
|
|
// -- LEVEL-1F KERNEL DEFINITIONS ----------------------------------------------
|
|
|
|
// -- axpy2v --
|
|
|
|
// -- dotaxpyv --
|
|
|
|
// -- axpyf --
|
|
|
|
// -- dotxf --
|
|
|
|
// -- dotxaxpyf --
|
|
|
|
|
|
|
|
|
|
// -- LEVEL-1V KERNEL DEFINITIONS ----------------------------------------------
|
|
|
|
// -- addv --
|
|
|
|
// -- axpyv --
|
|
|
|
// -- copyv --
|
|
|
|
// -- dotv --
|
|
|
|
// -- dotxv --
|
|
|
|
// -- invertv --
|
|
|
|
// -- scal2v --
|
|
|
|
// -- scalv --
|
|
|
|
// -- setv --
|
|
|
|
// -- subv --
|
|
|
|
// -- swapv --
|
|
|
|
|
|
|
|
#endif
|
|
|