mirror of
https://github.com/amd/blis.git
synced 2026-05-11 01:30:00 +00:00
540ec1b479
Details: - Updated the BLAS compatibility layer for level-3 operations so that the corresponding BLIS object API is called directly rather than first calling the typed BLIS API. The previous code based on the typed BLIS API calls is still available in a deactivated cpp macro branch, which may be re-activated by #defining BLIS_BLAS3_CALLS_TAPI. (This does not yet correspond to a configure option. If it seems like people might want to toggle this behavior more regularly, a configure option can be added in the future.) - Updated the BLIS typed API to statically "pre-initialize" objects via new initializor macros. Initialization is then finished via calls to static functions bli_obj_init_finish_1x1() and bli_obj_init_finish(), which are similar to the previously-called functions, bli_obj_create_1x1_with_attached_buffer() and bli_obj_create_with_attached_buffer(), respectively. (The BLAS compatibility layer updates mentioned above employ this new technique as well.) - Transformed certain routines in bli_param_map.c--specifically, the ones that convert netlib-style parameters to BLIS equivalents--into static functions, now in bli_param_map.h. (The remaining three classes of conversation routines were left unchanged.) - Added the aforementioned pre-initializor macros to bli_type_defs.h. - Relocated bli_obj_init_const() and bli_obj_init_constdata() from bli_obj_macro_defs.h to bli_type_defs.h. - Added a few macros to bli_param_macro_defs.h for testing domains for real/complexness and precisions for single/double-ness.
263 lines
7.0 KiB
C
263 lines
7.0 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2014, The University of Texas at Austin
|
|
Copyright (C) 2019, Advanced Micro Devices, Inc.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name(s) of the copyright holder(s) nor the names of its
|
|
contributors may be used to endorse or promote products derived
|
|
from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
#include "blis.h"
|
|
|
|
|
|
//
|
|
// Define BLAS-to-BLIS interfaces.
|
|
//
|
|
|
|
#ifdef BLIS_BLAS3_CALLS_TAPI
|
|
|
|
#undef GENTFUNCCO
|
|
#define GENTFUNCCO( ftype, ftype_r, ch, chr, blasname, blisname ) \
|
|
\
|
|
void PASTEF77(ch,blasname) \
|
|
( \
|
|
const f77_char* uploc, \
|
|
const f77_char* transa, \
|
|
const f77_int* m, \
|
|
const f77_int* k, \
|
|
const ftype* alpha, \
|
|
const ftype* a, const f77_int* lda, \
|
|
const ftype* b, const f77_int* ldb, \
|
|
const ftype_r* beta, \
|
|
ftype* c, const f77_int* ldc \
|
|
) \
|
|
{ \
|
|
uplo_t blis_uploc; \
|
|
trans_t blis_transa; \
|
|
dim_t m0, k0; \
|
|
inc_t rs_a, cs_a; \
|
|
inc_t rs_b, cs_b; \
|
|
inc_t rs_c, cs_c; \
|
|
\
|
|
/* Initialize BLIS. */ \
|
|
bli_init_auto(); \
|
|
\
|
|
/* Perform BLAS parameter checking. */ \
|
|
PASTEBLACHK(blasname) \
|
|
( \
|
|
MKSTR(ch), \
|
|
MKSTR(blasname), \
|
|
uploc, \
|
|
transa, \
|
|
m, \
|
|
k, \
|
|
lda, \
|
|
ldb, \
|
|
ldc \
|
|
); \
|
|
\
|
|
/* Map BLAS chars to their corresponding BLIS enumerated type value. */ \
|
|
bli_param_map_netlib_to_blis_uplo( *uploc, &blis_uploc ); \
|
|
bli_param_map_netlib_to_blis_trans( *transa, &blis_transa ); \
|
|
\
|
|
/* Convert/typecast negative values of m and k to zero. */ \
|
|
bli_convert_blas_dim1( *m, m0 ); \
|
|
bli_convert_blas_dim1( *k, k0 ); \
|
|
\
|
|
/* We emulate the BLAS early return behavior with the following
|
|
conditional, which returns if one of the following is true:
|
|
- matrix C is empty
|
|
- the rank-2k product is empty (either because alpha is zero or k
|
|
is zero) AND matrix C is not scaled. */ \
|
|
if ( m0 == 0 || \
|
|
( ( PASTEMAC(ch,eq0)( *alpha ) || k0 == 0 ) \
|
|
&& PASTEMAC(chr,eq1)( *beta ) \
|
|
) \
|
|
) \
|
|
{ \
|
|
/* Finalize BLIS. */ \
|
|
bli_finalize_auto(); \
|
|
\
|
|
return; \
|
|
} \
|
|
\
|
|
/* Set the row and column strides of the matrix operands. */ \
|
|
rs_a = 1; \
|
|
cs_a = *lda; \
|
|
rs_b = 1; \
|
|
cs_b = *ldb; \
|
|
rs_c = 1; \
|
|
cs_c = *ldc; \
|
|
\
|
|
/* Call BLIS interface. */ \
|
|
PASTEMAC2(ch,blisname,BLIS_TAPI_EX_SUF) \
|
|
( \
|
|
blis_uploc, \
|
|
blis_transa, \
|
|
blis_transa, \
|
|
m0, \
|
|
k0, \
|
|
(ftype*)alpha, \
|
|
(ftype*)a, rs_a, cs_a, \
|
|
(ftype*)b, rs_b, cs_b, \
|
|
(ftype_r*)beta, \
|
|
(ftype*)c, rs_c, cs_c, \
|
|
NULL, \
|
|
NULL \
|
|
); \
|
|
\
|
|
/* Finalize BLIS. */ \
|
|
bli_finalize_auto(); \
|
|
}
|
|
|
|
#else
|
|
|
|
#undef GENTFUNCCO
|
|
#define GENTFUNCCO( ftype, ftype_r, ch, chr, blasname, blisname ) \
|
|
\
|
|
void PASTEF77(ch,blasname) \
|
|
( \
|
|
const f77_char* uploc, \
|
|
const f77_char* transa, \
|
|
const f77_int* m, \
|
|
const f77_int* k, \
|
|
const ftype* alpha, \
|
|
const ftype* a, const f77_int* lda, \
|
|
const ftype* b, const f77_int* ldb, \
|
|
const ftype_r* beta, \
|
|
ftype* c, const f77_int* ldc \
|
|
) \
|
|
{ \
|
|
uplo_t blis_uploc; \
|
|
trans_t blis_transa; \
|
|
dim_t m0, k0; \
|
|
\
|
|
/* Initialize BLIS. */ \
|
|
bli_init_auto(); \
|
|
\
|
|
/* Perform BLAS parameter checking. */ \
|
|
PASTEBLACHK(blasname) \
|
|
( \
|
|
MKSTR(ch), \
|
|
MKSTR(blasname), \
|
|
uploc, \
|
|
transa, \
|
|
m, \
|
|
k, \
|
|
lda, \
|
|
ldb, \
|
|
ldc \
|
|
); \
|
|
\
|
|
/* Map BLAS chars to their corresponding BLIS enumerated type value. */ \
|
|
bli_param_map_netlib_to_blis_uplo( *uploc, &blis_uploc ); \
|
|
bli_param_map_netlib_to_blis_trans( *transa, &blis_transa ); \
|
|
\
|
|
/* Convert/typecast negative values of m and k to zero. */ \
|
|
bli_convert_blas_dim1( *m, m0 ); \
|
|
bli_convert_blas_dim1( *k, k0 ); \
|
|
\
|
|
/* We emulate the BLAS early return behavior with the following
|
|
conditional, which returns if one of the following is true:
|
|
- matrix C is empty
|
|
- the rank-2k product is empty (either because alpha is zero or k
|
|
is zero) AND matrix C is not scaled. */ \
|
|
if ( m0 == 0 || \
|
|
( ( PASTEMAC(ch,eq0)( *alpha ) || k0 == 0 ) \
|
|
&& PASTEMAC(chr,eq1)( *beta ) \
|
|
) \
|
|
) \
|
|
{ \
|
|
/* Finalize BLIS. */ \
|
|
bli_finalize_auto(); \
|
|
\
|
|
return; \
|
|
} \
|
|
\
|
|
/* Set the row and column strides of the matrix operands. */ \
|
|
const inc_t rs_a = 1; \
|
|
const inc_t cs_a = *lda; \
|
|
const inc_t rs_b = 1; \
|
|
const inc_t cs_b = *ldb; \
|
|
const inc_t rs_c = 1; \
|
|
const inc_t cs_c = *ldc; \
|
|
\
|
|
const num_t dt_r = PASTEMAC(chr,type); \
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
const trans_t transb = blis_transa; \
|
|
const struc_t strucc = BLIS_HERMITIAN; \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t bo = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t betao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t co = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t m0_a, n0_a; \
|
|
dim_t m0_b, n0_b; \
|
|
\
|
|
bli_set_dims_with_trans( blis_transa, m0, k0, &m0_a, &n0_a ); \
|
|
bli_set_dims_with_trans( transb, m0, k0, &m0_b, &n0_b ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt, (ftype* )alpha, &alphao ); \
|
|
bli_obj_init_finish_1x1( dt_r, (ftype_r*)beta, &betao ); \
|
|
\
|
|
bli_obj_init_finish( dt, m0_a, n0_a, (ftype*)a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m0_b, n0_b, (ftype*)b, rs_b, cs_b, &bo ); \
|
|
bli_obj_init_finish( dt, m0, m0, (ftype*)c, rs_c, cs_c, &co ); \
|
|
\
|
|
bli_obj_set_uplo( blis_uploc, &co ); \
|
|
bli_obj_set_conjtrans( blis_transa, &ao ); \
|
|
bli_obj_set_conjtrans( transb, &bo ); \
|
|
\
|
|
bli_obj_set_struc( strucc, &co ); \
|
|
\
|
|
PASTEMAC(blisname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
&alphao, \
|
|
&ao, \
|
|
&bo, \
|
|
&betao, \
|
|
&co, \
|
|
NULL, \
|
|
NULL \
|
|
); \
|
|
\
|
|
/* Finalize BLIS. */ \
|
|
bli_finalize_auto(); \
|
|
}
|
|
|
|
#endif
|
|
|
|
#ifdef BLIS_ENABLE_BLAS
|
|
INSERT_GENTFUNCCO_BLAS( her2k, her2k )
|
|
#endif
|
|
|