mirror of
https://github.com/amd/blis.git
synced 2026-04-19 23:28:52 +00:00
2ee46a3a3a
* commit 'cfa3db3f':
Fixed bug in mixed-dt gemm introduced in e9da642.
Removed support for 3m, 4m induced methods.
Updated do_sde.sh to get SDE from GitHub.
Disable SDE testing of old AMD microarchitectures.
Fixed substitution bug in configure.
Allow use of 1m with mixing of row/col-pref ukrs.
AMD-Internal: [CPUPL-2698]
Change-Id: I961f0066243cf26aeb2e174e388b470133cc4a5f
588 lines
15 KiB
C
588 lines
15 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2014, The University of Texas at Austin
|
|
Copyright (C) 2020, Advanced Micro Devices, Inc. All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name(s) of the copyright holder(s) nor the names of its
|
|
contributors may be used to endorse or promote products derived
|
|
from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
#include "blis.h"
|
|
|
|
//
|
|
// Define BLAS-like interfaces with typed operands (expert).
|
|
//
|
|
|
|
#undef GENTFUNC
|
|
#define GENTFUNC( ctype, ch, opname ) \
|
|
\
|
|
void PASTEMAC2(ch,opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
trans_t transa, \
|
|
trans_t transb, \
|
|
dim_t m, \
|
|
dim_t n, \
|
|
dim_t k, \
|
|
ctype* alpha, \
|
|
ctype* a, inc_t rs_a, inc_t cs_a, \
|
|
ctype* b, inc_t rs_b, inc_t cs_b, \
|
|
ctype* beta, \
|
|
ctype* c, inc_t rs_c, inc_t cs_c, \
|
|
cntx_t* cntx, \
|
|
rntm_t* rntm \
|
|
) \
|
|
{ \
|
|
bli_init_once(); \
|
|
\
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t bo = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t betao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t co = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t m_a, n_a; \
|
|
dim_t m_b, n_b; \
|
|
\
|
|
bli_set_dims_with_trans( transa, m, k, &m_a, &n_a ); \
|
|
bli_set_dims_with_trans( transb, k, n, &m_b, &n_b ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt, alpha, &alphao ); \
|
|
bli_obj_init_finish_1x1( dt, beta, &betao ); \
|
|
\
|
|
bli_obj_init_finish( dt, m_a, n_a, a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m_b, n_b, b, rs_b, cs_b, &bo ); \
|
|
bli_obj_init_finish( dt, m, n, c, rs_c, cs_c, &co ); \
|
|
\
|
|
bli_obj_set_conjtrans( transa, &ao ); \
|
|
bli_obj_set_conjtrans( transb, &bo ); \
|
|
\
|
|
PASTEMAC(opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
&alphao, \
|
|
&ao, \
|
|
&bo, \
|
|
&betao, \
|
|
&co, \
|
|
cntx, \
|
|
rntm \
|
|
); \
|
|
}
|
|
|
|
INSERT_GENTFUNC_BASIC0( gemm )
|
|
|
|
#undef GENTFUNC
|
|
#define GENTFUNC( ctype, ch, opname, struca ) \
|
|
\
|
|
void PASTEMAC2(ch,opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
side_t side, \
|
|
uplo_t uploa, \
|
|
conj_t conja, \
|
|
trans_t transb, \
|
|
dim_t m, \
|
|
dim_t n, \
|
|
ctype* alpha, \
|
|
ctype* a, inc_t rs_a, inc_t cs_a, \
|
|
ctype* b, inc_t rs_b, inc_t cs_b, \
|
|
ctype* beta, \
|
|
ctype* c, inc_t rs_c, inc_t cs_c, \
|
|
cntx_t* cntx, \
|
|
rntm_t* rntm \
|
|
) \
|
|
{ \
|
|
bli_init_once(); \
|
|
\
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t bo = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t betao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t co = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t mn_a; \
|
|
dim_t m_b, n_b; \
|
|
\
|
|
bli_set_dim_with_side( side, m, n, &mn_a ); \
|
|
bli_set_dims_with_trans( transb, m, n, &m_b, &n_b ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt, alpha, &alphao ); \
|
|
bli_obj_init_finish_1x1( dt, beta, &betao ); \
|
|
\
|
|
bli_obj_init_finish( dt, mn_a, mn_a, a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m_b, n_b, b, rs_b, cs_b, &bo ); \
|
|
bli_obj_init_finish( dt, m, n, c, rs_c, cs_c, &co ); \
|
|
\
|
|
bli_obj_set_uplo( uploa, &ao ); \
|
|
bli_obj_set_conj( conja, &ao ); \
|
|
bli_obj_set_conjtrans( transb, &bo ); \
|
|
\
|
|
bli_obj_set_struc( struca, &ao ); \
|
|
\
|
|
PASTEMAC(opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
side, \
|
|
&alphao, \
|
|
&ao, \
|
|
&bo, \
|
|
&betao, \
|
|
&co, \
|
|
cntx, \
|
|
rntm \
|
|
); \
|
|
}
|
|
|
|
INSERT_GENTFUNC_BASIC( hemm, BLIS_HERMITIAN )
|
|
INSERT_GENTFUNC_BASIC( symm, BLIS_SYMMETRIC )
|
|
|
|
|
|
#undef GENTFUNCR
|
|
#define GENTFUNCR( ctype, ctype_r, ch, chr, opname ) \
|
|
\
|
|
void PASTEMAC2(ch,opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
uplo_t uploc, \
|
|
trans_t transa, \
|
|
dim_t m, \
|
|
dim_t k, \
|
|
ctype_r* alpha, \
|
|
ctype* a, inc_t rs_a, inc_t cs_a, \
|
|
ctype_r* beta, \
|
|
ctype* c, inc_t rs_c, inc_t cs_c, \
|
|
cntx_t* cntx, \
|
|
rntm_t* rntm \
|
|
) \
|
|
{ \
|
|
bli_init_once(); \
|
|
\
|
|
const num_t dt_r = PASTEMAC(chr,type); \
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t betao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t co = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t m_a, n_a; \
|
|
\
|
|
bli_set_dims_with_trans( transa, m, k, &m_a, &n_a ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt_r, alpha, &alphao ); \
|
|
bli_obj_init_finish_1x1( dt_r, beta, &betao ); \
|
|
\
|
|
bli_obj_init_finish( dt, m_a, n_a, a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m, m, c, rs_c, cs_c, &co ); \
|
|
\
|
|
bli_obj_set_uplo( uploc, &co ); \
|
|
bli_obj_set_conjtrans( transa, &ao ); \
|
|
\
|
|
bli_obj_set_struc( BLIS_HERMITIAN, &co ); \
|
|
\
|
|
PASTEMAC(opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
&alphao, \
|
|
&ao, \
|
|
&betao, \
|
|
&co, \
|
|
cntx, \
|
|
rntm \
|
|
); \
|
|
}
|
|
|
|
INSERT_GENTFUNCR_BASIC0( herk )
|
|
|
|
|
|
#undef GENTFUNCR
|
|
#define GENTFUNCR( ctype, ctype_r, ch, chr, opname ) \
|
|
\
|
|
void PASTEMAC2(ch,opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
uplo_t uploc, \
|
|
trans_t transa, \
|
|
trans_t transb, \
|
|
dim_t m, \
|
|
dim_t k, \
|
|
ctype* alpha, \
|
|
ctype* a, inc_t rs_a, inc_t cs_a, \
|
|
ctype* b, inc_t rs_b, inc_t cs_b, \
|
|
ctype_r* beta, \
|
|
ctype* c, inc_t rs_c, inc_t cs_c, \
|
|
cntx_t* cntx, \
|
|
rntm_t* rntm \
|
|
) \
|
|
{ \
|
|
bli_init_once(); \
|
|
\
|
|
const num_t dt_r = PASTEMAC(chr,type); \
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t bo = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t betao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t co = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t m_a, n_a; \
|
|
dim_t m_b, n_b; \
|
|
\
|
|
bli_set_dims_with_trans( transa, m, k, &m_a, &n_a ); \
|
|
bli_set_dims_with_trans( transb, m, k, &m_b, &n_b ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt, alpha, &alphao ); \
|
|
bli_obj_init_finish_1x1( dt_r, beta, &betao ); \
|
|
\
|
|
bli_obj_init_finish( dt, m_a, n_a, a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m_b, n_b, b, rs_b, cs_b, &bo ); \
|
|
bli_obj_init_finish( dt, m, m, c, rs_c, cs_c, &co ); \
|
|
\
|
|
bli_obj_set_uplo( uploc, &co ); \
|
|
bli_obj_set_conjtrans( transa, &ao ); \
|
|
bli_obj_set_conjtrans( transb, &bo ); \
|
|
\
|
|
bli_obj_set_struc( BLIS_HERMITIAN, &co ); \
|
|
\
|
|
PASTEMAC(opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
&alphao, \
|
|
&ao, \
|
|
&bo, \
|
|
&betao, \
|
|
&co, \
|
|
cntx, \
|
|
rntm \
|
|
); \
|
|
}
|
|
|
|
INSERT_GENTFUNCR_BASIC0( her2k )
|
|
|
|
|
|
#undef GENTFUNC
|
|
#define GENTFUNC( ctype, ch, opname ) \
|
|
\
|
|
void PASTEMAC2(ch,opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
uplo_t uploc, \
|
|
trans_t transa, \
|
|
dim_t m, \
|
|
dim_t k, \
|
|
ctype* alpha, \
|
|
ctype* a, inc_t rs_a, inc_t cs_a, \
|
|
ctype* beta, \
|
|
ctype* c, inc_t rs_c, inc_t cs_c, \
|
|
cntx_t* cntx, \
|
|
rntm_t* rntm \
|
|
) \
|
|
{ \
|
|
bli_init_once(); \
|
|
\
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t betao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t co = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t m_a, n_a; \
|
|
\
|
|
bli_set_dims_with_trans( transa, m, k, &m_a, &n_a ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt, alpha, &alphao ); \
|
|
bli_obj_init_finish_1x1( dt, beta, &betao ); \
|
|
\
|
|
bli_obj_init_finish( dt, m_a, n_a, a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m, m, c, rs_c, cs_c, &co ); \
|
|
\
|
|
bli_obj_set_uplo( uploc, &co ); \
|
|
bli_obj_set_conjtrans( transa, &ao ); \
|
|
\
|
|
bli_obj_set_struc( BLIS_SYMMETRIC, &co ); \
|
|
\
|
|
PASTEMAC(opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
&alphao, \
|
|
&ao, \
|
|
&betao, \
|
|
&co, \
|
|
cntx, \
|
|
rntm \
|
|
); \
|
|
}
|
|
|
|
INSERT_GENTFUNC_BASIC0( syrk )
|
|
|
|
|
|
#undef GENTFUNC
|
|
#define GENTFUNC( ctype, ch, opname ) \
|
|
\
|
|
void PASTEMAC2(ch,opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
uplo_t uploc, \
|
|
trans_t transa, \
|
|
trans_t transb, \
|
|
dim_t m, \
|
|
dim_t k, \
|
|
ctype* alpha, \
|
|
ctype* a, inc_t rs_a, inc_t cs_a, \
|
|
ctype* b, inc_t rs_b, inc_t cs_b, \
|
|
ctype* beta, \
|
|
ctype* c, inc_t rs_c, inc_t cs_c, \
|
|
cntx_t* cntx, \
|
|
rntm_t* rntm \
|
|
) \
|
|
{ \
|
|
bli_init_once(); \
|
|
\
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t bo = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t betao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t co = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t m_a, n_a; \
|
|
dim_t m_b, n_b; \
|
|
\
|
|
bli_set_dims_with_trans( transa, m, k, &m_a, &n_a ); \
|
|
bli_set_dims_with_trans( transb, m, k, &m_b, &n_b ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt, alpha, &alphao ); \
|
|
bli_obj_init_finish_1x1( dt, beta, &betao ); \
|
|
\
|
|
bli_obj_init_finish( dt, m_a, n_a, a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m_b, n_b, b, rs_b, cs_b, &bo ); \
|
|
bli_obj_init_finish( dt, m, m, c, rs_c, cs_c, &co ); \
|
|
\
|
|
bli_obj_set_uplo( uploc, &co ); \
|
|
bli_obj_set_conjtrans( transa, &ao ); \
|
|
bli_obj_set_conjtrans( transb, &bo ); \
|
|
\
|
|
bli_obj_set_struc( BLIS_SYMMETRIC, &co ); \
|
|
\
|
|
PASTEMAC(opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
&alphao, \
|
|
&ao, \
|
|
&bo, \
|
|
&betao, \
|
|
&co, \
|
|
cntx, \
|
|
rntm \
|
|
); \
|
|
}
|
|
|
|
INSERT_GENTFUNC_BASIC0( syr2k )
|
|
|
|
|
|
#undef GENTFUNC
|
|
#define GENTFUNC( ctype, ch, opname ) \
|
|
\
|
|
void PASTEMAC2(ch,opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
uplo_t uploc, \
|
|
trans_t transa, \
|
|
trans_t transb, \
|
|
dim_t m, \
|
|
dim_t k, \
|
|
ctype* alpha, \
|
|
ctype* a, inc_t rs_a, inc_t cs_a, \
|
|
ctype* b, inc_t rs_b, inc_t cs_b, \
|
|
ctype* beta, \
|
|
ctype* c, inc_t rs_c, inc_t cs_c, \
|
|
cntx_t* cntx, \
|
|
rntm_t* rntm \
|
|
) \
|
|
{ \
|
|
bli_init_once(); \
|
|
\
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t bo = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t betao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t co = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t m_a, n_a; \
|
|
dim_t m_b, n_b; \
|
|
\
|
|
bli_set_dims_with_trans( transa, m, k, &m_a, &n_a ); \
|
|
bli_set_dims_with_trans( transb, k, m, &m_b, &n_b ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt, alpha, &alphao ); \
|
|
bli_obj_init_finish_1x1( dt, beta, &betao ); \
|
|
\
|
|
bli_obj_init_finish( dt, m_a, n_a, a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m_b, n_b, b, rs_b, cs_b, &bo ); \
|
|
bli_obj_init_finish( dt, m, m, c, rs_c, cs_c, &co ); \
|
|
\
|
|
bli_obj_set_uplo( uploc, &co ); \
|
|
bli_obj_set_conjtrans( transa, &ao ); \
|
|
bli_obj_set_conjtrans( transb, &bo ); \
|
|
\
|
|
PASTEMAC(opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
&alphao, \
|
|
&ao, \
|
|
&bo, \
|
|
&betao, \
|
|
&co, \
|
|
cntx, \
|
|
rntm \
|
|
); \
|
|
}
|
|
|
|
INSERT_GENTFUNC_BASIC0( gemmt )
|
|
|
|
|
|
#undef GENTFUNC
|
|
#define GENTFUNC( ctype, ch, opname ) \
|
|
\
|
|
void PASTEMAC2(ch,opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
side_t side, \
|
|
uplo_t uploa, \
|
|
trans_t transa, \
|
|
diag_t diaga, \
|
|
trans_t transb, \
|
|
dim_t m, \
|
|
dim_t n, \
|
|
ctype* alpha, \
|
|
ctype* a, inc_t rs_a, inc_t cs_a, \
|
|
ctype* b, inc_t rs_b, inc_t cs_b, \
|
|
ctype* beta, \
|
|
ctype* c, inc_t rs_c, inc_t cs_c, \
|
|
cntx_t* cntx, \
|
|
rntm_t* rntm \
|
|
) \
|
|
{ \
|
|
bli_init_once(); \
|
|
\
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t bo = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t betao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t co = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t mn_a; \
|
|
dim_t m_b, n_b; \
|
|
\
|
|
bli_set_dim_with_side( side, m, n, &mn_a ); \
|
|
bli_set_dims_with_trans( transb, m, n, &m_b, &n_b ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt, alpha, &alphao ); \
|
|
bli_obj_init_finish_1x1( dt, beta, &betao ); \
|
|
\
|
|
bli_obj_init_finish( dt, mn_a, mn_a, a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m_b, n_b, b, rs_b, cs_b, &bo ); \
|
|
bli_obj_init_finish( dt, m, n, c, rs_c, cs_c, &co ); \
|
|
\
|
|
bli_obj_set_uplo( uploa, &ao ); \
|
|
bli_obj_set_diag( diaga, &ao ); \
|
|
bli_obj_set_conjtrans( transa, &ao ); \
|
|
bli_obj_set_conjtrans( transb, &bo ); \
|
|
\
|
|
bli_obj_set_struc( BLIS_TRIANGULAR, &ao ); \
|
|
\
|
|
PASTEMAC(opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
side, \
|
|
&alphao, \
|
|
&ao, \
|
|
&bo, \
|
|
&betao, \
|
|
&co, \
|
|
cntx, \
|
|
rntm \
|
|
); \
|
|
}
|
|
|
|
INSERT_GENTFUNC_BASIC0( trmm3 )
|
|
|
|
|
|
#undef GENTFUNC
|
|
#define GENTFUNC( ctype, ch, opname ) \
|
|
\
|
|
void PASTEMAC2(ch,opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
side_t side, \
|
|
uplo_t uploa, \
|
|
trans_t transa, \
|
|
diag_t diaga, \
|
|
dim_t m, \
|
|
dim_t n, \
|
|
ctype* alpha, \
|
|
ctype* a, inc_t rs_a, inc_t cs_a, \
|
|
ctype* b, inc_t rs_b, inc_t cs_b, \
|
|
cntx_t* cntx, \
|
|
rntm_t* rntm \
|
|
) \
|
|
{ \
|
|
bli_init_once(); \
|
|
\
|
|
const num_t dt = PASTEMAC(ch,type); \
|
|
\
|
|
obj_t alphao = BLIS_OBJECT_INITIALIZER_1X1; \
|
|
obj_t ao = BLIS_OBJECT_INITIALIZER; \
|
|
obj_t bo = BLIS_OBJECT_INITIALIZER; \
|
|
\
|
|
dim_t mn_a; \
|
|
\
|
|
bli_set_dim_with_side( side, m, n, &mn_a ); \
|
|
\
|
|
bli_obj_init_finish_1x1( dt, alpha, &alphao ); \
|
|
\
|
|
bli_obj_init_finish( dt, mn_a, mn_a, a, rs_a, cs_a, &ao ); \
|
|
bli_obj_init_finish( dt, m, n, b, rs_b, cs_b, &bo ); \
|
|
\
|
|
bli_obj_set_uplo( uploa, &ao ); \
|
|
bli_obj_set_diag( diaga, &ao ); \
|
|
bli_obj_set_conjtrans( transa, &ao ); \
|
|
\
|
|
bli_obj_set_struc( BLIS_TRIANGULAR, &ao ); \
|
|
\
|
|
PASTEMAC(opname,BLIS_OAPI_EX_SUF) \
|
|
( \
|
|
side, \
|
|
&alphao, \
|
|
&ao, \
|
|
&bo, \
|
|
cntx, \
|
|
rntm \
|
|
); \
|
|
}
|
|
|
|
INSERT_GENTFUNC_BASIC0( trmm )
|
|
INSERT_GENTFUNC_BASIC0( trsm )
|
|
|