mirror of
https://github.com/amd/blis.git
synced 2026-05-24 10:24:34 +00:00
5bd2a777ba
- Moved *_blis_impl function declaration outside the BLIS_ENABLE_BLAS
guard.
- Changed Makefile to continue to compile bla_ files to get
*_blis_impl interfaces.
- Modify CBLAS headers, bli_macro_defs.h and bli_util_api_wrap.{c,h}
to add BLIS_ENABLE_CBLAS guards.
- Comment out BLIS_ENABLE_BLAS guards in various headers and utility
functions.
- Define BLIS Fortran-style functions lsame_blis_impl and
xerbla_blis_impl. New macros PASTE_LSAME and PASTE_XERBLA are
used in bla_*_check headers and some other places to select
whether to call lsame and xerbla, or the _blis_impl versions.
- Defined various other missing _blis_impl functions.
- In bli_util_api_wrap.c, only define any functions if
BLIS_ENABLE_BLAS is defined, and only define the subroutine
versions of functions like dot, nrm2, etc if BLIS_ENABLE_CBLAS
is defined.
- BLAS layer is needed if CBLAS layer is enabled. Changed header
files build/bli_config.h.in and bli_blas.h, and configure
program to help ensure consistency in generated blis.h header
and configure output.
Undefining BLIS_ENABLE_BLAS_DEFS appears to be broken in UTA BLIS
too, thus BLIS_ENABLE_BLAS_DEFS is currently permanently defined.
AMD-Internal: [CPUPL-3015]
Change-Id: I7c0fe07db85781db46f2c690e174451860b37635
271 lines
7.6 KiB
C
271 lines
7.6 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2014, The University of Texas at Austin
|
|
Copyright (C) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name(s) of the copyright holder(s) nor the names of its
|
|
contributors may be used to endorse or promote products derived
|
|
from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
#include "blis.h"
|
|
|
|
|
|
//
|
|
// Define BLAS-to-BLIS interfaces.
|
|
//
|
|
#undef GENTFUNCDOT
|
|
#define GENTFUNCDOT( ftype, ch, chc, blis_conjx, blasname, blisname ) \
|
|
\
|
|
ftype PASTEF772S(ch,blasname,chc) \
|
|
( \
|
|
const f77_int* n, \
|
|
const ftype* x, const f77_int* incx, \
|
|
const ftype* y, const f77_int* incy \
|
|
) \
|
|
{ \
|
|
AOCL_DTL_TRACE_ENTRY(AOCL_DTL_LEVEL_TRACE_1); \
|
|
AOCL_DTL_LOG_DOTV_INPUTS(AOCL_DTL_LEVEL_TRACE_1, *MKSTR(ch), *n, *incx, *incy); \
|
|
dim_t n0; \
|
|
ftype* x0; \
|
|
ftype* y0; \
|
|
inc_t incx0; \
|
|
inc_t incy0; \
|
|
ftype rho; \
|
|
\
|
|
/* Initialize BLIS. */ \
|
|
bli_init_auto(); \
|
|
\
|
|
/* Convert/typecast negative values of n to zero. */ \
|
|
bli_convert_blas_dim1( *n, n0 ); \
|
|
\
|
|
/* If the input increments are negative, adjust the pointers so we can
|
|
use positive increments instead. */ \
|
|
bli_convert_blas_incv( n0, (ftype*)x, *incx, x0, incx0 ); \
|
|
bli_convert_blas_incv( n0, (ftype*)y, *incy, y0, incy0 ); \
|
|
\
|
|
/* Call BLIS interface. */ \
|
|
PASTEMAC2(ch,blisname,BLIS_TAPI_EX_SUF) \
|
|
( \
|
|
blis_conjx, \
|
|
BLIS_NO_CONJUGATE, \
|
|
n0, \
|
|
x0, incx0, \
|
|
y0, incy0, \
|
|
&rho, \
|
|
NULL, \
|
|
NULL \
|
|
); \
|
|
\
|
|
AOCL_DTL_TRACE_EXIT(AOCL_DTL_LEVEL_TRACE_1); \
|
|
/* Finalize BLIS. */ \
|
|
bli_finalize_auto(); \
|
|
\
|
|
return rho; \
|
|
}\
|
|
\
|
|
IF_BLIS_ENABLE_BLAS(\
|
|
ftype PASTEF772(ch,blasname,chc) \
|
|
( \
|
|
const f77_int* n, \
|
|
const ftype* x, const f77_int* incx, \
|
|
const ftype* y, const f77_int* incy \
|
|
) \
|
|
{ \
|
|
return PASTEF772S(ch,blasname,chc)( n, x, incx, y, incy );\
|
|
} \
|
|
)
|
|
|
|
INSERT_GENTFUNCDOTR_BLAS( dot, dotv )
|
|
|
|
#ifdef BLIS_DISABLE_COMPLEX_RETURN_INTEL
|
|
INSERT_GENTFUNCDOTC_BLAS( dot, dotv )
|
|
#else
|
|
// For the "intel" complex return type, use a hidden parameter to return the result
|
|
#undef GENTFUNCDOT
|
|
#define GENTFUNCDOT( ftype, ch, chc, blis_conjx, blasname, blisname ) \
|
|
\
|
|
void PASTEF772S(ch,blasname,chc) \
|
|
( \
|
|
ftype* rhop, \
|
|
const f77_int* n, \
|
|
const ftype* x, const f77_int* incx, \
|
|
const ftype* y, const f77_int* incy \
|
|
) \
|
|
{ \
|
|
AOCL_DTL_TRACE_ENTRY(AOCL_DTL_LEVEL_TRACE_1); \
|
|
AOCL_DTL_LOG_DOTV_INPUTS(AOCL_DTL_LEVEL_TRACE_1, *MKSTR(ch), *n, *incx, *incy); \
|
|
dim_t n0; \
|
|
ftype* x0; \
|
|
ftype* y0; \
|
|
inc_t incx0; \
|
|
inc_t incy0; \
|
|
ftype rho; \
|
|
\
|
|
/* Initialize BLIS. */ \
|
|
bli_init_auto(); \
|
|
\
|
|
/* Convert/typecast negative values of n to zero. */ \
|
|
bli_convert_blas_dim1( *n, n0 ); \
|
|
\
|
|
/* If the input increments are negative, adjust the pointers so we can
|
|
use positive increments instead. */ \
|
|
bli_convert_blas_incv( n0, (ftype*)x, *incx, x0, incx0 ); \
|
|
bli_convert_blas_incv( n0, (ftype*)y, *incy, y0, incy0 ); \
|
|
\
|
|
/* Call BLIS interface. */ \
|
|
PASTEMAC2(ch,blisname,BLIS_TAPI_EX_SUF) \
|
|
( \
|
|
blis_conjx, \
|
|
BLIS_NO_CONJUGATE, \
|
|
n0, \
|
|
x0, incx0, \
|
|
y0, incy0, \
|
|
&rho, \
|
|
NULL, \
|
|
NULL \
|
|
); \
|
|
\
|
|
/* Finalize BLIS. */ \
|
|
AOCL_DTL_TRACE_EXIT(AOCL_DTL_LEVEL_TRACE_1); \
|
|
bli_finalize_auto(); \
|
|
\
|
|
*rhop = rho; \
|
|
}\
|
|
\
|
|
IF_BLIS_ENABLE_BLAS(\
|
|
void PASTEF772(ch,blasname,chc) \
|
|
( \
|
|
ftype* rhop, \
|
|
const f77_int* n, \
|
|
const ftype* x, const f77_int* incx, \
|
|
const ftype* y, const f77_int* incy \
|
|
) \
|
|
{ \
|
|
PASTEF772S(ch,blasname,chc)( rhop, n, x, incx, y, incy );\
|
|
} \
|
|
)
|
|
|
|
INSERT_GENTFUNCDOTC_BLAS( dot, dotv )
|
|
#endif // BLIS_DISABLE_COMPLEX_RETURN_INTEL
|
|
|
|
|
|
// -- "Black sheep" dot product function definitions --
|
|
|
|
// Input vectors stored in single precision, computed in double precision,
|
|
// with result returned in single precision.
|
|
float PASTEF77S(sd,sdot)
|
|
(
|
|
const f77_int* n,
|
|
const float* sb,
|
|
const float* x, const f77_int* incx,
|
|
const float* y, const f77_int* incy
|
|
)
|
|
{
|
|
return ( float )
|
|
(
|
|
( double )(*sb) +
|
|
PASTEF77(d,sdot)
|
|
(
|
|
n,
|
|
x, incx,
|
|
y, incy
|
|
)
|
|
);
|
|
}
|
|
#ifdef BLIS_ENABLE_BLAS
|
|
float PASTEF77(sd,sdot)
|
|
(
|
|
const f77_int* n,
|
|
const float* sb,
|
|
const float* x, const f77_int* incx,
|
|
const float* y, const f77_int* incy
|
|
)
|
|
{
|
|
return PASTEF77S(sd,sdot)( n, sb, x, incx, y, incy );
|
|
}
|
|
#endif // BLIS_ENABLE_BLAS
|
|
|
|
// Input vectors stored in single precision, computed in double precision,
|
|
// with result returned in double precision.
|
|
double PASTEF77S(d,sdot)
|
|
(
|
|
const f77_int* n,
|
|
const float* x, const f77_int* incx,
|
|
const float* y, const f77_int* incy
|
|
)
|
|
{
|
|
dim_t n0;
|
|
float* x0;
|
|
float* y0;
|
|
inc_t incx0;
|
|
inc_t incy0;
|
|
double rho;
|
|
dim_t i;
|
|
|
|
AOCL_DTL_TRACE_ENTRY(AOCL_DTL_LEVEL_TRACE_1);
|
|
AOCL_DTL_LOG_DOTV_INPUTS(AOCL_DTL_LEVEL_TRACE_1, 'D', *n, *incx, *incy);
|
|
/* Initialization of BLIS is not required. */
|
|
|
|
/* Convert/typecast negative values of n to zero. */
|
|
bli_convert_blas_dim1( *n, n0 );
|
|
|
|
/* If the input increments are negative, adjust the pointers so we can
|
|
use positive increments instead. */
|
|
bli_convert_blas_incv( n0, (float*)x, *incx, x0, incx0 );
|
|
bli_convert_blas_incv( n0, (float*)y, *incy, y0, incy0 );
|
|
|
|
rho = 0.0;
|
|
|
|
for ( i = 0; i < n0; i++ )
|
|
{
|
|
float* chi1 = x0 + (i )*incx0;
|
|
float* psi1 = y0 + (i )*incy0;
|
|
|
|
bli_ddots( (( double )(*chi1)),
|
|
(( double )(*psi1)), rho );
|
|
}
|
|
|
|
/* Finalization of BLIS is not required, because initialization was
|
|
not required. */
|
|
AOCL_DTL_TRACE_EXIT(AOCL_DTL_LEVEL_TRACE_1);
|
|
|
|
return rho;
|
|
}
|
|
#ifdef BLIS_ENABLE_BLAS
|
|
double PASTEF77(d,sdot)
|
|
(
|
|
const f77_int* n,
|
|
const float* x, const f77_int* incx,
|
|
const float* y, const f77_int* incy
|
|
)
|
|
{
|
|
return PASTEF77S(d,sdot)( n, x, incx, y, incy );
|
|
}
|
|
#endif // BLIS_ENABLE_BLAS
|