mirror of
https://github.com/amd/blis.git
synced 2026-06-29 02:37:05 +00:00
c56dcb6ffb
The environment variable AOCL_VERBOSE was inconsistent in its behaviour, sometimes producing a single line of output per file from multiple BLAS calls, when it should be all or nothing. Note that: - AOCL_VERBOSE is only active when DTL logging has been enabled at compile time. Otherwise, this environment variable is not read. - When logging is enable at compile time, logging output is produced by default. Thus AOCL_VERBOSE is more of use to turn output off, rather than on. - For production runs without logging, it is recommended to recompile with DTL disabled, as this minimizes overheads within the BLIS code. - AOCL_VERBOSE should be set to 0 or 1, and not values such as FALSE or TRUE. Changes to improve consistency when AOCL_VERBOSE is set: - Change DTL variables from Bool (unsigned char) datatype to bool, as used elsewhere in BLIS. - Ensure bli_init_auto() is called before AOCL_DTL_TRACE_ENTRY() and AOCL_DTL_LOG_*_INPUTS(), as bli_init_auto calls AOCL_DTL_INITIALIZE() - In APIs which avoid calling bli_init_auto(), add explicit calls to AOCL_DTL_INITIALIZE(). Also, make a proper comment about not calling bli_init_auto(), rather than just commenting out call, which looks like dead code. Other DTL logging control changes: - Make gbIsLoggingEnabled ICV thread local as this can be updated by calls to AOCL_DTL_Enable_Logs and AOCL_DTL_Disable_Logs APIs - After recent changes to hide some internal BLIS definitions behind ifdef BLIS_IS_BUILDING_LIBRARY guard, change BLIS_THREAD_LOCAL definition to be exported again. Logging output changes: - Standardize printing of datatype to be lower case. - Don't force printing of GEMM transa and transb to upper case, instead print in the case provided by the application code. - Add logging output to all variants (in terms of AMD/non-AMD optimized and datatype) of SWAP and SCAL. AMD-Internal: [CPUPL-7010]
272 lines
7.7 KiB
C
272 lines
7.7 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2014, The University of Texas at Austin
|
|
Copyright (C) 2018 - 2025, Advanced Micro Devices, Inc. All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name(s) of the copyright holder(s) nor the names of its
|
|
contributors may be used to endorse or promote products derived
|
|
from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
#include "blis.h"
|
|
|
|
|
|
//
|
|
// Define BLAS-to-BLIS interfaces.
|
|
//
|
|
#undef GENTFUNCDOT
|
|
#define GENTFUNCDOT( ftype, ch, chc, blis_conjx, blasname, blisname ) \
|
|
\
|
|
ftype PASTEF772S(ch,blasname,chc) \
|
|
( \
|
|
const f77_int* n, \
|
|
const ftype* x, const f77_int* incx, \
|
|
const ftype* y, const f77_int* incy \
|
|
) \
|
|
{ \
|
|
/* Initialize BLIS. */ \
|
|
bli_init_auto(); \
|
|
\
|
|
AOCL_DTL_TRACE_ENTRY(AOCL_DTL_LEVEL_TRACE_1); \
|
|
AOCL_DTL_LOG_DOTV_INPUTS(AOCL_DTL_LEVEL_TRACE_1, *MKSTR(ch), *MKSTR(blis_conjx), *n, *incx, *incy); \
|
|
dim_t n0; \
|
|
ftype* x0; \
|
|
ftype* y0; \
|
|
inc_t incx0; \
|
|
inc_t incy0; \
|
|
ftype rho; \
|
|
\
|
|
/* Convert/typecast negative values of n to zero. */ \
|
|
bli_convert_blas_dim1( *n, n0 ); \
|
|
\
|
|
/* If the input increments are negative, adjust the pointers so we can
|
|
use positive increments instead. */ \
|
|
bli_convert_blas_incv( n0, (ftype*)x, *incx, x0, incx0 ); \
|
|
bli_convert_blas_incv( n0, (ftype*)y, *incy, y0, incy0 ); \
|
|
\
|
|
/* Call BLIS interface. */ \
|
|
PASTEMAC2(ch,blisname,BLIS_TAPI_EX_SUF) \
|
|
( \
|
|
blis_conjx, \
|
|
BLIS_NO_CONJUGATE, \
|
|
n0, \
|
|
x0, incx0, \
|
|
y0, incy0, \
|
|
&rho, \
|
|
NULL, \
|
|
NULL \
|
|
); \
|
|
\
|
|
AOCL_DTL_TRACE_EXIT(AOCL_DTL_LEVEL_TRACE_1); \
|
|
/* Finalize BLIS. */ \
|
|
bli_finalize_auto(); \
|
|
\
|
|
return rho; \
|
|
}\
|
|
\
|
|
IF_BLIS_ENABLE_BLAS(\
|
|
ftype PASTEF772(ch,blasname,chc) \
|
|
( \
|
|
const f77_int* n, \
|
|
const ftype* x, const f77_int* incx, \
|
|
const ftype* y, const f77_int* incy \
|
|
) \
|
|
{ \
|
|
return PASTEF772S(ch,blasname,chc)( n, x, incx, y, incy );\
|
|
} \
|
|
)
|
|
|
|
INSERT_GENTFUNCDOTR_BLAS( dot, dotv )
|
|
|
|
#ifdef BLIS_DISABLE_COMPLEX_RETURN_INTEL
|
|
INSERT_GENTFUNCDOTC_BLAS( dot, dotv )
|
|
#else
|
|
// For the "intel" complex return type, use a hidden parameter to return the result
|
|
#undef GENTFUNCDOT
|
|
#define GENTFUNCDOT( ftype, ch, chc, blis_conjx, blasname, blisname ) \
|
|
\
|
|
void PASTEF772S(ch,blasname,chc) \
|
|
( \
|
|
ftype* rhop, \
|
|
const f77_int* n, \
|
|
const ftype* x, const f77_int* incx, \
|
|
const ftype* y, const f77_int* incy \
|
|
) \
|
|
{ \
|
|
/* Initialize BLIS. */ \
|
|
bli_init_auto(); \
|
|
\
|
|
AOCL_DTL_TRACE_ENTRY(AOCL_DTL_LEVEL_TRACE_1); \
|
|
AOCL_DTL_LOG_DOTV_INPUTS(AOCL_DTL_LEVEL_TRACE_1, *MKSTR(ch), *MKSTR(blis_conjx), *n, *incx, *incy); \
|
|
\
|
|
dim_t n0; \
|
|
ftype* x0; \
|
|
ftype* y0; \
|
|
inc_t incx0; \
|
|
inc_t incy0; \
|
|
ftype rho; \
|
|
\
|
|
/* Convert/typecast negative values of n to zero. */ \
|
|
bli_convert_blas_dim1( *n, n0 ); \
|
|
\
|
|
/* If the input increments are negative, adjust the pointers so we can
|
|
use positive increments instead. */ \
|
|
bli_convert_blas_incv( n0, (ftype*)x, *incx, x0, incx0 ); \
|
|
bli_convert_blas_incv( n0, (ftype*)y, *incy, y0, incy0 ); \
|
|
\
|
|
/* Call BLIS interface. */ \
|
|
PASTEMAC2(ch,blisname,BLIS_TAPI_EX_SUF) \
|
|
( \
|
|
blis_conjx, \
|
|
BLIS_NO_CONJUGATE, \
|
|
n0, \
|
|
x0, incx0, \
|
|
y0, incy0, \
|
|
&rho, \
|
|
NULL, \
|
|
NULL \
|
|
); \
|
|
\
|
|
/* Finalize BLIS. */ \
|
|
AOCL_DTL_TRACE_EXIT(AOCL_DTL_LEVEL_TRACE_1); \
|
|
bli_finalize_auto(); \
|
|
\
|
|
*rhop = rho; \
|
|
}\
|
|
\
|
|
IF_BLIS_ENABLE_BLAS(\
|
|
void PASTEF772(ch,blasname,chc) \
|
|
( \
|
|
ftype* rhop, \
|
|
const f77_int* n, \
|
|
const ftype* x, const f77_int* incx, \
|
|
const ftype* y, const f77_int* incy \
|
|
) \
|
|
{ \
|
|
PASTEF772S(ch,blasname,chc)( rhop, n, x, incx, y, incy );\
|
|
} \
|
|
)
|
|
|
|
INSERT_GENTFUNCDOTC_BLAS( dot, dotv )
|
|
#endif // BLIS_DISABLE_COMPLEX_RETURN_INTEL
|
|
|
|
|
|
// -- "Black sheep" dot product function definitions --
|
|
|
|
// Input vectors stored in single precision, computed in double precision,
|
|
// with result returned in single precision.
|
|
float PASTEF77S(sd,sdot)
|
|
(
|
|
const f77_int* n,
|
|
const float* sb,
|
|
const float* x, const f77_int* incx,
|
|
const float* y, const f77_int* incy
|
|
)
|
|
{
|
|
return ( float )
|
|
(
|
|
( double )(*sb) +
|
|
PASTEF77(d,sdot)
|
|
(
|
|
n,
|
|
x, incx,
|
|
y, incy
|
|
)
|
|
);
|
|
}
|
|
#ifdef BLIS_ENABLE_BLAS
|
|
float PASTEF77(sd,sdot)
|
|
(
|
|
const f77_int* n,
|
|
const float* sb,
|
|
const float* x, const f77_int* incx,
|
|
const float* y, const f77_int* incy
|
|
)
|
|
{
|
|
return PASTEF77S(sd,sdot)( n, sb, x, incx, y, incy );
|
|
}
|
|
#endif // BLIS_ENABLE_BLAS
|
|
|
|
// Input vectors stored in single precision, computed in double precision,
|
|
// with result returned in double precision.
|
|
double PASTEF77S(d,sdot)
|
|
(
|
|
const f77_int* n,
|
|
const float* x, const f77_int* incx,
|
|
const float* y, const f77_int* incy
|
|
)
|
|
{
|
|
dim_t n0;
|
|
float* x0;
|
|
float* y0;
|
|
inc_t incx0;
|
|
inc_t incy0;
|
|
double rho;
|
|
dim_t i;
|
|
|
|
AOCL_DTL_TRACE_ENTRY(AOCL_DTL_LEVEL_TRACE_1);
|
|
AOCL_DTL_LOG_DOTV_INPUTS(AOCL_DTL_LEVEL_TRACE_1, 'D', 'N', *n, *incx, *incy);
|
|
/* Initialization of BLIS is not required. */
|
|
|
|
/* Convert/typecast negative values of n to zero. */
|
|
bli_convert_blas_dim1( *n, n0 );
|
|
|
|
/* If the input increments are negative, adjust the pointers so we can
|
|
use positive increments instead. */
|
|
bli_convert_blas_incv( n0, (float*)x, *incx, x0, incx0 );
|
|
bli_convert_blas_incv( n0, (float*)y, *incy, y0, incy0 );
|
|
|
|
rho = 0.0;
|
|
|
|
for ( i = 0; i < n0; i++ )
|
|
{
|
|
float* chi1 = x0 + (i )*incx0;
|
|
float* psi1 = y0 + (i )*incy0;
|
|
|
|
bli_ddots( (( double )(*chi1)),
|
|
(( double )(*psi1)), rho );
|
|
}
|
|
|
|
/* Finalization of BLIS is not required, because initialization was
|
|
not required. */
|
|
AOCL_DTL_TRACE_EXIT(AOCL_DTL_LEVEL_TRACE_1);
|
|
|
|
return rho;
|
|
}
|
|
#ifdef BLIS_ENABLE_BLAS
|
|
double PASTEF77(d,sdot)
|
|
(
|
|
const f77_int* n,
|
|
const float* x, const f77_int* incx,
|
|
const float* y, const f77_int* incy
|
|
)
|
|
{
|
|
return PASTEF77S(d,sdot)( n, x, incx, y, incy );
|
|
}
|
|
#endif // BLIS_ENABLE_BLAS
|