mirror of
https://github.com/amd/blis.git
synced 2026-05-11 17:50:00 +00:00
a89555d160
Details:
- Defined a new randomization operation, randn, on vectors and matrices.
The randnv and randnm operations randomize each element of the target
object with values from a narrow range of values. Presently, those
values are all integer powers of two, but they do not need to be powers
of two in order to achieve the primary goal, which is to initialize
objects that can be operated on with plenty of precision "slack"
available to allow computations that avoid roundoff. Using this method
of randomization makes it much more likely that testsuite residuals of
properly-functioning operations are close to zero, if not exactly zero.
- Updated existing randomization operations randv and randm to skip
special diagonal handling and normalization for matrices with structure.
This is now handled by the testsuite modules by explicitly calling a
testsuite function that loads the diagonal (and scales off-diagonal
elements).
- Added support for randnv and randnm in the testsuite with a new switch
in input.general that universally toggles between use of the classic
randv/randm, which use real values on the interval [-1,1], and
randnv/randnm, which use only values from a narrow range. Currently,
the narrow range is: +/-{2^0, 2^-1, 2^-2, 2^-3, 2^-4, 2^-5, 2^-6}, as
well as 0.0.
- Updated testsuite modules so that a testsutie wrapper function is called
instead of directly calling the randomization operations (such as
bli_randv() and bli_randm()). This wrapper also takes a bool_t that
indicates whether the object's elements should be normalized. (NOTE: As
alluded to above, in the test modules of triangular solve operations such
as trsv and trsm, we perform the extra step of loading the diagonal.)
- Defined a new level-0 operation, invertsc, which inverts a scalar.
- Updated the abval2ris and sqrt2ris level-0 macros to avoid an unlikely
but possible divide-by-zero.
- Updated function signature and prototype formatting in testsuite.
515 lines
11 KiB
C
515 lines
11 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2014, The University of Texas at Austin
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name of The University of Texas at Austin nor the names
|
|
of its contributors may be used to endorse or promote products
|
|
derived from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
// Guard the function definitions so that they are only compiled when
|
|
// #included from files that define the object API macros.
|
|
#ifdef BLIS_ENABLE_OAPI
|
|
|
|
//
|
|
// Define object-based interfaces.
|
|
//
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
obj_t* x, \
|
|
obj_t* index \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *x ); \
|
|
\
|
|
dim_t n = bli_obj_vector_dim( *x ); \
|
|
void* buf_x = bli_obj_buffer_at_off( *x ); \
|
|
inc_t incx = bli_obj_vector_inc( *x ); \
|
|
\
|
|
void* buf_index = bli_obj_buffer_at_off( *index ); \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( x, index ); \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_5 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
n, \
|
|
buf_x, incx, \
|
|
buf_index, \
|
|
cntx \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( amaxv )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
obj_t* x, \
|
|
obj_t* asum \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *x ); \
|
|
\
|
|
dim_t n = bli_obj_vector_dim( *x ); \
|
|
void* buf_x = bli_obj_buffer_at_off( *x ); \
|
|
inc_t incx = bli_obj_vector_inc( *x ); \
|
|
\
|
|
void* buf_asum = bli_obj_buffer_at_off( *asum ); \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( x, asum ); \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_5 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
n, \
|
|
buf_x, incx, \
|
|
buf_asum, \
|
|
cntx \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( asumv )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
obj_t* a \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *a ); \
|
|
\
|
|
uplo_t uploa = bli_obj_uplo( *a ); \
|
|
dim_t m = bli_obj_length( *a ); \
|
|
void* buf_a = bli_obj_buffer_at_off( *a ); \
|
|
inc_t rs_a = bli_obj_row_stride( *a ); \
|
|
inc_t cs_a = bli_obj_col_stride( *a ); \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( a ); \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_6 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
uploa, \
|
|
m, \
|
|
buf_a, rs_a, cs_a, \
|
|
cntx \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( mkherm )
|
|
GENFRONT( mksymm )
|
|
GENFRONT( mktrim )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
obj_t* x, \
|
|
obj_t* norm \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *x ); \
|
|
\
|
|
dim_t n = bli_obj_vector_dim( *x ); \
|
|
void* buf_x = bli_obj_buffer_at_off( *x ); \
|
|
inc_t incx = bli_obj_vector_inc( *x ); \
|
|
void* buf_norm = bli_obj_buffer_at_off( *norm ); \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( x, norm ); \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_5 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
n, \
|
|
buf_x, incx, \
|
|
buf_norm, \
|
|
cntx \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( norm1v )
|
|
GENFRONT( normfv )
|
|
GENFRONT( normiv )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
obj_t* x, \
|
|
obj_t* norm \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *x ); \
|
|
\
|
|
doff_t diagoffx = bli_obj_diag_offset( *x ); \
|
|
diag_t diagx = bli_obj_diag( *x ); \
|
|
uplo_t uplox = bli_obj_uplo( *x ); \
|
|
dim_t m = bli_obj_length( *x ); \
|
|
dim_t n = bli_obj_width( *x ); \
|
|
void* buf_x = bli_obj_buffer_at_off( *x ); \
|
|
inc_t rs_x = bli_obj_row_stride( *x ); \
|
|
inc_t cs_x = bli_obj_col_stride( *x ); \
|
|
void* buf_norm = bli_obj_buffer_at_off( *norm ); \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( x, norm ); \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_10 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
diagoffx, \
|
|
diagx, \
|
|
uplox, \
|
|
m, \
|
|
n, \
|
|
buf_x, rs_x, cs_x, \
|
|
buf_norm, \
|
|
cntx \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( norm1m )
|
|
GENFRONT( normfm )
|
|
GENFRONT( normim )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
FILE* file, \
|
|
char* s1, \
|
|
obj_t* x, \
|
|
char* format, \
|
|
char* s2 \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *x ); \
|
|
\
|
|
dim_t n = bli_obj_vector_dim( *x ); \
|
|
void* buf_x = bli_obj_buffer_at_off( *x ); \
|
|
inc_t incx = bli_obj_vector_inc( *x ); \
|
|
\
|
|
/* Suppress compiler warning about unused variables. */ \
|
|
( void )cntx; \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( file, s1, x, format, s2 ); \
|
|
\
|
|
/* Handle constants up front. */ \
|
|
if ( dt == BLIS_CONSTANT ) \
|
|
{ \
|
|
bli_check_error_code( BLIS_NOT_YET_IMPLEMENTED ); \
|
|
} \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_7 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
file, \
|
|
s1, \
|
|
n, \
|
|
buf_x, incx, \
|
|
format, \
|
|
s2 \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( fprintv )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
FILE* file, \
|
|
char* s1, \
|
|
obj_t* x, \
|
|
char* format, \
|
|
char* s2 \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *x ); \
|
|
\
|
|
dim_t m = bli_obj_length( *x ); \
|
|
dim_t n = bli_obj_width( *x ); \
|
|
void* buf_x = bli_obj_buffer_at_off( *x ); \
|
|
inc_t rs_x = bli_obj_row_stride( *x ); \
|
|
inc_t cs_x = bli_obj_col_stride( *x ); \
|
|
\
|
|
/* Suppress compiler warning about unused variables. */ \
|
|
( void )cntx; \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( file, s1, x, format, s2 ); \
|
|
\
|
|
/* Handle constants up front. */ \
|
|
if ( dt == BLIS_CONSTANT ) \
|
|
{ \
|
|
float* sp = bli_obj_buffer_for_const( BLIS_FLOAT, *x ); \
|
|
double* dp = bli_obj_buffer_for_const( BLIS_DOUBLE, *x ); \
|
|
scomplex* cp = bli_obj_buffer_for_const( BLIS_SCOMPLEX, *x ); \
|
|
dcomplex* zp = bli_obj_buffer_for_const( BLIS_DCOMPLEX, *x ); \
|
|
gint_t* ip = bli_obj_buffer_for_const( BLIS_INT, *x ); \
|
|
\
|
|
fprintf( file, "%s\n", s1 ); \
|
|
fprintf( file, " float: %9.2e\n", bli_sreal( *sp ) ); \
|
|
fprintf( file, " double: %9.2e\n", bli_dreal( *dp ) ); \
|
|
fprintf( file, " scomplex: %9.2e + %9.2e\n", bli_creal( *cp ), \
|
|
bli_cimag( *cp ) ); \
|
|
fprintf( file, " dcomplex: %9.2e + %9.2e\n", bli_zreal( *zp ), \
|
|
bli_zimag( *zp ) ); \
|
|
fprintf( file, " int: %ld\n", *ip ); \
|
|
fprintf( file, "\n" ); \
|
|
return; \
|
|
} \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_9 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
file, \
|
|
s1, \
|
|
m, \
|
|
n, \
|
|
buf_x, rs_x, cs_x, \
|
|
format, \
|
|
s2 \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( fprintm )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname, varname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
char* s1, \
|
|
obj_t* x, \
|
|
char* format, \
|
|
char* s2 \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
/* Suppress compiler warning about unused variables. */ \
|
|
( void )cntx; \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
PASTEMAC0(varname) \
|
|
( \
|
|
stdout, \
|
|
s1, \
|
|
x, \
|
|
format, \
|
|
s2 \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( printv, fprintv )
|
|
GENFRONT( printm, fprintm )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
obj_t* x \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *x ); \
|
|
\
|
|
dim_t n = bli_obj_vector_dim( *x ); \
|
|
void* buf_x = bli_obj_buffer_at_off( *x ); \
|
|
inc_t incx = bli_obj_vector_inc( *x ); \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( x ); \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_4 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
n, \
|
|
buf_x, incx, \
|
|
cntx \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( randv )
|
|
GENFRONT( randnv )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
obj_t* x \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *x ); \
|
|
\
|
|
doff_t diagoffx = bli_obj_diag_offset( *x ); \
|
|
uplo_t uplox = bli_obj_uplo( *x ); \
|
|
dim_t m = bli_obj_length( *x ); \
|
|
dim_t n = bli_obj_width( *x ); \
|
|
void* buf_x = bli_obj_buffer_at_off( *x ); \
|
|
inc_t rs_x = bli_obj_row_stride( *x ); \
|
|
inc_t cs_x = bli_obj_col_stride( *x ); \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( x ); \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_8 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
diagoffx, \
|
|
uplox, \
|
|
m, \
|
|
n, \
|
|
buf_x, rs_x, cs_x, \
|
|
cntx \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( randm )
|
|
GENFRONT( randnm )
|
|
|
|
|
|
#undef GENFRONT
|
|
#define GENFRONT( opname ) \
|
|
\
|
|
void PASTEMAC(opname,EX_SUF) \
|
|
( \
|
|
obj_t* x, \
|
|
obj_t* scale, \
|
|
obj_t* sumsq \
|
|
BLIS_OAPI_CNTX_PARAM \
|
|
) \
|
|
{ \
|
|
BLIS_OAPI_CNTX_DECL \
|
|
\
|
|
num_t dt = bli_obj_datatype( *x ); \
|
|
\
|
|
dim_t n = bli_obj_vector_dim( *x ); \
|
|
void* buf_x = bli_obj_buffer_at_off( *x ); \
|
|
inc_t incx = bli_obj_vector_inc( *x ); \
|
|
void* buf_scale = bli_obj_buffer_at_off( *scale ); \
|
|
void* buf_sumsq = bli_obj_buffer_at_off( *sumsq ); \
|
|
\
|
|
if ( bli_error_checking_is_enabled() ) \
|
|
PASTEMAC(opname,_check)( x, scale, sumsq ); \
|
|
\
|
|
/* Invoke the typed function. */ \
|
|
bli_call_ft_6 \
|
|
( \
|
|
dt, \
|
|
opname, \
|
|
n, \
|
|
buf_x, incx, \
|
|
buf_scale, \
|
|
buf_sumsq, \
|
|
cntx \
|
|
); \
|
|
}
|
|
|
|
GENFRONT( sumsqv )
|
|
|
|
|
|
|
|
#endif
|
|
|