mirror of
https://github.com/amd/blis.git
synced 2026-05-11 01:30:00 +00:00
fde5f1fdec
Details:
- Standard names for reference kernels (levels-1v, -1f and 3) are now
macro constants. Examples:
BLIS_SAXPYV_KERNEL_REF
BLIS_DDOTXF_KERNEL_REF
BLIS_ZGEMM_UKERNEL_REF
- Developers no longer have to name all datatype instances of a kernel
with a common base name; [sdcz] datatype flavors of each kernel or
micro-kernel (level-1v, -1f, or 3) may now be named independently.
This means you can now, if you wish, encode the datatype-specific
register blocksizes in the name of the micro-kernel functions.
- Any datatype instances of any kernel (1v, 1f, or 3) that is left
undefined in bli_kernel.h will default to the corresponding reference
implementation. For example, if BLIS_DGEMM_UKERNEL is left undefined,
it will be defined to be BLIS_DGEMM_UKERNEL_REF.
- Developers no longer need to name level-1v/-1f kernels with multiple
datatype chars to match the number of types the kernel WOULD take in
a mixed type environment, as in bli_dddaxpyv_opt(). Now, one char is
sufficient, as in bli_daxpyv_opt().
- There is no longer a need to define an obj_t wrapper to go along with
your level-1v/-1f kernels. The framework now prvides a _kernel()
function which serves as the obj_t wrapper for whatever kernels are
specified (or defaulted to) via bli_kernel.h
- Developers no longer need to prototype their kernels, and thus no
longer need to include any prototyping headers from within
bli_kernel.h. The framework now generates kernel prototypes, with the
proper type signature, based on the kernel names defined (or defaulted
to) via bli_kernel.h.
- If the complex datatype x (of [cz]) implementation of the gemm micro-
kernel is left undefined by bli_kernel.h, but its same-precision real
domain equivalent IS defined, BLIS will use a 4m-based implementation
for the datatype x implementations of all level-3 operations, using
only the real gemm micro-kernel.
220 lines
7.9 KiB
C
220 lines
7.9 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2014, The University of Texas
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name of The University of Texas nor the names of its
|
|
contributors may be used to endorse or promote products derived
|
|
from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
#include "blis.h"
|
|
|
|
|
|
|
|
void bli_saxpyf_opt_var1(
|
|
conj_t conja,
|
|
conj_t conjx,
|
|
dim_t m,
|
|
dim_t b_n,
|
|
float* restrict alpha,
|
|
float* restrict a, inc_t inca, inc_t lda,
|
|
float* restrict x, inc_t incx,
|
|
float* restrict y, inc_t incy
|
|
)
|
|
{
|
|
/* Just call the reference implementation. */
|
|
BLIS_SAXPYF_KERNEL_REF( conja,
|
|
conjx,
|
|
m,
|
|
b_n,
|
|
alpha,
|
|
a, inca, lda,
|
|
x, incx,
|
|
y, incy );
|
|
}
|
|
|
|
|
|
|
|
void bli_daxpyf_opt_var1(
|
|
conj_t conja,
|
|
conj_t conjx,
|
|
dim_t m,
|
|
dim_t b_n,
|
|
double* restrict alpha,
|
|
double* restrict a, inc_t inca, inc_t lda,
|
|
double* restrict x, inc_t incx,
|
|
double* restrict y, inc_t incy
|
|
)
|
|
{
|
|
if ( bli_zero_dim2( m, b_n ) ) return;
|
|
|
|
bool_t use_ref = FALSE;
|
|
// printf("%d\t%d\t%d\t%d\t%d\t%d\t%d\n", b_n, PASTEMAC(d, axpyf_fusefac), inca, incx, incy, bli_is_unaligned_to(a, 32), bli_is_unaligned_to( y, 32));
|
|
// If there is anything that would interfere with our use of aligned
|
|
// vector loads/stores, call the reference implementation.
|
|
if ( b_n < PASTEMAC(d,axpyf_fusefac) || inca != 1 || incx != 1 || incy != 1 || bli_is_unaligned_to( a, 32 ) || bli_is_unaligned_to( y, 32 ) )
|
|
use_ref = TRUE;
|
|
// Call the reference implementation if needed.
|
|
if ( use_ref == TRUE )
|
|
{
|
|
// printf("%d\t%d\t%d\t%d\t%d\t%d\n", PASTEMAC(d, axpyf_fusefac), inca, incx, incy, bli_is_unaligned_to(a, 32), bli_is_unaligned_to( y, 32));
|
|
// printf("DEFAULTING TO REFERENCE IMPLEMENTATION\n");
|
|
BLIS_DAXPYF_KERNEL_REF( conja, conjx, m, b_n, alpha, a, inca, lda, x, incx, y, incy );
|
|
return;
|
|
}
|
|
|
|
dim_t m_run = m / 4;
|
|
dim_t m_left = m % 4;
|
|
|
|
double * a0 = a + 0*lda;
|
|
double * a1 = a + 1*lda;
|
|
double * a2 = a + 2*lda;
|
|
double * a3 = a + 3*lda;
|
|
double * a4 = a + 4*lda;
|
|
double * a5 = a + 5*lda;
|
|
double * a6 = a + 6*lda;
|
|
double * a7 = a + 7*lda;
|
|
double * y0 = y;
|
|
|
|
double chi0 = *(x + 0*incx);
|
|
double chi1 = *(x + 1*incx);
|
|
double chi2 = *(x + 2*incx);
|
|
double chi3 = *(x + 3*incx);
|
|
double chi4 = *(x + 4*incx);
|
|
double chi5 = *(x + 5*incx);
|
|
double chi6 = *(x + 6*incx);
|
|
double chi7 = *(x + 7*incx);
|
|
|
|
PASTEMAC2(d,d,scals)( *alpha, chi0 );
|
|
PASTEMAC2(d,d,scals)( *alpha, chi1 );
|
|
PASTEMAC2(d,d,scals)( *alpha, chi2 );
|
|
PASTEMAC2(d,d,scals)( *alpha, chi3 );
|
|
PASTEMAC2(d,d,scals)( *alpha, chi4 );
|
|
PASTEMAC2(d,d,scals)( *alpha, chi5 );
|
|
PASTEMAC2(d,d,scals)( *alpha, chi6 );
|
|
PASTEMAC2(d,d,scals)( *alpha, chi7 );
|
|
|
|
vector4double a0v, a1v, a2v, a3v, a4v, a5v, a6v, a7v;
|
|
vector4double yv;
|
|
vector4double chi0v, chi1v, chi2v, chi3v, chi4v, chi5v, chi6v, chi7v;
|
|
chi0v = vec_splats( chi0 );
|
|
chi1v = vec_splats( chi1 );
|
|
chi2v = vec_splats( chi2 );
|
|
chi3v = vec_splats( chi3 );
|
|
chi4v = vec_splats( chi4 );
|
|
chi5v = vec_splats( chi5 );
|
|
chi6v = vec_splats( chi6 );
|
|
chi7v = vec_splats( chi7 );
|
|
|
|
for ( dim_t i = 0; i < m_run; i += 1 )
|
|
{
|
|
yv = vec_lda( 0 * sizeof(double), &y0[i*4]);
|
|
|
|
a0v = vec_lda( 0 * sizeof(double), &a0[i*4]);
|
|
a1v = vec_lda( 0 * sizeof(double), &a1[i*4]);
|
|
a2v = vec_lda( 0 * sizeof(double), &a2[i*4]);
|
|
a3v = vec_lda( 0 * sizeof(double), &a3[i*4]);
|
|
a4v = vec_lda( 0 * sizeof(double), &a4[i*4]);
|
|
a5v = vec_lda( 0 * sizeof(double), &a5[i*4]);
|
|
a6v = vec_lda( 0 * sizeof(double), &a6[i*4]);
|
|
a7v = vec_lda( 0 * sizeof(double), &a7[i*4]);
|
|
|
|
yv = vec_madd( chi0v, a0v, yv );
|
|
yv = vec_madd( chi1v, a1v, yv );
|
|
yv = vec_madd( chi2v, a2v, yv );
|
|
yv = vec_madd( chi3v, a3v, yv );
|
|
yv = vec_madd( chi4v, a4v, yv );
|
|
yv = vec_madd( chi5v, a5v, yv );
|
|
yv = vec_madd( chi6v, a6v, yv );
|
|
yv = vec_madd( chi7v, a7v, yv );
|
|
|
|
vec_sta( yv, 0 * sizeof(double), &y0[i*4]);
|
|
}
|
|
|
|
for ( dim_t i = 0; i < m_left; ++i )
|
|
{
|
|
y0[4*m_run + i] += chi0 * a0[4*m_run + i]
|
|
+ chi1 * a1[4*m_run + i]
|
|
+ chi2 * a2[4*m_run + i]
|
|
+ chi3 * a3[4*m_run + i]
|
|
+ chi4 * a4[4*m_run + i]
|
|
+ chi5 * a5[4*m_run + i]
|
|
+ chi6 * a6[4*m_run + i]
|
|
+ chi7 * a7[4*m_run + i];
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void bli_caxpyf_opt_var1(
|
|
conj_t conja,
|
|
conj_t conjx,
|
|
dim_t m,
|
|
dim_t b_n,
|
|
scomplex* restrict alpha,
|
|
scomplex* restrict a, inc_t inca, inc_t lda,
|
|
scomplex* restrict x, inc_t incx,
|
|
scomplex* restrict y, inc_t incy
|
|
)
|
|
{
|
|
/* Just call the reference implementation. */
|
|
BLIS_CAXPYF_KERNEL_REF( conja,
|
|
conjx,
|
|
m,
|
|
b_n,
|
|
alpha,
|
|
a, inca, lda,
|
|
x, incx,
|
|
y, incy );
|
|
}
|
|
|
|
|
|
void bli_zaxpyf_opt_var1(
|
|
conj_t conja,
|
|
conj_t conjx,
|
|
dim_t m,
|
|
dim_t b_n,
|
|
dcomplex* restrict alpha,
|
|
dcomplex* restrict a, inc_t inca, inc_t lda,
|
|
dcomplex* restrict x, inc_t incx,
|
|
dcomplex* restrict y, inc_t incy
|
|
)
|
|
{
|
|
/* Just call the reference implementation. */
|
|
BLIS_ZAXPYF_KERNEL_REF( conja,
|
|
conjx,
|
|
m,
|
|
b_n,
|
|
alpha,
|
|
a, inca, lda,
|
|
x, incx,
|
|
y, incy );
|
|
}
|
|
|