amd/blis
1
0
Fork 0
mirror of https://github.com/amd/blis.git synced 2026-04-20 07:38:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Declare/define static functions via BLIS_INLINE.

Browse Source 
Details:
- Updated all static function definitions to use the cpp macro
  BLIS_INLINE instead of the static keyword. This allows blis.h to
  use a different keyword (inline) to define these functions when
  compiling with C++, which might otherwise trigger "defined but
  not used" warning messages. Thanks to Giorgos Margaritis for
  reporting this issue and Devin Matthews for suggesting the fix.
- Updated the following files, which are used by configure's
  hardware auto-detection facility, to unconditionally #define
  BLIS_INLINE to the static keyword (since we know BLIS will be
  compiled with C, not C++):
    build/detect/config/config_detect.c
    frame/base/bli_arch.c
    frame/base/bli_cpuid.c
- CREDITS file update.
This commit is contained in:
Field G. Van Zee
2020-07-03 17:55:54 -05:00
parent 5fc701ac5f
commit 72f6ed0637
44 changed files with 726 additions and 713 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
frame/include/level0/1m/bli_scal21ms_mxn.h
View File

@@ -37,7 +37,7 @@
// scal21ms_mxn
static void bli_cscal21ms_mxn
BLIS_INLINE void bli_cscal21ms_mxn
(
const pack_t schema,
const conj_t conjx,
@@ -118,7 +118,7 @@ static void bli_cscal21ms_mxn
}
}
static void bli_zscal21ms_mxn
BLIS_INLINE void bli_zscal21ms_mxn
(
const pack_t schema,
const conj_t conjx,

4
frame/include/level0/1m/bli_set1ms_mxn.h
View File

@@ -49,7 +49,7 @@
components of packm. */ \
}
static void bli_cset1ms_mxn
BLIS_INLINE void bli_cset1ms_mxn
(
const pack_t schema,
const dim_t offm,
@@ -120,7 +120,7 @@ static void bli_cset1ms_mxn
}
}
static void bli_zset1ms_mxn
BLIS_INLINE void bli_zset1ms_mxn
(
const pack_t schema,
const dim_t offm,

2
frame/include/level0/bb/bli_bcastbbs_mxn.h
View File

@@ -40,7 +40,7 @@
#undef GENTFUNC
#define GENTFUNC( ctype, ch, opname ) \
\
static void PASTEMAC(ch,opname) \
BLIS_INLINE void PASTEMAC(ch,opname) \
( \
const dim_t m, \
const dim_t n, \

4
frame/include/level0/bb/bli_scal2bbs_mxn.h
View File

@@ -40,7 +40,7 @@
#undef GENTFUNCRO
#define GENTFUNCRO( ctype, ch, opname ) \
\
static void PASTEMAC(ch,opname) \
BLIS_INLINE void PASTEMAC(ch,opname) \
( \
const conj_t conjx, \
const dim_t m, \
@@ -108,7 +108,7 @@ INSERT_GENTFUNCRO_BASIC0( scal2bbs_mxn )
#undef GENTFUNCCO
#define GENTFUNCCO( ctype, ctype_r, ch, chr, opname ) \
\
static void PASTEMAC(ch,opname) \
BLIS_INLINE void PASTEMAC(ch,opname) \
( \
const conj_t conjx, \
const dim_t m, \

2
frame/include/level0/bb/bli_set0bbs_mxn.h
View File

@@ -40,7 +40,7 @@
#undef GENTFUNC
#define GENTFUNC( ctype, ch, opname ) \
\
static void PASTEMAC(ch,opname) \
BLIS_INLINE void PASTEMAC(ch,opname) \
( \
const dim_t m, \
const dim_t n, \

40
frame/include/level0/bli_adds_mxn.h
View File

@@ -44,7 +44,7 @@
// xy = ?s
static void bli_ssadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_ssadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -71,7 +71,7 @@ static void bli_ssadds_mxn( const dim_t m, const dim_t n, float* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dsadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dsadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -98,7 +98,7 @@ static void bli_dsadds_mxn( const dim_t m, const dim_t n, double* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_csadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_csadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -125,7 +125,7 @@ static void bli_csadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zsadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zsadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -155,7 +155,7 @@ static void bli_zsadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x,
// xy = ?d
static void bli_sdadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_sdadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -182,7 +182,7 @@ static void bli_sdadds_mxn( const dim_t m, const dim_t n, float* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_ddadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_ddadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -209,7 +209,7 @@ static void bli_ddadds_mxn( const dim_t m, const dim_t n, double* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_cdadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_cdadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -236,7 +236,7 @@ static void bli_cdadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zdadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zdadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -266,7 +266,7 @@ static void bli_zdadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x,
// xy = ?c
static void bli_scadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_scadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -293,7 +293,7 @@ static void bli_scadds_mxn( const dim_t m, const dim_t n, float* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dcadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dcadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -320,7 +320,7 @@ static void bli_dcadds_mxn( const dim_t m, const dim_t n, double* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_ccadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_ccadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -347,7 +347,7 @@ static void bli_ccadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zcadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zcadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -377,7 +377,7 @@ static void bli_zcadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x,
// xy = ?z
static void bli_szadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_szadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -404,7 +404,7 @@ static void bli_szadds_mxn( const dim_t m, const dim_t n, float* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dzadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dzadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -431,7 +431,7 @@ static void bli_dzadds_mxn( const dim_t m, const dim_t n, double* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_czadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_czadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -458,7 +458,7 @@ static void bli_czadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zzadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zzadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -488,22 +488,22 @@ static void bli_zzadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x,
static void bli_sadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_sadds_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_ssadds_mxn( m, n, x, rs_x, cs_x, y, rs_y, cs_y );
}
static void bli_dadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dadds_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_ddadds_mxn( m, n, x, rs_x, cs_x, y, rs_y, cs_y );
}
static void bli_cadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_cadds_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_ccadds_mxn( m, n, x, rs_x, cs_x, y, rs_y, cs_y );
}
static void bli_zadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zadds_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_zzadds_mxn( m, n, x, rs_x, cs_x, y, rs_y, cs_y );

40
frame/include/level0/bli_copys_mxn.h
View File

@@ -43,7 +43,7 @@
// xy = ?s
static void bli_sscopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_sscopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -70,7 +70,7 @@ static void bli_sscopys_mxn( const dim_t m, const dim_t n, float* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dscopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dscopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -97,7 +97,7 @@ static void bli_dscopys_mxn( const dim_t m, const dim_t n, double* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_cscopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_cscopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -124,7 +124,7 @@ static void bli_cscopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zscopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zscopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -154,7 +154,7 @@ static void bli_zscopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x,
// xy = ?d
static void bli_sdcopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_sdcopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -181,7 +181,7 @@ static void bli_sdcopys_mxn( const dim_t m, const dim_t n, float* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_ddcopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_ddcopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -208,7 +208,7 @@ static void bli_ddcopys_mxn( const dim_t m, const dim_t n, double* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_cdcopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_cdcopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -235,7 +235,7 @@ static void bli_cdcopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zdcopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zdcopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -265,7 +265,7 @@ static void bli_zdcopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x,
// xy = ?c
static void bli_sccopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_sccopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -292,7 +292,7 @@ static void bli_sccopys_mxn( const dim_t m, const dim_t n, float* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dccopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dccopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -319,7 +319,7 @@ static void bli_dccopys_mxn( const dim_t m, const dim_t n, double* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_cccopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_cccopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -346,7 +346,7 @@ static void bli_cccopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zccopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zccopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -376,7 +376,7 @@ static void bli_zccopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x,
// xy = ?c
static void bli_szcopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_szcopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -403,7 +403,7 @@ static void bli_szcopys_mxn( const dim_t m, const dim_t n, float* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dzcopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dzcopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -430,7 +430,7 @@ static void bli_dzcopys_mxn( const dim_t m, const dim_t n, double* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_czcopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_czcopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -457,7 +457,7 @@ static void bli_czcopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x,
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zzcopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zzcopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
#ifdef BLIS_ENABLE_CR_CASES
@@ -486,22 +486,22 @@ static void bli_zzcopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x,
}
static void bli_scopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_scopys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_sscopys_mxn( m, n, x, rs_x, cs_x, y, rs_y, cs_y );
}
static void bli_dcopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dcopys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_ddcopys_mxn( m, n, x, rs_x, cs_x, y, rs_y, cs_y );
}
static void bli_ccopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_ccopys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_cccopys_mxn( m, n, x, rs_x, cs_x, y, rs_y, cs_y );
}
static void bli_zcopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zcopys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_zzcopys_mxn( m, n, x, rs_x, cs_x, y, rs_y, cs_y );

2
frame/include/level0/bli_scal2s_mxn.h
View File

@@ -40,7 +40,7 @@
#undef GENTFUNC
#define GENTFUNC( ctype, ch, opname ) \
\
static void PASTEMAC(ch,opname) \
BLIS_INLINE void PASTEMAC(ch,opname) \
( \
const conj_t conjx, \
const dim_t m, \

8
frame/include/level0/bli_set0s_mxn.h
View File

@@ -41,7 +41,7 @@
// - The first char encodes the type of x.
// - The second char encodes the type of y.
static void bli_sset0s_mxn( const dim_t m, const dim_t n,
BLIS_INLINE void bli_sset0s_mxn( const dim_t m, const dim_t n,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
for ( dim_t j = 0; j < n; ++j )
@@ -49,7 +49,7 @@ static void bli_sset0s_mxn( const dim_t m, const dim_t n,
bli_sset0s( *(y + i*rs_y + j*cs_y) );
}
static void bli_dset0s_mxn( const dim_t m, const dim_t n,
BLIS_INLINE void bli_dset0s_mxn( const dim_t m, const dim_t n,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
for ( dim_t j = 0; j < n; ++j )
@@ -57,7 +57,7 @@ static void bli_dset0s_mxn( const dim_t m, const dim_t n,
bli_dset0s( *(y + i*rs_y + j*cs_y) );
}
static void bli_cset0s_mxn( const dim_t m, const dim_t n,
BLIS_INLINE void bli_cset0s_mxn( const dim_t m, const dim_t n,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
for ( dim_t j = 0; j < n; ++j )
@@ -65,7 +65,7 @@ static void bli_cset0s_mxn( const dim_t m, const dim_t n,
bli_cset0s( *(y + i*rs_y + j*cs_y) );
}
static void bli_zset0s_mxn( const dim_t m, const dim_t n,
BLIS_INLINE void bli_zset0s_mxn( const dim_t m, const dim_t n,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
for ( dim_t j = 0; j < n; ++j )

40
frame/include/level0/bli_xpbys_mxn.h
View File

@@ -45,7 +45,7 @@
// -- (xby) = (?ss) ------------------------------------------------------------
static void bli_sssxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_sssxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict beta,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -80,7 +80,7 @@ static void bli_sssxpbys_mxn( const dim_t m, const dim_t n, float* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dssxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dssxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict beta,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -115,7 +115,7 @@ static void bli_dssxpbys_mxn( const dim_t m, const dim_t n, double* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_cssxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_cssxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict beta,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -150,7 +150,7 @@ static void bli_cssxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zssxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zssxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict beta,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -188,7 +188,7 @@ static void bli_zssxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x
// -- (xby) = (?dd) ------------------------------------------------------------
static void bli_sddxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_sddxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict beta,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -223,7 +223,7 @@ static void bli_sddxpbys_mxn( const dim_t m, const dim_t n, float* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dddxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dddxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict beta,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -258,7 +258,7 @@ static void bli_dddxpbys_mxn( const dim_t m, const dim_t n, double* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_cddxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_cddxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict beta,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -293,7 +293,7 @@ static void bli_cddxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zddxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zddxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict beta,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -331,7 +331,7 @@ static void bli_zddxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x
// -- (xby) = (?cc) ------------------------------------------------------------
static void bli_sccxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_sccxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict beta,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -366,7 +366,7 @@ static void bli_sccxpbys_mxn( const dim_t m, const dim_t n, float* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dccxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dccxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict beta,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -401,7 +401,7 @@ static void bli_dccxpbys_mxn( const dim_t m, const dim_t n, double* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_cccxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_cccxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict beta,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -436,7 +436,7 @@ static void bli_cccxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zccxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zccxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict beta,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -474,7 +474,7 @@ static void bli_zccxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x
// -- (xby) = (?zz) ------------------------------------------------------------
static void bli_szzxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_szzxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict beta,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -509,7 +509,7 @@ static void bli_szzxpbys_mxn( const dim_t m, const dim_t n, float* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_dzzxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dzzxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict beta,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -544,7 +544,7 @@ static void bli_dzzxpbys_mxn( const dim_t m, const dim_t n, double* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_czzxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_czzxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict beta,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -579,7 +579,7 @@ static void bli_czzxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x
*(y + ii*rs_y + jj*cs_y) );
}
}
static void bli_zzzxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zzzxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict beta,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
@@ -617,25 +617,25 @@ static void bli_zzzxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x
static void bli_sxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_sxpbys_mxn( const dim_t m, const dim_t n, float* restrict x, const inc_t rs_x, const inc_t cs_x,
float* restrict beta,
float* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_sssxpbys_mxn( m, n, x, rs_x, cs_x, beta, y, rs_y, cs_y );
}
static void bli_dxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_dxpbys_mxn( const dim_t m, const dim_t n, double* restrict x, const inc_t rs_x, const inc_t cs_x,
double* restrict beta,
double* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_dddxpbys_mxn( m, n, x, rs_x, cs_x, beta, y, rs_y, cs_y );
}
static void bli_cxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_cxpbys_mxn( const dim_t m, const dim_t n, scomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
scomplex* restrict beta,
scomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{
bli_cccxpbys_mxn( m, n, x, rs_x, cs_x, beta, y, rs_y, cs_y );
}
static void bli_zxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
BLIS_INLINE void bli_zxpbys_mxn( const dim_t m, const dim_t n, dcomplex* restrict x, const inc_t rs_x, const inc_t cs_x,
dcomplex* restrict beta,
dcomplex* restrict y, const inc_t rs_y, const inc_t cs_y )
{

4
frame/include/level0/ri/bli_scal2ris_mxn.h
View File

@@ -37,7 +37,7 @@
// scal2ris_mxn
static void bli_cscal2ris_mxn
BLIS_INLINE void bli_cscal2ris_mxn
(
const conj_t conjx,
const dim_t m,
@@ -103,7 +103,7 @@ static void bli_cscal2ris_mxn
}
}
static void bli_zscal2ris_mxn
BLIS_INLINE void bli_zscal2ris_mxn
(
const conj_t conjx,
const dim_t m,

4
frame/include/level0/ri3/bli_scal2ri3s_mxn.h
View File

@@ -37,7 +37,7 @@
// scal2ri3s_mxn
static void bli_cscal2ri3s_mxn
BLIS_INLINE void bli_cscal2ri3s_mxn
(
const conj_t conjx,
const dim_t m,
@@ -108,7 +108,7 @@ static void bli_cscal2ri3s_mxn
}
}
static void bli_zscal2ri3s_mxn
BLIS_INLINE void bli_zscal2ri3s_mxn
(
const conj_t conjx,
const dim_t m,

4
frame/include/level0/rih/bli_scal2rihs_mxn.h
View File

@@ -37,7 +37,7 @@
// scal2rihs_mxn
static void bli_cscal2rihs_mxn
BLIS_INLINE void bli_cscal2rihs_mxn
(
const pack_t schema,
const conj_t conjx,
@@ -158,7 +158,7 @@ static void bli_cscal2rihs_mxn
}
}
static void bli_zscal2rihs_mxn
BLIS_INLINE void bli_zscal2rihs_mxn
(
const pack_t schema,
const conj_t conjx,