mirror of
https://github.com/amd/blis.git
synced 2026-05-11 01:30:00 +00:00
29b0e1ef4e
Details: - NOTE: This is a merge commit of 'master' of git://github.com/amd/blis into 'amd-master' of flame/blis. - Fixed a bug in the downstream value of BLIS_NUM_ARCHS, which was inadvertantly not incremented when the Zen2 subconfiguration was added. - In bli_gemm_front(), added a missing conditional constraint around the call to bli_gemm_small() that ensures that the computation precision of C matches the storage precision of C. - In bli_syrk_front(), reorganized and relocated the notrans/trans logic that existed around the call to bli_syrk_small() into bli_syrk_small() to minimize the calling code footprint and also to bring that code into stylistic harmony with similar code in bli_gemm_front() and bli_trsm_front(). Also, replaced direct accessing of obj_t fields with proper accessor static functions (e.g. 'a->dim[0]' becomes 'bli_obj_length( a )'). - Added #ifdef BLIS_ENABLE_SMALL_MATRIX guard around prototypes for bli_gemm_small(), bli_syrk_small(), and bli_trsm_small(). This is strictly speaking unnecessary, but it serves as a useful visual cue to those who may be reading the files. - Removed cpp macro-protected small matrix debugging code from bli_trsm_front.c. - Added a GCC_OT_9_1_0 variable to build/config.mk.in to facilitate gcc version check for availability of -march=znver2, and added appropriate support to configure script. - Cleanups to compiler flags common to recent AMD microarchitectures in config/zen/amd_config.mk, including: removal of -march=znver1 et al. from CKVECFLAGS (since the -march flag is added within make_defs.mk); setting CRVECFLAGS similarly to CKVECFLAGS. - Cleanups to config/zen/bli_cntx_init_zen.c. - Cleanups, added comments to config/zen/make_defs.mk. - Cleanups to config/zen2/make_defs.mk, including making use of newly- added GCC_OT_9_1_0 and existing GCC_OT_6_1_0 to choose the correct set of compiler flags based on the version of gcc being used. - Reverted downstream changes to test/test_gemm.c. - Various whitespace/comment changes.
663 lines
20 KiB
C
663 lines
20 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2014, The University of Texas at Austin
|
|
Copyright (C) 2018 - 2019, Advanced Micro Devices, Inc.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name(s) of the copyright holder(s) nor the names of its
|
|
contributors may be used to endorse or promote products derived
|
|
from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
#include "blis.h"
|
|
#include "assert.h"
|
|
|
|
void bli_l3_thrinfo_init_single
|
|
(
|
|
thrinfo_t* thread
|
|
)
|
|
{
|
|
bli_thrinfo_init_single( thread );
|
|
}
|
|
|
|
void bli_l3_thrinfo_free
|
|
(
|
|
rntm_t* rntm,
|
|
thrinfo_t* thread
|
|
)
|
|
{
|
|
bli_thrinfo_free( rntm, thread );
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
|
|
void bli_l3_thrinfo_create_root
|
|
(
|
|
dim_t id,
|
|
thrcomm_t* gl_comm,
|
|
rntm_t* rntm,
|
|
cntl_t* cntl,
|
|
thrinfo_t** thread
|
|
)
|
|
{
|
|
// Query the global communicator for the total number of threads to use.
|
|
dim_t n_threads = bli_thrcomm_num_threads( gl_comm );
|
|
|
|
// Use the thread id passed in as the global communicator id.
|
|
dim_t gl_comm_id = id;
|
|
|
|
// Use the blocksize id of the current (root) control tree node to
|
|
// query the top-most ways of parallelism to obtain.
|
|
bszid_t bszid = bli_cntl_bszid( cntl );
|
|
dim_t xx_way = bli_rntm_ways_for( bszid, rntm );
|
|
|
|
// Determine the work id for this thrinfo_t node.
|
|
dim_t work_id = gl_comm_id / ( n_threads / xx_way );
|
|
|
|
// Create the root thrinfo_t node.
|
|
*thread = bli_thrinfo_create
|
|
(
|
|
rntm,
|
|
gl_comm,
|
|
gl_comm_id,
|
|
xx_way,
|
|
work_id,
|
|
TRUE,
|
|
bszid,
|
|
NULL
|
|
);
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
|
|
void bli_l3_thrinfo_print_gemm_paths
|
|
(
|
|
thrinfo_t** threads
|
|
)
|
|
{
|
|
// In order to query the number of threads, we query the only thread we
|
|
// know exists: thread 0.
|
|
dim_t n_threads = bli_thread_num_threads( threads[0] );
|
|
|
|
// For the purposes of printing the "header" information that is common
|
|
// to the various instances of a thrinfo_t (ie: across all threads), we
|
|
// choose the last thread in case the problem is so small that there is
|
|
// only an "edge" case, which will always be assigned to the last thread
|
|
// (at least for higher levels of partitioning).
|
|
thrinfo_t* jc_info = threads[n_threads-1];
|
|
thrinfo_t* pc_info = NULL;
|
|
thrinfo_t* pb_info = NULL;
|
|
thrinfo_t* ic_info = NULL;
|
|
thrinfo_t* pa_info = NULL;
|
|
thrinfo_t* jr_info = NULL;
|
|
thrinfo_t* ir_info = NULL;
|
|
|
|
// Initialize the n_ways and n_threads fields of each thrinfo_t "level"
|
|
// to -1. More than likely, these will all be overwritten with meaningful
|
|
// values, but in case some thrinfo_t trees are not fully built (see
|
|
// next commnet), these will be the placeholder values.
|
|
dim_t jc_way = -1, pc_way = -1, pb_way = -1, ic_way = -1,
|
|
pa_way = -1, jr_way = -1, ir_way = -1;
|
|
|
|
dim_t jc_nt = -1, pc_nt = -1, pb_nt = -1, ic_nt = -1,
|
|
pa_nt = -1, jr_nt = -1, ir_nt = -1;
|
|
|
|
// NOTE: We must check each thrinfo_t pointer for NULLness. Certain threads
|
|
// may not fully build their thrinfo_t structures--specifically when the
|
|
// dimension being parallelized is not large enough for each thread to have
|
|
// even one unit of work (where as unit is usually a single micropanel's
|
|
// width, MR or NR).
|
|
|
|
if ( !jc_info ) goto print_header;
|
|
|
|
jc_way = bli_thread_n_way( jc_info );
|
|
jc_nt = bli_thread_num_threads( jc_info );
|
|
pc_info = bli_thrinfo_sub_node( jc_info );
|
|
|
|
if ( !pc_info ) goto print_header;
|
|
|
|
pc_way = bli_thread_n_way( pc_info );
|
|
pc_nt = bli_thread_num_threads( pc_info );
|
|
pb_info = bli_thrinfo_sub_node( pc_info );
|
|
|
|
if ( !pb_info ) goto print_header;
|
|
|
|
pb_way = bli_thread_n_way( pb_info );
|
|
pb_nt = bli_thread_num_threads( pb_info );
|
|
ic_info = bli_thrinfo_sub_node( pb_info );
|
|
|
|
if ( !ic_info ) goto print_header;
|
|
|
|
ic_way = bli_thread_n_way( ic_info );
|
|
ic_nt = bli_thread_num_threads( ic_info );
|
|
pa_info = bli_thrinfo_sub_node( ic_info );
|
|
|
|
if ( !pa_info ) goto print_header;
|
|
|
|
pa_way = bli_thread_n_way( pa_info );
|
|
pa_nt = bli_thread_num_threads( pa_info );
|
|
jr_info = bli_thrinfo_sub_node( pa_info );
|
|
|
|
if ( !jr_info ) goto print_header;
|
|
|
|
jr_way = bli_thread_n_way( jr_info );
|
|
jr_nt = bli_thread_num_threads( jr_info );
|
|
ir_info = bli_thrinfo_sub_node( jr_info );
|
|
|
|
if ( !ir_info ) goto print_header;
|
|
|
|
ir_way = bli_thread_n_way( ir_info );
|
|
ir_nt = bli_thread_num_threads( ir_info );
|
|
|
|
print_header:
|
|
|
|
printf( " jc kc pb ic pa jr ir\n" );
|
|
printf( "xx_nt: %4ld %4ld %4ld %4ld %4ld %4ld %4ld\n",
|
|
( unsigned long )jc_nt,
|
|
( unsigned long )pc_nt,
|
|
( unsigned long )pb_nt,
|
|
( unsigned long )ic_nt,
|
|
( unsigned long )pa_nt,
|
|
( unsigned long )jr_nt,
|
|
( unsigned long )ir_nt );
|
|
printf( "xx_way: %4ld %4ld %4ld %4ld %4ld %4ld %4ld\n",
|
|
( unsigned long )jc_way,
|
|
( unsigned long )pc_way,
|
|
( unsigned long )pb_way,
|
|
( unsigned long )ic_way,
|
|
( unsigned long )pa_way,
|
|
( unsigned long )jr_way,
|
|
( unsigned long )ir_way );
|
|
printf( "============================================\n" );
|
|
|
|
for ( dim_t gl_id = 0; gl_id < n_threads; ++gl_id )
|
|
{
|
|
jc_info = threads[gl_id];
|
|
|
|
dim_t jc_comm_id = -1, pc_comm_id = -1, pb_comm_id = -1, ic_comm_id = -1,
|
|
pa_comm_id = -1, jr_comm_id = -1, ir_comm_id = -1;
|
|
|
|
dim_t jc_work_id = -1, pc_work_id = -1, pb_work_id = -1, ic_work_id = -1,
|
|
pa_work_id = -1, jr_work_id = -1, ir_work_id = -1;
|
|
|
|
if ( !jc_info ) goto print_thrinfo;
|
|
|
|
jc_comm_id = bli_thread_ocomm_id( jc_info );
|
|
jc_work_id = bli_thread_work_id( jc_info );
|
|
pc_info = bli_thrinfo_sub_node( jc_info );
|
|
|
|
if ( !pc_info ) goto print_thrinfo;
|
|
|
|
pc_comm_id = bli_thread_ocomm_id( pc_info );
|
|
pc_work_id = bli_thread_work_id( pc_info );
|
|
pb_info = bli_thrinfo_sub_node( pc_info );
|
|
|
|
if ( !pb_info ) goto print_thrinfo;
|
|
|
|
pb_comm_id = bli_thread_ocomm_id( pb_info );
|
|
pb_work_id = bli_thread_work_id( pb_info );
|
|
ic_info = bli_thrinfo_sub_node( pb_info );
|
|
|
|
if ( !ic_info ) goto print_thrinfo;
|
|
|
|
ic_comm_id = bli_thread_ocomm_id( ic_info );
|
|
ic_work_id = bli_thread_work_id( ic_info );
|
|
pa_info = bli_thrinfo_sub_node( ic_info );
|
|
|
|
if ( !pa_info ) goto print_thrinfo;
|
|
|
|
pa_comm_id = bli_thread_ocomm_id( pa_info );
|
|
pa_work_id = bli_thread_work_id( pa_info );
|
|
jr_info = bli_thrinfo_sub_node( pa_info );
|
|
|
|
if ( !jr_info ) goto print_thrinfo;
|
|
|
|
jr_comm_id = bli_thread_ocomm_id( jr_info );
|
|
jr_work_id = bli_thread_work_id( jr_info );
|
|
ir_info = bli_thrinfo_sub_node( jr_info );
|
|
|
|
if ( !ir_info ) goto print_thrinfo;
|
|
|
|
ir_comm_id = bli_thread_ocomm_id( ir_info );
|
|
ir_work_id = bli_thread_work_id( ir_info );
|
|
|
|
print_thrinfo:
|
|
|
|
printf( "comm ids: %4ld %4ld %4ld %4ld %4ld %4ld %4ld\n",
|
|
( long )jc_comm_id,
|
|
( long )pc_comm_id,
|
|
( long )pb_comm_id,
|
|
( long )ic_comm_id,
|
|
( long )pa_comm_id,
|
|
( long )jr_comm_id,
|
|
( long )ir_comm_id );
|
|
printf( "work ids: %4ld %4ld %4ld %4ld %4ld %4ld %4ld\n",
|
|
( long )jc_work_id,
|
|
( long )pc_work_id,
|
|
( long )pb_work_id,
|
|
( long )ic_work_id,
|
|
( long )pa_work_id,
|
|
( long )jr_work_id,
|
|
( long )ir_work_id );
|
|
printf( "--------------------------------------------\n" );
|
|
}
|
|
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// -----------------------------------------------------------------------------
|
|
// -----------------------------------------------------------------------------
|
|
|
|
void bli_l3_thrinfo_print_trsm_paths
|
|
(
|
|
thrinfo_t** threads
|
|
)
|
|
{
|
|
// In order to query the number of threads, we query the only thread we
|
|
// know exists: thread 0.
|
|
dim_t n_threads = bli_thread_num_threads( threads[0] );
|
|
|
|
// For the purposes of printing the "header" information that is common
|
|
// to the various instances of a thrinfo_t (ie: across all threads), we
|
|
// choose the last thread in case the problem is so small that there is
|
|
// only an "edge" case, which will always be assigned to the last thread
|
|
// (at least for higher levels of partitioning).
|
|
thrinfo_t* jc_info = threads[n_threads-1];
|
|
thrinfo_t* pc_info = NULL;
|
|
thrinfo_t* pb_info = NULL;
|
|
thrinfo_t* ic_info = NULL;
|
|
thrinfo_t* pa_info = NULL; thrinfo_t* pa_info0 = NULL;
|
|
thrinfo_t* jr_info = NULL; thrinfo_t* jr_info0 = NULL;
|
|
thrinfo_t* ir_info = NULL; thrinfo_t* ir_info0 = NULL;
|
|
|
|
// Initialize the n_ways and n_threads fields of each thrinfo_t "level"
|
|
// to -1. More than likely, these will all be overwritten with meaningful
|
|
// values, but in case some thrinfo_t trees are not fully built (see
|
|
// next commnet), these will be the placeholder values.
|
|
dim_t jc_way = -1, pc_way = -1, pb_way = -1, ic_way = -1,
|
|
pa_way = -1, jr_way = -1, ir_way = -1,
|
|
pa_way0 = -1, jr_way0 = -1, ir_way0 = -1;
|
|
|
|
dim_t jc_nt = -1, pc_nt = -1, pb_nt = -1, ic_nt = -1,
|
|
pa_nt = -1, jr_nt = -1, ir_nt = -1,
|
|
pa_nt0 = -1, jr_nt0 = -1, ir_nt0 = -1;
|
|
|
|
// NOTE: We must check each thrinfo_t pointer for NULLness. Certain threads
|
|
// may not fully build their thrinfo_t structures--specifically when the
|
|
// dimension being parallelized is not large enough for each thread to have
|
|
// even one unit of work (where as unit is usually a single micropanel's
|
|
// width, MR or NR).
|
|
|
|
if ( !jc_info ) goto print_header;
|
|
|
|
jc_way = bli_thread_n_way( jc_info );
|
|
jc_nt = bli_thread_num_threads( jc_info );
|
|
pc_info = bli_thrinfo_sub_node( jc_info );
|
|
|
|
if ( !pc_info ) goto print_header;
|
|
|
|
pc_way = bli_thread_n_way( pc_info );
|
|
pc_nt = bli_thread_num_threads( pc_info );
|
|
pb_info = bli_thrinfo_sub_node( pc_info );
|
|
|
|
if ( !pb_info ) goto print_header;
|
|
|
|
pb_way = bli_thread_n_way( pb_info );
|
|
pb_nt = bli_thread_num_threads( pb_info );
|
|
ic_info = bli_thrinfo_sub_node( pb_info );
|
|
|
|
if ( !ic_info ) goto print_header;
|
|
|
|
ic_way = bli_thread_n_way( ic_info );
|
|
ic_nt = bli_thread_num_threads( ic_info );
|
|
pa_info = bli_thrinfo_sub_node( ic_info );
|
|
pa_info0 = bli_thrinfo_sub_prenode( ic_info );
|
|
|
|
// check_header_prenode:
|
|
|
|
if ( !pa_info0 ) goto check_header_node;
|
|
|
|
pa_way0 = bli_thread_n_way( pa_info0 );
|
|
pa_nt0 = bli_thread_num_threads( pa_info0 );
|
|
jr_info0 = bli_thrinfo_sub_node( pa_info0 );
|
|
|
|
if ( !jr_info0 ) goto check_header_node;
|
|
|
|
jr_way0 = bli_thread_n_way( jr_info0 );
|
|
jr_nt0 = bli_thread_num_threads( jr_info0 );
|
|
ir_info0 = bli_thrinfo_sub_node( jr_info0 );
|
|
|
|
if ( !ir_info0 ) goto check_header_node;
|
|
|
|
ir_way0 = bli_thread_n_way( ir_info0 );
|
|
ir_nt0 = bli_thread_num_threads( ir_info0 );
|
|
|
|
check_header_node:
|
|
|
|
if ( !pa_info ) goto print_header;
|
|
|
|
pa_way = bli_thread_n_way( pa_info );
|
|
pa_nt = bli_thread_num_threads( pa_info );
|
|
jr_info = bli_thrinfo_sub_node( pa_info );
|
|
|
|
if ( !jr_info ) goto print_header;
|
|
|
|
jr_way = bli_thread_n_way( jr_info );
|
|
jr_nt = bli_thread_num_threads( jr_info );
|
|
ir_info = bli_thrinfo_sub_node( jr_info );
|
|
|
|
if ( !ir_info ) goto print_header;
|
|
|
|
ir_way = bli_thread_n_way( ir_info );
|
|
ir_nt = bli_thread_num_threads( ir_info );
|
|
|
|
print_header:
|
|
|
|
printf( " jc kc pb ic pa jr ir\n" );
|
|
printf( "xx_nt: %4ld %4ld %4ld %4ld %2ld|%2ld %2ld|%2ld %2ld|%2ld\n",
|
|
( long )jc_nt,
|
|
( long )pc_nt,
|
|
( long )pb_nt,
|
|
( long )ic_nt,
|
|
( long )pa_nt0, ( long )pa_nt,
|
|
( long )jr_nt0, ( long )jr_nt,
|
|
( long )ir_nt0, ( long )ir_nt );
|
|
printf( "xx_way: %4ld %4ld %4ld %4ld %2ld|%2ld %2ld|%2ld %2ld|%2ld\n",
|
|
( long )jc_way,
|
|
( long )pc_way,
|
|
( long )pb_way,
|
|
( long )ic_way,
|
|
( long )pa_way0, ( long )pa_way,
|
|
( long )jr_way0, ( long )jr_way,
|
|
( long )ir_way0, ( long )ir_way );
|
|
printf( "==================================================\n" );
|
|
|
|
|
|
for ( dim_t gl_id = 0; gl_id < n_threads; ++gl_id )
|
|
{
|
|
jc_info = threads[gl_id];
|
|
|
|
#if 1
|
|
// NOTE: This cpp branch contains code that is safe to execute
|
|
// for small problems that are parallelized enough that one or
|
|
// more threads gets no work.
|
|
|
|
dim_t jc_comm_id = -1, pc_comm_id = -1, pb_comm_id = -1, ic_comm_id = -1,
|
|
pa_comm_id = -1, jr_comm_id = -1, ir_comm_id = -1,
|
|
pa_comm_id0 = -1, jr_comm_id0 = -1, ir_comm_id0 = -1;
|
|
|
|
dim_t jc_work_id = -1, pc_work_id = -1, pb_work_id = -1, ic_work_id = -1,
|
|
pa_work_id = -1, jr_work_id = -1, ir_work_id = -1,
|
|
pa_work_id0 = -1, jr_work_id0 = -1, ir_work_id0 = -1;
|
|
|
|
if ( !jc_info ) goto print_thrinfo;
|
|
|
|
jc_comm_id = bli_thread_ocomm_id( jc_info );
|
|
jc_work_id = bli_thread_work_id( jc_info );
|
|
pc_info = bli_thrinfo_sub_node( jc_info );
|
|
|
|
if ( !pc_info ) goto print_thrinfo;
|
|
|
|
pc_comm_id = bli_thread_ocomm_id( pc_info );
|
|
pc_work_id = bli_thread_work_id( pc_info );
|
|
pb_info = bli_thrinfo_sub_node( pc_info );
|
|
|
|
if ( !pb_info ) goto print_thrinfo;
|
|
|
|
pb_comm_id = bli_thread_ocomm_id( pb_info );
|
|
pb_work_id = bli_thread_work_id( pb_info );
|
|
ic_info = bli_thrinfo_sub_node( pb_info );
|
|
|
|
if ( !ic_info ) goto print_thrinfo;
|
|
|
|
ic_comm_id = bli_thread_ocomm_id( ic_info );
|
|
ic_work_id = bli_thread_work_id( ic_info );
|
|
pa_info = bli_thrinfo_sub_node( ic_info );
|
|
pa_info0 = bli_thrinfo_sub_prenode( ic_info );
|
|
|
|
// check_thrinfo_prenode:
|
|
|
|
if ( !pa_info0 ) goto check_thrinfo_node;
|
|
|
|
pa_comm_id0 = bli_thread_ocomm_id( pa_info0 );
|
|
pa_work_id0 = bli_thread_work_id( pa_info0 );
|
|
jr_info0 = bli_thrinfo_sub_node( pa_info0 );
|
|
|
|
if ( !jr_info0 ) goto check_thrinfo_node;
|
|
|
|
jr_comm_id0 = bli_thread_ocomm_id( jr_info0 );
|
|
jr_work_id0 = bli_thread_work_id( jr_info0 );
|
|
ir_info0 = bli_thrinfo_sub_node( jr_info0 );
|
|
|
|
if ( !ir_info0 ) goto check_thrinfo_node;
|
|
|
|
ir_comm_id0 = bli_thread_ocomm_id( ir_info0 );
|
|
ir_work_id0 = bli_thread_work_id( ir_info0 );
|
|
|
|
check_thrinfo_node:
|
|
|
|
if ( !pa_info ) goto print_thrinfo;
|
|
|
|
pa_comm_id = bli_thread_ocomm_id( pa_info );
|
|
pa_work_id = bli_thread_work_id( pa_info );
|
|
jr_info = bli_thrinfo_sub_node( pa_info );
|
|
|
|
if ( !jr_info ) goto print_thrinfo;
|
|
|
|
jr_comm_id = bli_thread_ocomm_id( jr_info );
|
|
jr_work_id = bli_thread_work_id( jr_info );
|
|
ir_info = bli_thrinfo_sub_node( jr_info );
|
|
|
|
if ( !ir_info ) goto print_thrinfo;
|
|
|
|
ir_comm_id = bli_thread_ocomm_id( ir_info );
|
|
ir_work_id = bli_thread_work_id( ir_info );
|
|
|
|
print_thrinfo:
|
|
#else
|
|
dim_t jc_comm_id;
|
|
dim_t pc_comm_id;
|
|
dim_t pb_comm_id;
|
|
dim_t ic_comm_id;
|
|
dim_t pa_comm_id0, pa_comm_id;
|
|
dim_t jr_comm_id0, jr_comm_id;
|
|
dim_t ir_comm_id0, ir_comm_id;
|
|
|
|
dim_t jc_work_id;
|
|
dim_t pc_work_id;
|
|
dim_t pb_work_id;
|
|
dim_t ic_work_id;
|
|
dim_t pa_work_id0, pa_work_id;
|
|
dim_t jr_work_id0, jr_work_id;
|
|
dim_t ir_work_id0, ir_work_id;
|
|
|
|
// NOTE: We must check each thrinfo_t pointer for NULLness. Certain threads
|
|
// may not fully build their thrinfo_t structures--specifically when the
|
|
// dimension being parallelized is not large enough for each thread to have
|
|
// even one unit of work (where as unit is usually a single micropanel's
|
|
// width, MR or NR).
|
|
if ( !jc_info )
|
|
{
|
|
jc_comm_id = pc_comm_id = pb_comm_id = ic_comm_id = pa_comm_id = jr_comm_id = ir_comm_id = -1;
|
|
jc_work_id = pc_work_id = pb_work_id = ic_work_id = pa_work_id = jr_work_id = ir_work_id = -1;
|
|
}
|
|
else
|
|
{
|
|
jc_comm_id = bli_thread_ocomm_id( jc_info );
|
|
jc_work_id = bli_thread_work_id( jc_info );
|
|
pc_info = bli_thrinfo_sub_node( jc_info );
|
|
|
|
if ( !pc_info )
|
|
{
|
|
pc_comm_id = pb_comm_id = ic_comm_id = pa_comm_id = jr_comm_id = ir_comm_id = -1;
|
|
pc_work_id = pb_work_id = ic_work_id = pa_work_id = jr_work_id = ir_work_id = -1;
|
|
}
|
|
else
|
|
{
|
|
pc_comm_id = bli_thread_ocomm_id( pc_info );
|
|
pc_work_id = bli_thread_work_id( pc_info );
|
|
pb_info = bli_thrinfo_sub_node( pc_info );
|
|
|
|
if ( !pb_info )
|
|
{
|
|
pb_comm_id = ic_comm_id = pa_comm_id = jr_comm_id = ir_comm_id = -1;
|
|
pb_work_id = ic_work_id = pa_work_id = jr_work_id = ir_work_id = -1;
|
|
}
|
|
else
|
|
{
|
|
pb_comm_id = bli_thread_ocomm_id( pb_info );
|
|
pb_work_id = bli_thread_work_id( pb_info );
|
|
ic_info = bli_thrinfo_sub_node( pb_info );
|
|
|
|
if ( !ic_info )
|
|
{
|
|
ic_comm_id = pa_comm_id = jr_comm_id = ir_comm_id = -1;
|
|
ic_work_id = pa_work_id = jr_work_id = ir_work_id = -1;
|
|
}
|
|
else
|
|
{
|
|
ic_comm_id = bli_thread_ocomm_id( ic_info );
|
|
ic_work_id = bli_thread_work_id( ic_info );
|
|
pa_info0 = bli_thrinfo_sub_prenode( ic_info );
|
|
pa_info = bli_thrinfo_sub_node( ic_info );
|
|
|
|
// Prenode
|
|
if ( !pa_info0 )
|
|
{
|
|
pa_comm_id0 = jr_comm_id0 = ir_comm_id0 = -1;
|
|
pa_work_id0 = jr_work_id0 = ir_work_id0 = -1;
|
|
}
|
|
else
|
|
{
|
|
pa_comm_id0 = bli_thread_ocomm_id( pa_info0 );
|
|
pa_work_id0 = bli_thread_work_id( pa_info0 );
|
|
jr_info0 = bli_thrinfo_sub_node( pa_info0 );
|
|
|
|
if ( !jr_info0 )
|
|
{
|
|
jr_comm_id0 = ir_comm_id0 = -1;
|
|
jr_work_id0 = ir_work_id0 = -1;
|
|
}
|
|
else
|
|
{
|
|
jr_comm_id0 = bli_thread_ocomm_id( jr_info0 );
|
|
jr_work_id0 = bli_thread_work_id( jr_info0 );
|
|
ir_info0 = bli_thrinfo_sub_node( jr_info0 );
|
|
|
|
if ( !ir_info0 )
|
|
{
|
|
ir_comm_id0 = -1;
|
|
ir_work_id0 = -1;
|
|
}
|
|
else
|
|
{
|
|
ir_comm_id0 = bli_thread_ocomm_id( ir_info0 );
|
|
ir_work_id0 = bli_thread_work_id( ir_info0 );
|
|
}
|
|
}
|
|
}
|
|
|
|
// Main node
|
|
if ( !pa_info )
|
|
{
|
|
pa_comm_id = jr_comm_id = ir_comm_id = -1;
|
|
pa_work_id = jr_work_id = ir_work_id = -1;
|
|
}
|
|
else
|
|
{
|
|
pa_comm_id = bli_thread_ocomm_id( pa_info );
|
|
pa_work_id = bli_thread_work_id( pa_info );
|
|
jr_info = bli_thrinfo_sub_node( pa_info );
|
|
|
|
if ( !jr_info )
|
|
{
|
|
jr_comm_id = ir_comm_id = -1;
|
|
jr_work_id = ir_work_id = -1;
|
|
}
|
|
else
|
|
{
|
|
jr_comm_id = bli_thread_ocomm_id( jr_info );
|
|
jr_work_id = bli_thread_work_id( jr_info );
|
|
ir_info = bli_thrinfo_sub_node( jr_info );
|
|
|
|
if ( !ir_info )
|
|
{
|
|
ir_comm_id = -1;
|
|
ir_work_id = -1;
|
|
}
|
|
else
|
|
{
|
|
ir_comm_id = bli_thread_ocomm_id( ir_info );
|
|
ir_work_id = bli_thread_work_id( ir_info );
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
#endif
|
|
|
|
printf( "comm ids: %4ld %4ld %4ld %4ld %2ld|%2ld %2ld|%2ld %2ld|%2ld\n",
|
|
( long )jc_comm_id,
|
|
( long )pc_comm_id,
|
|
( long )pb_comm_id,
|
|
( long )ic_comm_id,
|
|
( long )pa_comm_id0, ( long )pa_comm_id,
|
|
( long )jr_comm_id0, ( long )jr_comm_id,
|
|
( long )ir_comm_id0, ( long )ir_comm_id );
|
|
printf( "work ids: %4ld %4ld %4ld %4ld %2ld|%2ld %2ld|%2ld %2ld|%2ld\n",
|
|
( long )jc_work_id,
|
|
( long )pc_work_id,
|
|
( long )pb_work_id,
|
|
( long )ic_work_id,
|
|
( long )pa_work_id0, ( long )pa_work_id,
|
|
( long )jr_work_id0, ( long )jr_work_id,
|
|
( long )ir_work_id0, ( long )ir_work_id );
|
|
printf( "--------------------------------------------------\n" );
|
|
}
|
|
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
|
|
void bli_l3_thrinfo_free_paths
|
|
(
|
|
rntm_t* rntm,
|
|
thrinfo_t** threads
|
|
)
|
|
{
|
|
dim_t n_threads = bli_thread_num_threads( threads[0] );
|
|
dim_t i;
|
|
|
|
for ( i = 0; i < n_threads; ++i )
|
|
bli_l3_thrinfo_free( rntm, threads[i] );
|
|
|
|
bli_free_intl( threads );
|
|
}
|
|
|