mirror of
https://github.com/amd/blis.git
synced 2026-05-13 02:25:39 +00:00
2f3174330f
Details:
- Implemented a sophisticated data structure and set of APIs that track
the small blocks of memory (around 80-100 bytes each) used when
creating nodes for control and thread trees (cntl_t and thrinfo_t) as
well as thread communicators (thrcomm_t). The purpose of the small
block allocator, or sba, is to allow the library to transition into a
runtime state in which it does not perform any calls to malloc() or
free() during normal execution of level-3 operations, regardless of
the threading environment (potentially multiple application threads
as well as multiple BLIS threads). The functionality relies on a new
data structure, apool_t, which is (roughly speaking) a pool of
arrays, where each array element is a pool of small blocks. The outer
pool, which is protected by a mutex, provides separate arrays for each
application thread while the arrays each handle multiple BLIS threads
for any given application thread. The design minimizes the potential
for lock contention, as only concurrent application threads would
need to fight for the apool_t lock, and only if they happen to begin
their level-3 operations at precisely the same time. Thanks to Kiran
Varaganti and AMD for requesting this feature.
- Added a configure option to disable the sba pools, which are enabled
by default; renamed the --[dis|en]able-packbuf-pools option to
--[dis|en]able-pba-pools; and rewrote the --help text associated with
this new option and consolidated it with the --help text for the
option associated with the sba (--[dis|en]able-sba-pools).
- Moved the membrk field from the cntx_t to the rntm_t. We now pass in
a rntm_t* to the bli_membrk_acquire() and _release() APIs, just as we
do for bli_sba_acquire() and _release().
- Replaced all calls to bli_malloc_intl() and bli_free_intl() that are
used for small blocks with calls to bli_sba_acquire(), which takes a
rntm (in addition to the bytes requested), and bli_sba_release().
These latter two functions reduce to the former two when the sba pools
are disabled at configure-time.
- Added rntm_t* arguments to various cntl_t and thrinfo_t functions, as
required by the new usage of bli_sba_acquire() and _release().
- Moved the freeing of "old" blocks (those allocated prior to a change
in the block_size) from bli_membrk_acquire_m() to the implementation
of the pool_t checkout function.
- Miscellaneous improvements to the pool_t API.
- Added a block_size field to the pblk_t.
- Harmonized the way that the trsm_ukr testsuite module performs packing
relative to that of gemmtrsm_ukr, in part to avoid the need to create
a packm control tree node, which now requires a rntm_t that has been
initialized with an sba and membrk.
- Re-enable explicit call bli_finalize() in testsuite so that users who
run the testsuite with memory tracing enabled can check for memory
leaks.
- Manually imported the compact/minor changes from 61441b24 that cause
the rntm to be copied locally when it is passed in via one of the
expert APIs.
- Reordered parameters to various bli_thrcomm_*() functions so that the
thrcomm_t* to the comm being modified is last, not first.
- Added more descriptive tracing for allocating/freeing small blocks and
formalized via a new configure option: --[dis|en]able-mem-tracing.
- Moved some unused scalm code and headers into frame/1m/other.
- Whitespace changes to bli_pthread.c.
- Regenerated build/libblis-symbols.def.
206 lines
4.6 KiB
C
206 lines
4.6 KiB
C
/*
|
|
|
|
BLIS
|
|
An object-based framework for developing high-performance BLAS-like
|
|
libraries.
|
|
|
|
Copyright (C) 2014, The University of Texas at Austin
|
|
Copyright (C) 2016, Hewlett Packard Enterprise Development LP
|
|
Copyright (C) 2018, Advanced Micro Devices, Inc.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
- Neither the name(s) of the copyright holder(s) nor the names of its
|
|
contributors may be used to endorse or promote products derived
|
|
from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
#ifndef BLIS_H
|
|
#define BLIS_H
|
|
|
|
|
|
// Allow C++ users to include this header file in their source code. However,
|
|
// we make the extern "C" conditional on whether we're using a C++ compiler,
|
|
// since regular C compilers don't understand the extern "C" construct.
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
// NOTE: PLEASE DON'T CHANGE THE ORDER IN WHICH HEADERS ARE INCLUDED UNLESS
|
|
// YOU ARE SURE THAT IT DOESN'T BREAK INTER-HEADER MACRO DEPENDENCIES.
|
|
|
|
// -- System headers --
|
|
// NOTE: This header must be included before bli_config_macro_defs.h.
|
|
|
|
#include "bli_system.h"
|
|
|
|
|
|
// -- configure definitions --
|
|
|
|
#include "bli_config.h"
|
|
#include "bli_config_macro_defs.h"
|
|
|
|
|
|
// -- Common BLIS definitions --
|
|
|
|
#include "bli_type_defs.h"
|
|
#include "bli_macro_defs.h"
|
|
|
|
|
|
// -- Threading definitions --
|
|
|
|
#include "bli_thread.h"
|
|
#include "bli_pthread.h"
|
|
|
|
|
|
// -- Constant definitions --
|
|
|
|
#include "bli_extern_defs.h"
|
|
|
|
|
|
// -- BLIS architecture/kernel definitions --
|
|
|
|
#include "bli_l1v_ker_prot.h"
|
|
#include "bli_l1f_ker_prot.h"
|
|
#include "bli_l1m_ker_prot.h"
|
|
#include "bli_l3_ukr_prot.h"
|
|
|
|
#include "bli_arch_config_pre.h"
|
|
#include "bli_arch_config.h"
|
|
|
|
#include "bli_kernel_macro_defs.h"
|
|
|
|
|
|
// -- Base operation prototypes --
|
|
|
|
#include "bli_init.h"
|
|
#include "bli_const.h"
|
|
#include "bli_obj.h"
|
|
#include "bli_obj_scalar.h"
|
|
#include "bli_blksz.h"
|
|
#include "bli_func.h"
|
|
#include "bli_mbool.h"
|
|
#include "bli_cntx.h"
|
|
#include "bli_rntm.h"
|
|
#include "bli_gks.h"
|
|
#include "bli_ind.h"
|
|
#include "bli_membrk.h"
|
|
#include "bli_pool.h"
|
|
#include "bli_array.h"
|
|
#include "bli_apool.h"
|
|
#include "bli_sba.h"
|
|
#include "bli_memsys.h"
|
|
#include "bli_mem.h"
|
|
#include "bli_part.h"
|
|
#include "bli_prune.h"
|
|
#include "bli_query.h"
|
|
#include "bli_auxinfo.h"
|
|
#include "bli_param_map.h"
|
|
#include "bli_clock.h"
|
|
#include "bli_check.h"
|
|
#include "bli_error.h"
|
|
#include "bli_f2c.h"
|
|
#include "bli_machval.h"
|
|
#include "bli_getopt.h"
|
|
#include "bli_opid.h"
|
|
#include "bli_cntl.h"
|
|
#include "bli_info.h"
|
|
#include "bli_arch.h"
|
|
#include "bli_cpuid.h"
|
|
#include "bli_string.h"
|
|
#include "bli_setgetij.h"
|
|
#include "bli_setri.h"
|
|
|
|
#include "bli_castm.h"
|
|
#include "bli_castnzm.h"
|
|
#include "bli_castv.h"
|
|
#include "bli_projm.h"
|
|
#include "bli_projv.h"
|
|
|
|
|
|
// -- Level-0 operations --
|
|
|
|
#include "bli_l0.h"
|
|
|
|
|
|
// -- Level-1v operations --
|
|
|
|
#include "bli_l1v.h"
|
|
|
|
|
|
// -- Level-1d operations --
|
|
|
|
#include "bli_l1d.h"
|
|
|
|
|
|
// -- Level-1f operations --
|
|
|
|
#include "bli_l1f.h"
|
|
|
|
|
|
// -- Level-1m operations --
|
|
|
|
#include "bli_l1m.h"
|
|
|
|
|
|
// -- Level-2 operations --
|
|
|
|
#include "bli_l2.h"
|
|
|
|
|
|
// -- Level-3 operations --
|
|
|
|
#include "bli_l3.h"
|
|
|
|
|
|
// -- Utility operations --
|
|
|
|
#include "bli_util.h"
|
|
|
|
|
|
// -- sandbox implementation --
|
|
|
|
#include "bli_sbox.h"
|
|
|
|
|
|
// -- BLAS compatibility layer --
|
|
|
|
#include "bli_blas.h"
|
|
|
|
|
|
// -- CBLAS compatibility layer --
|
|
|
|
#include "bli_cblas.h"
|
|
|
|
// -- Windows definitions
|
|
|
|
#include "bli_winsys.h"
|
|
|
|
|
|
// End extern "C" construct block.
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif
|
|
|