Add online compilation for dynamic kernels (#37)

* Add online-compiling facility * Synchronize from fwd-v4r5 and implement host interfaces to call conv-fwd v4r4/v4r5 using on-line compiling method * Tiny adjustment to time reporting * Use object assignment to replace explicit bytes copying in the first kernel of v4r4/v4r5 * Use single thread to assign descriptor object to device memory * Adjust to the workload assignment of the two kernels of v4r4 (experimental) * Revert "Adjust to the workload assignment of the two kernels of v4r4 (experimental)" This reverts commit eb38461456bb0c82b6c0d32cdd616e181907e20c. * Update to make constexpr for generating descriptor types in kernel 2 of dynamic conv-fwd v4r4 * Update to dynamic conv-fwd v4r4 online-compiling * Update to dynamic conv-fwd v4r5 online-compiling (result not accurate) * Tiny update to driver/CMakeLists.txt * clang-format * Tiny comments change * Add env OLC_DUMP_SAVE_TMP_DIR to support saving of temperary dir * Fwd v4r5 olc perf (#39) * added hip-clang flags that fix perf issue of online compilation * fix bug for olc fwd-v4r5-nchw * Move constexpr and type reference statements out of the function body in conv-fwd v4r4/v4r5 kernel wrapper * Remove printing in hip_build_utils.cpp * Update to root CMakeLists.txt * Revert "Move constexpr and type reference statements out of the function body in conv-fwd v4r4/v4r5 kernel wrapper" This reverts commit 3d2c5d8ecdd8298b72d127110500ed5b38d9835c. Co-authored-by: Chao Liu <chao.liu2@amd.com> Co-authored-by: Chao Liu <lc.roy86@gmail.com> Co-authored-by: root <root@dc-smc-18.amd.com>
2026-05-12 17:26:00 +00:00 · 2021-06-24 21:34:19 +08:00
parent d2315b0dfc
commit 1685048a67
63 changed files with 6675 additions and 40 deletions
--- a/driver/olCompiling/include/kernel_cache.hpp
+++ b/driver/olCompiling/include/kernel_cache.hpp
@@ -0,0 +1,97 @@
+/*******************************************************************************
+ *
+ * MIT License
+ *
+ * Copyright (c) 2017 Advanced Micro Devices, Inc.
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ *
+ *******************************************************************************/
+/* ************************************************************************
+ * Copyright 2015 Vratis, Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * ************************************************************************ */
+
+#ifndef GUARD_OLC_KERNEL_CACHE_HPP_
+#define GUARD_OLC_KERNEL_CACHE_HPP_
+
+#include <handle.hpp>
+#include <kernel.hpp>
+#include <simple_hash.hpp>
+#include <string>
+#include <unordered_map>
+#include <vector>
+
+namespace olCompile {
+
+/**
+ * @brief The KernelCache class Build and cache kernels
+ *
+ */
+class KernelCache
+{
+    public:
+    using Key        = std::pair<std::string, std::string>;
+    using KernelMap  = std::unordered_map<Key, std::vector<Kernel>, SimpleHash>;
+    using ProgramMap = std::unordered_map<Key, Program, SimpleHash>;
+
+    Kernel AddKernel(const Handle& h,
+                     const std::string& algorithm,
+                     const std::string& network_config,
+                     const std::string& program_name,
+                     const std::string& kernel_name,
+                     const std::vector<size_t>& vld,
+                     const std::vector<size_t>& vgd,
+                     std::string params      = "",
+                     std::size_t cache_index = 0);
+
+    void AddKernel(Key key, Kernel k, std::size_t cache_index);
+
+    void ClearKernels(const std::string& algorithm, const std::string& network_config);
+
+    const std::vector<Kernel>& GetKernels(const std::string& algorithm,
+                                          const std::string& network_config);
+
+    bool HasKernels(const std::string& algorithm, const std::string& network_config) const;
+
+    bool HasProgram(const std::string& name, const std::string& params) const;
+
+    void AddProgram(Program prog, const std::string& program_name, std::string params);
+
+    KernelCache();
+
+    private:
+    KernelMap kernel_map;
+    ProgramMap program_map;
+};
+
+} // namespace olCompile
+
+#endif // GUARD_OLC_KERNEL_CACHE_HPP_