Add online compilation for dynamic kernels (#37)

* Add online-compiling facility

* Synchronize from fwd-v4r5 and implement host interfaces to call conv-fwd v4r4/v4r5 using on-line compiling method

* Tiny adjustment to time reporting

* Use object assignment to replace explicit bytes copying in the first kernel of v4r4/v4r5

* Use single thread to assign descriptor object to device memory

* Adjust to the workload assignment of the two kernels of v4r4 (experimental)

* Revert "Adjust to the workload assignment of the two kernels of v4r4 (experimental)"

This reverts commit eb38461456bb0c82b6c0d32cdd616e181907e20c.

* Update to make constexpr for generating descriptor types in kernel 2 of dynamic conv-fwd v4r4

* Update to dynamic conv-fwd v4r4 online-compiling

* Update to dynamic conv-fwd v4r5 online-compiling (result not accurate)

* Tiny update to driver/CMakeLists.txt

* clang-format

* Tiny comments change

* Add env OLC_DUMP_SAVE_TMP_DIR to support saving of temperary dir

* Fwd v4r5 olc perf (#39)

* added hip-clang flags that fix perf issue of online compilation

* fix bug for olc fwd-v4r5-nchw

* Move constexpr and type reference statements out of the function body in conv-fwd v4r4/v4r5 kernel wrapper

* Remove printing in hip_build_utils.cpp

* Update to root CMakeLists.txt

* Revert "Move constexpr and type reference statements out of the function body in conv-fwd v4r4/v4r5 kernel wrapper"

This reverts commit 3d2c5d8ecdd8298b72d127110500ed5b38d9835c.

Co-authored-by: Chao Liu <chao.liu2@amd.com>
Co-authored-by: Chao Liu <lc.roy86@gmail.com>
Co-authored-by: root <root@dc-smc-18.amd.com>

[ROCm/composable_kernel commit: 1685048a67]

driver/olCompiling/hip_utility/exec_utils.cpp

@@ -0,0 +1,93 @@
+/*******************************************************************************
+ *
+ * MIT License
+ *
+ * Copyright (c) 2019 Advanced Micro Devices, Inc.
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ *
+ *******************************************************************************/
+#include <exec_utils.hpp>
+#include <manage_ptr.hpp>
+#include <istream>
+#include <ostream>
+#include <string>
+#include <cstdio>
+#include <array>
+#include <cassert>
+
+#ifdef __linux__
+#include <unistd.h>
+#include <cstdio>
+#include <sys/wait.h>
+#endif // __linux__
+
+namespace olCompile {
+namespace exec {
+
+int Run(const std::string& p, std::istream* in, std::ostream* out)
+{
+#ifdef __linux__
+    const auto redirect_stdin  = (in != nullptr);
+    const auto redirect_stdout = (out != nullptr);
+
+    assert(!(redirect_stdin && redirect_stdout));
+
+    const auto file_mode = redirect_stdout ? "r" : "w";
+    OLC_MANAGE_PTR(FILE*, pclose) pipe{popen(p.c_str(), file_mode)};
+
+    if(!pipe)
+        throw std::runtime_error("olCompile::exec::Run(): popen(" + p + ", " + file_mode +
+                                 ") failed");
+
+    if(redirect_stdin || redirect_stdout)
+    {
+        std::array<char, 1024> buffer{};
+
+        if(redirect_stdout)
+        {
+            while(feof(pipe.get()) == 0)
+                if(fgets(buffer.data(), buffer.size(), pipe.get()) != nullptr)
+                    *out << buffer.data();
+        }
+        else
+        {
+            while(!in->eof())
+            {
+                in->read(buffer.data(), buffer.size() - 1);
+                buffer[in->gcount()] = 0;
+
+                if(fputs(buffer.data(), pipe.get()) == EOF)
+                    throw std::runtime_error("olCompile::exec::Run(): fputs() failed");
+            }
+        }
+    }
+
+    auto status = pclose(pipe.release());
+    return WEXITSTATUS(status);
+#else
+    (void)p;
+    (void)in;
+    (void)out;
+    return -1;
+#endif // __linux__
+}
+
+} // namespace exec
+} // namespace olCompile