From 31bc6fa4919b6f8efe878819463db6c86367eb3f Mon Sep 17 00:00:00 2001 From: Illia Silin <98187287+illsilin@users.noreply.github.com> Date: Mon, 6 Feb 2023 11:15:45 -0800 Subject: [PATCH] Fix CI issues. (#572) * switch to recent staging compiler as default for CI * fix the baseline query * roll back sqlalchemy to version 1.4.46 [ROCm/composable_kernel commit: f73574ffdd3bb50e6696dfa627797eda7248eb94] --- Dockerfile | 2 +- Jenkinsfile | 17 +++++++++-------- script/process_perf_data.py | 5 +++-- 3 files changed, 13 insertions(+), 11 deletions(-) diff --git a/Dockerfile b/Dockerfile index d024f966c5..dd2a97c7bd 100644 --- a/Dockerfile +++ b/Dockerfile @@ -60,7 +60,7 @@ RUN dpkg -i dumb-init_*.deb && rm dumb-init_*.deb ARG PREFIX=/opt/rocm # Install packages for processing the performance results RUN pip3 install --upgrade pip -RUN pip3 install sqlalchemy +RUN pip3 install sqlalchemy==1.4.46 RUN pip3 install pymysql RUN pip3 install pandas RUN pip3 install setuptools-rust diff --git a/Jenkinsfile b/Jenkinsfile index 7b2e57c140..11996d72bd 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -550,8 +550,9 @@ def process_results(Map conf=[:]){ } //launch develop branch daily at 23:00 UT in FULL_QA mode and at 19:00 UT with latest staging compiler version -CRON_SETTINGS = BRANCH_NAME == "develop" ? '''0 23 * * * % RUN_FULL_QA=true;COMPILER_VERSION=release - 0 19 * * * % BUILD_DOCKER=true;COMPILER_VERSION=amd-stg-open''' : "" +CRON_SETTINGS = BRANCH_NAME == "develop" ? '''0 23 * * * % RUN_FULL_QA=true + 0 21 * * * % RUN_FULL_QA=false;COMPILER_VERSION=release;COMPILER_COMMIT="" + 0 19 * * * % BUILD_DOCKER=true;COMPILER_VERSION=amd-stg-open;COMPILER_COMMIT=""''' : "" pipeline { agent none @@ -568,16 +569,16 @@ pipeline { description: "Force building docker image (default: false), set to true if docker image needs to be updated.") string( name: 'ROCMVERSION', - defaultValue: '5.3', - description: 'Specify which ROCM version to use: 5.2.3, or 5.3 (default), etc.') + defaultValue: '5.4.3', + description: 'Specify which ROCM version to use: 5.4.3 (default).') string( name: 'COMPILER_VERSION', - defaultValue: 'release', - description: 'Specify which version of compiler to use: ck-9110, release (default), or amd-stg-open.') + defaultValue: 'amd-stg-open', + description: 'Specify which version of compiler to use: ck-9110, release, or amd-stg-open (default).') string( name: 'COMPILER_COMMIT', - defaultValue: '', - description: 'Specify which commit of compiler branch to use: leave empty to use the latest commit (default), or use 8a82e4eb7ba28521ba9a9424a0315a8a16590424 commit of amd-stg-open branch.') + defaultValue: '5541927df00eabd6a110180170eca7785d436ee3', + description: 'Specify which commit of compiler branch to use: leave empty to use the latest commit, or use 5541927df00eabd6a110180170eca7785d436ee3 (default) commit of amd-stg-open branch.') string( name: 'BUILD_COMPILER', defaultValue: 'hipcc', diff --git a/script/process_perf_data.py b/script/process_perf_data.py index 638e4ef564..e8b8e1458c 100644 --- a/script/process_perf_data.py +++ b/script/process_perf_data.py @@ -3,6 +3,7 @@ import os, io, argparse, datetime #import numpy as np import sqlalchemy from sqlalchemy.types import NVARCHAR, Float, Integer +from sqlalchemy import text import pymysql import pandas as pd from sshtunnel import SSHTunnelForwarder @@ -141,8 +142,8 @@ def parse_logfile(logfile): def get_baseline(table, connection): - query = '''SELECT * from '''+table+''' WHERE Datetime = (SELECT MAX(Datetime) FROM '''+table+''' where Branch_ID='develop' );''' - return pd.read_sql_query(query, connection) + query = text('''SELECT * from '''+table+''' WHERE Datetime = (SELECT MAX(Datetime) FROM '''+table+''' where Branch_ID='develop' );''') + return pd.read_sql(query, connection) def store_new_test_result(table_name, test_results, testlist, branch_name, node_id, gpu_arch, compute_units, rocm_vers, hip_vers, environment, connection): params=[str(branch_name),str(node_id),str(gpu_arch),compute_units,str(rocm_vers),str(hip_vers),str(environment),str(datetime.datetime.now())]