-
Notifications
You must be signed in to change notification settings - Fork 85
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #849 from Tejas3772/new_bisect_build
OpTestKernelTest: Kernel build test with bisection
- Loading branch information
Showing
5 changed files
with
345 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,21 @@ | ||
| #!/bin/bash | ||
| # OpenPOWER Automated Test Project | ||
| # | ||
| # Contributors Listed Below - COPYRIGHT 2024 | ||
| # [+] International Business Machines Corp. | ||
| # | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or | ||
| # implied. See the License for the specific language governing | ||
| # permissions and limitations under the License. | ||
| nproc=`nproc` | ||
| yes "" | make olddefconfig /dev/null 2>&1 | ||
| make -j$nproc -S vmlinux > /dev/null 2>&1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,205 @@ | ||
| #!/usr/bin/env python3 | ||
| # OpenPOWER Automated Test Project | ||
| # | ||
| # Contributors Listed Below - COPYRIGHT 2024 | ||
| # [+] International Business Machines Corp. | ||
| # | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or | ||
| # implied. See the License for the specific language governing | ||
| # permissions and limitations under the License. | ||
| # | ||
| # Author : Tejas Manhas <[email protected]> | ||
| # Co-Author : Abdul Haleem <[email protected]> | ||
|
|
||
| import json | ||
| import OpTestConfiguration | ||
| import OpTestLogger | ||
| import os | ||
| import unittest | ||
| from urllib.parse import urlparse | ||
| import re | ||
| import subprocess | ||
| import sys | ||
| import time | ||
|
|
||
| from common.OpTestSystem import OpSystemState | ||
| from common.OpTestSOL import OpSOLMonitorThread | ||
| from common.Exceptions import CommandFailed | ||
| from common.OpTestUtil import OpTestUtil | ||
|
|
||
| log = OpTestLogger.optest_logger_glob.get_logger(__name__) | ||
|
|
||
|
|
||
| class KernelTest(unittest.TestCase): | ||
|
|
||
| def setUp(self): | ||
| """ | ||
| Set up the test environment. | ||
| Initializes test parameters and checks required configurations. | ||
| """ | ||
| self.conf = OpTestConfiguration.conf | ||
| self.cv_HOST = self.conf.host() | ||
| self.cv_SYSTEM = self.conf.system() | ||
| self.con = self.cv_SYSTEM.cv_HOST.get_ssh_connection() | ||
| self.host_cmd_timeout = self.conf.args.host_cmd_timeout | ||
| self.repo = self.conf.args.git_repo | ||
| self.repo_reference = self.conf.args.git_repo_reference | ||
| self.branch = self.conf.args.git_branch | ||
| self.home = self.conf.args.git_home | ||
| self.config_path = self.conf.args.git_repoconfigpath | ||
| self.config = self.conf.args.git_repoconfig | ||
| self.good_commit = self.conf.args.good_commit | ||
| self.bad_commit = self.conf.args.bad_commit | ||
| self.bisect_script = self.conf.args.bisect_script | ||
| self.bisect_category = self.conf.args.bisect_category | ||
| self.append_kernel_cmdline = self.conf.args.append_kernel_cmdline | ||
| self.linux_path = os.path.join(self.home, "linux") | ||
| self.bisect_flag = self.conf.args.bisect_flag | ||
| self.util = OpTestUtil(OpTestConfiguration.conf) | ||
| self.host_distro_name = self.util.distro_name() | ||
| self.console_thread = OpSOLMonitorThread(1, "console") | ||
| # in case bisection see if we need powercycle not for build, but for boot | ||
| self.cv_SYSTEM.goto_state(OpSystemState.OFF) | ||
| self.cv_SYSTEM.goto_state(OpSystemState.OS) | ||
| self.console_thread.start() | ||
| if not self.repo: | ||
| self.fail("Provide git repo of kernel to install") | ||
| if not (self.conf.args.host_ip and self.conf.args.host_user and self.conf.args.host_password): | ||
| self.fail( | ||
| "Provide host ip user details refer, --host-{ip,user,password}") | ||
|
|
||
| def wait_for(self, func, timeout, first=0.0, step=1.0, text=None, args=None, kwargs=None): | ||
| args = args or [] | ||
| kwargs = kwargs or {} | ||
|
|
||
| start_time = time.monotonic() | ||
| end_time = start_time + timeout | ||
|
|
||
| time.sleep(first) | ||
|
|
||
| while time.monotonic() < end_time: | ||
| if text: | ||
| log.debug("%s (%.9f secs)", text, (time.monotonic() - start_time)) | ||
|
|
||
| output = func(*args, **kwargs) | ||
| if output: | ||
| return output | ||
|
|
||
| time.sleep(step) | ||
|
|
||
| return None | ||
|
|
||
| def build_kernel(self): | ||
| """ | ||
| Build and install the Linux kernel. | ||
| """ | ||
| self.config_path = self.conf.args.git_repoconfigpath | ||
|
|
||
| def is_url(path): | ||
| ''' | ||
| param path: path to download | ||
| return: boolean True if given path is url False Otherwise | ||
| ''' | ||
| valid_schemes = ['http', 'https', 'git', 'ftp'] | ||
| if urlparse(path).scheme in valid_schemes: | ||
| return True | ||
| return False | ||
|
|
||
| if self.config_path: | ||
| if is_url(self.config_path): | ||
| self.con.run_command("wget %s -O linux/.config" % self.config_path) | ||
| else: | ||
| self.cv_HOST.copy_test_file_to_host(self.config_path, sourcedir="", dstdir=os.path.join(linux_path, ".config")) | ||
| self.con.run_command("cd linux && make olddefconfig") | ||
| # the below part of the code is needed for only first run and will be decided bisect flag false | ||
| ker_ver = self.con.run_command("make kernelrelease")[-1] | ||
| sha = self.con.run_command("git rev-parse HEAD") | ||
| tcommit = self.con.run_command("export 'TERM=xterm-256color';git show -s --format=%ci") | ||
| tcommit = re.sub(r"\x1b\[[0-9;]*[mGKHF]", "", tcommit[1]) | ||
| log.info("Upstream kernel version: %s", ker_ver) | ||
| log.info("Upstream kernel commit-id: %s", sha[-1]) | ||
| log.info("Upstream kernel commit-time: %s", tcommit) | ||
| log.debug("Compile the upstream kernel") | ||
| try: | ||
| cpu= self.con.run_command("lscpu | grep '^CPU(s):' | awk '{print $2}'") | ||
| err=self.con.run_command("make -j {} -s vmlinux".format(cpu[-1]), timeout=self.host_cmd_timeout) | ||
| log.info("Kernel build successful") | ||
| return 0,err | ||
| except CommandFailed as e: | ||
| log.error("Kernel build failed: {}".format(e)) | ||
| return 4,e | ||
|
|
||
| def Store_loc(self, er) : | ||
| """ | ||
| To get location of file in which error is introduced | ||
| """ | ||
| pattern = r"([\w\d_]+\/(?:(?:[\w\d_]+\/)*[\w\d_]+\b))" | ||
| matches = [match.group(1) for match in re.finditer(pattern,er)] | ||
| return matches | ||
|
|
||
|
|
||
| class KernelBuild(KernelTest): | ||
| """ | ||
| Does the build for any Linux repo and in case of build failure, calls build bisector | ||
| from OpTestUtils to give first bad commit and related information along with email template. | ||
| """ | ||
|
|
||
| def setUp(self): | ||
| """ | ||
| Does setup for KernelBUild from parent KernelTest | ||
| """ | ||
| super(KernelBuild,self).setUp() | ||
|
|
||
| def runTest(self): | ||
| """ | ||
| Clones git repo and builds to check for failure and do bisection | ||
| """ | ||
| self.con.run_command("if [ -d {} ]; then rm -rf {}; fi".format(self.home,self.home)) | ||
| self.con.run_command("if [ ! -d {} ]; then mkdir -p {}; fi".format(self.home,self.home)) | ||
| self.con.run_command("cd {}".format(self.home)) | ||
| if not self.branch: | ||
| self.branch='master' | ||
| self.con.run_command("git clone --depth 1 -b {} {} linux".format( self.branch, self.repo),timeout=3000) | ||
| self.con.run_command("cd linux") | ||
| commit = self.con.run_command(" git log -1 --format=%H | sed -r 's/\x1B\[[0-9:]*[JKsu]//g'") | ||
| self.con.run_command("cd ..") | ||
| error = self.build_kernel() | ||
| exit_code = error[0] | ||
| errVal = str(error[1]) | ||
| log.info("printing the exit code '{}'".format(exit_code)) | ||
| entry=[] | ||
| err_msg=[] | ||
| if exit_code != 0: | ||
| entry = self.Store_loc(errVal)[-1] | ||
| err_msg= self.util.err_message(error) | ||
| badCommit = commit[-1] | ||
| if self.bisect_flag == '1': | ||
| log.info("STARTING BUILD_BISECTION") | ||
| res = self.util.build_bisector(self.linux_path, self.good_commit, self.repo) | ||
| log.info("BUILD_BISECTION ENDED") | ||
| emaili=res[0] | ||
| commiti=res[1] | ||
| log.info("revert commit check is manual for now") | ||
| else : | ||
| emaili="" | ||
| commiti=commit[-1] | ||
| else : | ||
| emaili="" | ||
| commiti=commit[-1] | ||
| with open('output.json','w') as f: | ||
| json.dump({"exit_code":exit_code,"email":emaili,"commit": commiti,"error":entry,"err_msg":err_msg,"flag":self.bisect_flag},f) | ||
| if exit_code != 0: | ||
| self.util.format_email(self.linux_path, self.repo) | ||
|
|
||
| def tearDown(self): | ||
| self.console_thread.console_terminate() | ||
| self.con.close() |