mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-12 01:12:12 +00:00
164 lines
5.5 KiB
Python
164 lines
5.5 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import configparser
|
|
import datetime
|
|
import logging
|
|
import os
|
|
import subprocess
|
|
from pathlib import Path
|
|
|
|
DEBUGGER = os.getenv("DEBUGGER", "")
|
|
TIMEOUT = int(os.getenv("TIMEOUT", "0"))
|
|
OUTPUT = "/test_output"
|
|
|
|
|
|
class Stopwatch:
|
|
def __init__(self):
|
|
self.reset()
|
|
|
|
@property
|
|
def duration_seconds(self) -> float:
|
|
return (datetime.datetime.utcnow() - self.start_time).total_seconds()
|
|
|
|
@property
|
|
def start_time_str(self) -> str:
|
|
return self.start_time_str_value
|
|
|
|
def reset(self) -> None:
|
|
self.start_time = datetime.datetime.utcnow()
|
|
self.start_time_str_value = self.start_time.strftime("%Y-%m-%d %H:%M:%S")
|
|
|
|
|
|
def run_fuzzer(fuzzer: str, timeout: int):
|
|
logging.info("Running fuzzer %s...", fuzzer)
|
|
|
|
seed_corpus_dir = f"{fuzzer}.in"
|
|
with Path(seed_corpus_dir) as path:
|
|
if not path.exists() or not path.is_dir():
|
|
seed_corpus_dir = ""
|
|
|
|
active_corpus_dir = f"corpus/{fuzzer}"
|
|
if not os.path.exists(active_corpus_dir):
|
|
os.makedirs(active_corpus_dir)
|
|
options_file = f"{fuzzer}.options"
|
|
custom_libfuzzer_options = ""
|
|
fuzzer_arguments = ""
|
|
use_fuzzer_args = False
|
|
|
|
with Path(options_file) as path:
|
|
if path.exists() and path.is_file():
|
|
parser = configparser.ConfigParser()
|
|
parser.read(path)
|
|
|
|
if parser.has_section("asan"):
|
|
os.environ["ASAN_OPTIONS"] = (
|
|
f"{os.environ['ASAN_OPTIONS']}:{':'.join(f'{key}={value}' for key, value in parser['asan'].items())}"
|
|
)
|
|
|
|
if parser.has_section("msan"):
|
|
os.environ["MSAN_OPTIONS"] = (
|
|
f"{os.environ['MSAN_OPTIONS']}:{':'.join(f'{key}={value}' for key, value in parser['msan'].items())}"
|
|
)
|
|
|
|
if parser.has_section("ubsan"):
|
|
os.environ["UBSAN_OPTIONS"] = (
|
|
f"{os.environ['UBSAN_OPTIONS']}:{':'.join(f'{key}={value}' for key, value in parser['ubsan'].items())}"
|
|
)
|
|
|
|
if parser.has_section("libfuzzer"):
|
|
custom_libfuzzer_options = " ".join(
|
|
f"-{key}={value}"
|
|
for key, value in parser["libfuzzer"].items()
|
|
if key not in ("jobs", "exact_artifact_path")
|
|
)
|
|
|
|
if parser.has_section("fuzzer_arguments"):
|
|
fuzzer_arguments = " ".join(
|
|
(f"{key}") if value == "" else (f"{key}={value}")
|
|
for key, value in parser["fuzzer_arguments"].items()
|
|
)
|
|
|
|
use_fuzzer_args = parser.getboolean("CI", "FUZZER_ARGS", fallback=False)
|
|
|
|
exact_artifact_path = f"{OUTPUT}/{fuzzer}.unit"
|
|
status_path = f"{OUTPUT}/{fuzzer}.status"
|
|
out_path = f"{OUTPUT}/{fuzzer}.out"
|
|
stdout_path = f"{OUTPUT}/{fuzzer}.stdout"
|
|
|
|
if not "-dict=" in custom_libfuzzer_options and Path(f"{fuzzer}.dict").exists():
|
|
custom_libfuzzer_options += f" -dict={fuzzer}.dict"
|
|
custom_libfuzzer_options += f" -exact_artifact_path={exact_artifact_path}"
|
|
|
|
libfuzzer_corpora = f"{active_corpus_dir} {seed_corpus_dir}"
|
|
|
|
cmd_line = f"{DEBUGGER} ./{fuzzer} {fuzzer_arguments}"
|
|
|
|
env = None
|
|
with_fuzzer_args = ""
|
|
if use_fuzzer_args:
|
|
env = {"FUZZER_ARGS": f"{custom_libfuzzer_options} {libfuzzer_corpora}".strip()}
|
|
with_fuzzer_args = f" with FUZZER_ARGS '{env['FUZZER_ARGS']}'"
|
|
else:
|
|
cmd_line += f" {custom_libfuzzer_options} {libfuzzer_corpora}"
|
|
|
|
logging.info("...will execute: '%s'%s", cmd_line, with_fuzzer_args)
|
|
|
|
stopwatch = Stopwatch()
|
|
try:
|
|
with open(out_path, "wb") as out, open(stdout_path, "wb") as stdout:
|
|
subprocess.run(
|
|
cmd_line.split(),
|
|
stdin=subprocess.DEVNULL,
|
|
stdout=stdout,
|
|
stderr=out,
|
|
text=True,
|
|
check=True,
|
|
shell=False,
|
|
errors="replace",
|
|
timeout=timeout,
|
|
env=env,
|
|
)
|
|
except subprocess.CalledProcessError:
|
|
logging.info("Fail running %s", fuzzer)
|
|
with open(status_path, "w", encoding="utf-8") as status:
|
|
status.write(
|
|
f"FAIL\n{stopwatch.start_time_str}\n{stopwatch.duration_seconds}\n"
|
|
)
|
|
except subprocess.TimeoutExpired:
|
|
logging.info("Successful running %s", fuzzer)
|
|
with open(status_path, "w", encoding="utf-8") as status:
|
|
status.write(
|
|
f"OK\n{stopwatch.start_time_str}\n{stopwatch.duration_seconds}\n"
|
|
)
|
|
except Exception as e:
|
|
logging.info("Unexpected exception running %s: %s", fuzzer, e)
|
|
with open(status_path, "w", encoding="utf-8") as status:
|
|
status.write(
|
|
f"ERROR\n{stopwatch.start_time_str}\n{stopwatch.duration_seconds}\n"
|
|
)
|
|
else:
|
|
logging.info("Error running %s", fuzzer)
|
|
with open(status_path, "w", encoding="utf-8") as status:
|
|
status.write(
|
|
f"ERROR\n{stopwatch.start_time_str}\n{stopwatch.duration_seconds}\n"
|
|
)
|
|
|
|
|
|
def main():
|
|
logging.basicConfig(level=logging.INFO)
|
|
|
|
subprocess.check_call("ls -al", shell=True)
|
|
|
|
timeout = 30 if TIMEOUT == 0 else TIMEOUT
|
|
|
|
with Path() as current:
|
|
for fuzzer in current.iterdir():
|
|
if (current / fuzzer).is_file() and os.access(current / fuzzer, os.X_OK):
|
|
run_fuzzer(fuzzer.name, timeout)
|
|
|
|
subprocess.check_call(f"ls -al {OUTPUT}", shell=True)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|