mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-20 08:40:50 +00:00
78 lines
2.3 KiB
Python
78 lines
2.3 KiB
Python
#!/usr/bin/env python3
|
|
|
|
from subprocess import Popen, PIPE, STDOUT
|
|
from threading import Thread
|
|
from time import sleep
|
|
from typing import Optional
|
|
import logging
|
|
import os
|
|
import sys
|
|
|
|
|
|
# Very simple tee logic implementation. You can specify shell command, output
|
|
# logfile and env variables. After TeePopen is created you can only wait until
|
|
# it finishes. stderr and stdout will be redirected both to specified file and
|
|
# stdout.
|
|
class TeePopen:
|
|
# pylint: disable=W0102
|
|
def __init__(self, command, log_file, env=os.environ.copy(), timeout=None):
|
|
self.command = command
|
|
self.log_file = log_file
|
|
self.env = env
|
|
self._process = None # type: Optional[Popen]
|
|
self.timeout = timeout
|
|
|
|
def _check_timeout(self):
|
|
sleep(self.timeout)
|
|
while self.process.poll() is None:
|
|
logging.warning(
|
|
"Killing process %s, timeout %s exceeded",
|
|
self.process.pid,
|
|
self.timeout,
|
|
)
|
|
os.killpg(self.process.pid, 9)
|
|
sleep(10)
|
|
|
|
def __enter__(self):
|
|
self.process = Popen(
|
|
self.command,
|
|
shell=True,
|
|
universal_newlines=True,
|
|
env=self.env,
|
|
start_new_session=True, # signall will be sent to all children
|
|
stderr=STDOUT,
|
|
stdout=PIPE,
|
|
bufsize=1,
|
|
)
|
|
self.log_file = open(self.log_file, "w", encoding="utf-8")
|
|
if self.timeout is not None and self.timeout > 0:
|
|
t = Thread(target=self._check_timeout)
|
|
t.daemon = True # does not block the program from exit
|
|
t.start()
|
|
return self
|
|
|
|
def __exit__(self, t, value, traceback):
|
|
for line in self.process.stdout: # type: ignore
|
|
sys.stdout.write(line)
|
|
self.log_file.write(line)
|
|
|
|
self.process.wait()
|
|
self.log_file.close()
|
|
|
|
def wait(self):
|
|
for line in self.process.stdout: # type: ignore
|
|
sys.stdout.write(line)
|
|
self.log_file.write(line)
|
|
|
|
return self.process.wait()
|
|
|
|
@property
|
|
def process(self) -> Popen:
|
|
if self._process is not None:
|
|
return self._process
|
|
raise AttributeError("process is not created yet")
|
|
|
|
@process.setter
|
|
def process(self, process: Popen) -> None:
|
|
self._process = process
|