mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-20 16:50:48 +00:00
67 lines
2.0 KiB
Python
67 lines
2.0 KiB
Python
#!/usr/bin/env python3
|
|
|
|
from subprocess import Popen, PIPE, STDOUT
|
|
from threading import Thread
|
|
from time import sleep
|
|
import logging
|
|
import os
|
|
import sys
|
|
|
|
|
|
# Very simple tee logic implementation. You can specify shell command, output
|
|
# logfile and env variables. After TeePopen is created you can only wait until
|
|
# it finishes. stderr and stdout will be redirected both to specified file and
|
|
# stdout.
|
|
class TeePopen:
|
|
# pylint: disable=W0102
|
|
def __init__(self, command, log_file, env=os.environ.copy(), timeout=None):
|
|
self.command = command
|
|
self.log_file = log_file
|
|
self.env = env
|
|
self.process = None
|
|
self.timeout = timeout
|
|
|
|
def _check_timeout(self):
|
|
sleep(self.timeout)
|
|
while self.process.poll() is None:
|
|
logging.warning(
|
|
"Killing process %s, timeout %s exceeded",
|
|
self.process.pid,
|
|
self.timeout,
|
|
)
|
|
os.killpg(self.process.pid, 9)
|
|
sleep(10)
|
|
|
|
def __enter__(self):
|
|
self.process = Popen(
|
|
self.command,
|
|
shell=True,
|
|
universal_newlines=True,
|
|
env=self.env,
|
|
start_new_session=True, # signall will be sent to all children
|
|
stderr=STDOUT,
|
|
stdout=PIPE,
|
|
bufsize=1,
|
|
)
|
|
self.log_file = open(self.log_file, "w", encoding="utf-8")
|
|
if self.timeout is not None and self.timeout > 0:
|
|
t = Thread(target=self._check_timeout)
|
|
t.daemon = True # does not block the program from exit
|
|
t.start()
|
|
return self
|
|
|
|
def __exit__(self, t, value, traceback):
|
|
for line in self.process.stdout:
|
|
sys.stdout.write(line)
|
|
self.log_file.write(line)
|
|
|
|
self.process.wait()
|
|
self.log_file.close()
|
|
|
|
def wait(self):
|
|
for line in self.process.stdout:
|
|
sys.stdout.write(line)
|
|
self.log_file.write(line)
|
|
|
|
return self.process.wait()
|