mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-16 03:12:43 +00:00
138 lines
4.4 KiB
Python
138 lines
4.4 KiB
Python
import copy
|
|
import dataclasses
|
|
import json
|
|
from typing import Optional
|
|
|
|
import requests
|
|
|
|
from ._environment import _Environment
|
|
from .result import Result
|
|
from .settings import Settings
|
|
from .utils import Utils
|
|
|
|
|
|
class CIDB:
|
|
@dataclasses.dataclass
|
|
class TableRecord:
|
|
pull_request_number: int
|
|
commit_sha: str
|
|
commit_url: str
|
|
check_name: str
|
|
check_status: str
|
|
check_duration_ms: int
|
|
check_start_time: int
|
|
report_url: str
|
|
pull_request_url: str
|
|
base_ref: str
|
|
base_repo: str
|
|
head_ref: str
|
|
head_repo: str
|
|
task_url: str
|
|
instance_type: str
|
|
instance_id: str
|
|
test_name: str
|
|
test_status: str
|
|
test_duration_ms: Optional[int]
|
|
test_context_raw: str
|
|
|
|
def __init__(self, url, passwd):
|
|
self.url = url
|
|
self.auth = {
|
|
"X-ClickHouse-User": "default",
|
|
"X-ClickHouse-Key": passwd,
|
|
}
|
|
|
|
@classmethod
|
|
def json_data_generator(cls, result: Result):
|
|
env = _Environment.get()
|
|
base_record = cls.TableRecord(
|
|
pull_request_number=env.PR_NUMBER,
|
|
commit_sha=env.SHA,
|
|
commit_url=env.COMMIT_URL,
|
|
check_name=result.name,
|
|
check_status=result.status,
|
|
check_duration_ms=int(result.duration * 1000),
|
|
check_start_time=Utils.timestamp_to_str(result.start_time),
|
|
report_url=env.get_report_url(settings=Settings),
|
|
pull_request_url=env.CHANGE_URL,
|
|
base_ref=env.BASE_BRANCH,
|
|
base_repo=env.REPOSITORY,
|
|
head_ref=env.BRANCH,
|
|
# TODO: remove from table?
|
|
head_repo=env.REPOSITORY,
|
|
# TODO: remove from table?
|
|
task_url="",
|
|
instance_type=",".join([env.INSTANCE_TYPE, env.INSTANCE_LIFE_CYCLE]),
|
|
instance_id=env.INSTANCE_ID,
|
|
test_name="",
|
|
test_status="",
|
|
test_duration_ms=None,
|
|
test_context_raw=result.info,
|
|
)
|
|
yield json.dumps(dataclasses.asdict(base_record))
|
|
for result_ in result.results:
|
|
record = copy.deepcopy(base_record)
|
|
record.test_name = result_.name
|
|
if result_.start_time:
|
|
record.check_start_time = (Utils.timestamp_to_str(result.start_time),)
|
|
record.test_status = result_.status
|
|
record.test_duration_ms = int(result_.duration * 1000)
|
|
record.test_context_raw = result_.info
|
|
yield json.dumps(dataclasses.asdict(record))
|
|
|
|
def insert(self, result: Result):
|
|
# Create a session object
|
|
params = {
|
|
"database": Settings.CI_DB_DB_NAME,
|
|
"query": f"INSERT INTO {Settings.CI_DB_TABLE_NAME} FORMAT JSONEachRow",
|
|
"date_time_input_format": "best_effort",
|
|
"send_logs_level": "warning",
|
|
}
|
|
|
|
session = requests.Session()
|
|
|
|
for json_str in self.json_data_generator(result):
|
|
try:
|
|
response1 = session.post(
|
|
url=self.url,
|
|
params=params,
|
|
data=json_str,
|
|
headers=self.auth,
|
|
timeout=Settings.CI_DB_INSERT_TIMEOUT_SEC,
|
|
)
|
|
except Exception as ex:
|
|
raise ex
|
|
|
|
session.close()
|
|
|
|
def check(self):
|
|
# Create a session object
|
|
params = {
|
|
"database": Settings.CI_DB_DB_NAME,
|
|
"query": f"SELECT 1",
|
|
}
|
|
try:
|
|
response = requests.post(
|
|
url=self.url,
|
|
params=params,
|
|
data="",
|
|
headers=self.auth,
|
|
timeout=Settings.CI_DB_INSERT_TIMEOUT_SEC,
|
|
)
|
|
if not response.ok:
|
|
print("ERROR: No connection to CI DB")
|
|
return (
|
|
False,
|
|
f"ERROR: No connection to CI DB [{response.status_code}/{response.reason}]",
|
|
)
|
|
if not response.json() == 1:
|
|
print("ERROR: CI DB smoke test failed select 1 == 1")
|
|
return (
|
|
False,
|
|
f"ERROR: CI DB smoke test failed [select 1 ==> {response.json()}]",
|
|
)
|
|
except Exception as ex:
|
|
print(f"ERROR: Exception [{ex}]")
|
|
return False, "CIDB: ERROR: Exception [{ex}]"
|
|
return True, ""
|