ClickHouse/tests/integration/helpers/retry_decorator.py

35 lines
1.1 KiB
Python

import time
import random
from typing import Type, List
def retry(
*exceptions: Type[BaseException],
retries: int = 5,
delay: float = 1,
backoff: float = 1.5,
jitter: float = 2,
log_function=None, # should take **kwargs or arguments: `retry_number`, `exception` and `sleep_time`
):
exceptions = exceptions or (Exception,)
def inner(func, *args, **kwargs):
current_delay = delay
for retry in range(retries):
try:
func(*args, **kwargs)
break
except Exception as e:
should_retry = (retry < retries - 1) and any(
isinstance(e, re) for re in exceptions
)
if not should_retry:
raise e
sleep_time = current_delay + random.uniform(0, jitter)
if log_function is not None:
log_function(retry_number=retry, exception=e, sleep_time=sleep_time)
time.sleep(sleep_time)
current_delay *= backoff
return inner