-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathbackoff.py
More file actions
79 lines (59 loc) · 2.28 KB
/
backoff.py
File metadata and controls
79 lines (59 loc) · 2.28 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
"""Backoff strategy for retry logic"""
from __future__ import annotations
import random
class BackoffStrategy:
"""Exponential backoff strategy with optional jitter
Calculates delay for retry attempts using exponential backoff:
delay = min(base * 2^attempt, max_delay)
With jitter, adds randomness to prevent thundering herd:
delay = delay * (1 ± jitter)
Args:
base: Base delay in seconds (default: 1.0)
max_delay: Maximum delay in seconds (default: 60.0)
jitter: Jitter factor (0.0 to 1.0, default: 0.0)
Example:
>>> backoff = BackoffStrategy(base=1.0, max_delay=60.0, jitter=0.1)
>>> backoff.next_delay(attempt=0) # ~1.0 ± 10%
>>> backoff.next_delay(attempt=3) # ~8.0 ± 10%
"""
def __init__(
self,
base: float = 1.0,
max_delay: float = 60.0,
jitter: float = 0.0,
):
"""Initialize backoff strategy
Args:
base: Base delay in seconds
max_delay: Maximum delay in seconds
jitter: Jitter factor (0.0 to 1.0) for randomness
Raises:
ValueError: If jitter is not in range [0.0, 1.0]
"""
if not 0.0 <= jitter <= 1.0:
raise ValueError(f"jitter must be between 0.0 and 1.0, got {jitter}")
self.base = base
self.max_delay = max_delay
self.jitter = jitter
def next_delay(self, attempt: int) -> float:
"""Calculate next delay for the given attempt number
Args:
attempt: Retry attempt number (0-based)
Returns:
Delay in seconds with exponential backoff and optional jitter
"""
# Handle negative attempts
if attempt < 0:
attempt = 0
# Calculate exponential backoff: base * 2^attempt
delay = self.base * (2**attempt)
# Clamp to max_delay
delay = min(delay, self.max_delay)
# Apply jitter if configured
if self.jitter > 0:
# Add random jitter: delay * (1 ± jitter)
jitter_amount = delay * self.jitter
delay = delay + random.uniform(-jitter_amount, jitter_amount)
# Ensure delay doesn't go negative or exceed max_delay
delay = max(0, min(delay, self.max_delay))
return delay