justin/new-site
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

trucking: extend big-operator exclusion to day 30 (reputation recovery)

Browse source 
Main pool is calendar-day 12 but reputation is wrecked (54% delivery, Gmail+
Outlook blocks) -- NOT warmed. MX tagging confirmed the cause: 702k carriers on
Google + 135k on Microsoft = the warmup was hammering exactly the two operators
blocking us. Hold Google/MS/Proofpoint/etc. OUT entirely until day 30 (configurable),
sending only to the long-tail operators (yahoo/comcast/charter/centurylink/etc.)
that don't bot-throttle, so reputation can recover; then re-introduce big
operators gradually via mx_daily_caps. 1.24M/1.49M carriers now tagged.
This commit is contained in:
justin 2026-06-14 21:35:58 -05:00
parent 3fbfcbfaab
commit b9b963f87b
1 changed files with 18 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

27
scripts/build_trucking_campaigns.py
View file

@ -175,12 +175,17 @@ _COUPON_ALPHABET = "ABCDEFGHJKLMNPQRSTUVWXYZ" # no I/O to avoid confusion
# EXCLUDE those big operators entirely (send to the long tail of small/self-hosted # EXCLUDE those big operators entirely (send to the long tail of small/self-hosted
# mail systems that don't bot-throttle), then cap per-operator once reputation is # mail systems that don't bot-throttle), then cap per-operator once reputation is
# established. mx_provider is populated by mx_tag_carriers.py. # established. mx_provider is populated by mx_tag_carriers.py.
# Set MAIN_SKIP_BIG_MX=0 to stop excluding once warmed up. # Set MAIN_SKIP_BIG_MX=0 to stop excluding once truly warmed up.
MAIN_SKIP_BIG_MX = os.getenv("MAIN_SKIP_BIG_MX", "1") not in ("0", "false", "") MAIN_SKIP_BIG_MX = os.getenv("MAIN_SKIP_BIG_MX", "1") not in ("0", "false", "")
# Operators to hold out during warmup (they aggressively throttle/blocklist). # Operators to hold out during warmup (they aggressively throttle/blocklist).
BIG_MX_OPERATORS = ("google", "microsoft", "proofpoint", "mimecast", BIG_MX_OPERATORS = ("google", "microsoft", "proofpoint", "mimecast",
"barracuda", "cisco", "broadcom") "barracuda", "cisco", "broadcom")
MAIN_WARMUP_START_FILE = os.getenv("MTA_WARMUP_START_FILE", "/etc/postfix/pw-warmup-start") MAIN_WARMUP_START_FILE = os.getenv("MTA_WARMUP_START_FILE", "/etc/postfix/pw-warmup-start")
# How many days to EXCLUDE the big operators entirely. The Jun 13-14 block storm
# means reputation is NOT yet established despite a high calendar day count, so we
# hold Google/Microsoft/etc. out until day 30 to let reputation recover on the
# long-tail operators first, then re-introduce them gradually via mx_daily_caps.
MAIN_BIG_MX_EXCLUDE_UNTIL_DAY = int(os.getenv("MAIN_BIG_MX_EXCLUDE_UNTIL_DAY", "30"))
def main_warmup_day() -> int: def main_warmup_day() -> int:
@ -192,13 +197,17 @@ def main_warmup_day() -> int:
def mx_daily_caps(day: int) -> dict: def mx_daily_caps(day: int) -> dict:
"""Per-operator daily NEW-recipient caps, ramping with the warmup day. Big """Per-operator daily NEW-recipient caps. Big operators are EXCLUDED entirely
operators are EXCLUDED during early warmup (see MAIN_SKIP_BIG_MX); these caps until MAIN_BIG_MX_EXCLUDE_UNTIL_DAY (reputation recovery), then re-introduced
apply once they're re-enabled.""" gradually. 'default' is the per-operator cap for the long tail."""
if day <= 6: big, default = 0, 40 # big operators OFF, long tail only if day <= MAIN_BIG_MX_EXCLUDE_UNTIL_DAY:
elif day <= 13: big, default = 60, 80 big, default = 0, 120 # big OFF; long-tail operators carry volume
elif day <= 20: big, default = 150, 150 elif day <= MAIN_BIG_MX_EXCLUDE_UNTIL_DAY + 7:
else: big, default = 300, 250 big, default = 40, 150 # re-introduce big slowly
elif day <= MAIN_BIG_MX_EXCLUDE_UNTIL_DAY + 14:
big, default = 120, 200
else:
big, default = 300, 250
caps = {op: big for op in BIG_MX_OPERATORS} caps = {op: big for op in BIG_MX_OPERATORS}
caps["__default__"] = default caps["__default__"] = default
return caps return caps
@ -728,7 +737,7 @@ def fetch_carriers(
# selector still bounds them, and excluding NULLs would starve the pool until # selector still bounds them, and excluding NULLs would starve the pool until
# tagging completes. # tagging completes.
big_mx_exclude = "" big_mx_exclude = ""
if MAIN_SKIP_BIG_MX and main_warmup_day() <= 6: if MAIN_SKIP_BIG_MX and main_warmup_day() <= MAIN_BIG_MX_EXCLUDE_UNTIL_DAY:
ops = ",".join("'%s'" % o for o in BIG_MX_OPERATORS) ops = ",".join("'%s'" % o for o in BIG_MX_OPERATORS)
big_mx_exclude = f"AND (mx_provider IS NULL OR mx_provider NOT IN ({ops}))" big_mx_exclude = f"AND (mx_provider IS NULL OR mx_provider NOT IN ({ops}))"