vvzvlad
080dae3e74
Docker Image CI / build (push) Has been cancelled
Introduce `cached_get_chat` in `tg_cache` to store channel metadata on disk with a configurable TTL (default 12 hours). Use the `tg_rpc` throttling context for RPC calls. Update `rss_generator` to use the cached version and document related environment variables in `dockercompose.yml`.
70 lines
2.3 KiB
Python
70 lines
2.3 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# flake8: noqa
|
|
# pylint: disable=broad-exception-caught, global-statement, missing-function-docstring, missing-class-docstring
|
|
# pylint: disable=logging-fstring-interpolation, line-too-long
|
|
|
|
import os
|
|
import time
|
|
import asyncio
|
|
import logging
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def _parse_int_env(name: str, default: int, minimum: int) -> int:
|
|
"""Parse an int env var, falling back to default on missing/invalid/out-of-range value."""
|
|
raw = os.getenv(name)
|
|
if raw is None or raw.strip() == "":
|
|
return default
|
|
try:
|
|
value = int(raw)
|
|
except ValueError:
|
|
logger.warning(f"tg_throttle: {name} is not a valid integer ({raw!r}); using default {default}")
|
|
return default
|
|
if value < minimum:
|
|
logger.warning(f"tg_throttle: {name}={value} below minimum {minimum}; using default {default}")
|
|
return default
|
|
return value
|
|
|
|
|
|
# Global throttle for live Telegram MTProto RPC calls. Serializes bursts (e.g. miniflux
|
|
# batching ~47 feeds at once) so they do not trip Telegram's FLOOD_WAIT (420).
|
|
_CONCURRENCY = _parse_int_env("TG_RPC_CONCURRENCY", 1, 1) # max concurrent Telegram RPCs
|
|
_MIN_INTERVAL = _parse_int_env("TG_RPC_MIN_INTERVAL_MS", 500, 0) / 1000.0 # min gap between RPC starts (seconds)
|
|
|
|
_sem = asyncio.Semaphore(_CONCURRENCY)
|
|
_lock = asyncio.Lock()
|
|
_last_start = 0.0
|
|
|
|
logger.info(f"tg_throttle: initialized (concurrency={_CONCURRENCY}, min_interval={_MIN_INTERVAL*1000:.0f}ms)")
|
|
|
|
|
|
class _TgRpcGate:
|
|
"""Async context manager that caps concurrency and enforces a minimum spacing between RPC starts."""
|
|
|
|
async def __aenter__(self):
|
|
await _sem.acquire()
|
|
global _last_start
|
|
try:
|
|
async with _lock:
|
|
wait = _last_start + _MIN_INTERVAL - time.monotonic()
|
|
if wait > 0:
|
|
await asyncio.sleep(wait)
|
|
_last_start = time.monotonic()
|
|
except BaseException:
|
|
# Do not leak a semaphore permit if cancelled while waiting for the spacing.
|
|
_sem.release()
|
|
raise
|
|
return self
|
|
|
|
async def __aexit__(self, exc_type, exc, tb):
|
|
_sem.release()
|
|
return False
|
|
|
|
|
|
def tg_rpc():
|
|
"""Return an async context manager that throttles a single live Telegram RPC call."""
|
|
return _TgRpcGate()
|