lukasandClaude Opus 4.8
bcf11fcecb
Ownership of an account now moves through a Redis lease so any number of sync
workers can run against the same account set with no double-IDLE.
- leases.py: sync:live registry + sync:lease:{id} (SET NX EX) with owner-checked
Lua renew/release; mark_live / mark_not_live helpers.
- coordinator.py: SyncCoordinator claims from sync:live up to MAX_ACCOUNTS_PER_
WORKER, renews every LEASE_RENEW (fences the runner on lease loss), reconciles
sync:live against Postgres, heartbeats a worker key, and rebalances when it
holds well above a fair share.
- supervisor start/stop now drive a coordinator; engine._set_state and
delete_account maintain sync:live membership (+ lease drop = fencing teardown).
- config: MAX_ACCOUNTS_PER_WORKER, LEASE_TTL, LEASE_RENEW.
- tests: acceptance 1-3 (single ownership, crash failover, create/delete
lifecycle) driving the real coordinator + Redis with faked IMAP loops.
Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
58 lines
2.5 KiB
Python
58 lines
2.5 KiB
Python
"""Application configuration.
|
|
|
|
SPEC §14: the complete env list is read exactly once here (pydantic-settings).
|
|
No ``os.environ`` access is permitted anywhere else in the codebase.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from functools import lru_cache
|
|
|
|
from pydantic import Field
|
|
from pydantic_settings import BaseSettings, SettingsConfigDict
|
|
|
|
|
|
class Settings(BaseSettings):
|
|
"""All runtime configuration, sourced from the environment (SPEC §14)."""
|
|
|
|
model_config = SettingsConfigDict(env_file=None, extra="ignore")
|
|
|
|
app_domain: str = Field(alias="APP_DOMAIN")
|
|
database_url: str = Field(alias="DATABASE_URL")
|
|
redis_url: str = Field(alias="REDIS_URL")
|
|
master_key: str = Field(alias="MASTER_KEY") # 32 bytes, base64
|
|
|
|
blob_root: str = Field(default="./var/blobs", alias="BLOB_ROOT")
|
|
|
|
search_backend: str = Field(default="pg", alias="SEARCH_BACKEND")
|
|
meili_url: str = Field(default="http://127.0.0.1:7700", alias="MEILI_URL")
|
|
meili_key: str = Field(default="", alias="MEILI_KEY")
|
|
|
|
undo_seconds: int = Field(default=10, alias="UNDO_SECONDS")
|
|
poll_interval: int = Field(default=120, alias="POLL_INTERVAL")
|
|
session_ttl_days: int = Field(default=30, alias="SESSION_TTL_DAYS")
|
|
max_attachment_mb: int = Field(default=25, alias="MAX_ATTACHMENT_MB")
|
|
log_level: str = Field(default="INFO", alias="LOG_LEVEL")
|
|
|
|
# --- Sync engine v2 (workers layer) --------------------------------------
|
|
# Worker role: "sync" (lease-owned account runners) | "jobs" (arq consumer)
|
|
# | "all" (both, single-process dev default).
|
|
worker_role: str = Field(default="all", alias="WORKER_ROLE")
|
|
interactive_concurrency: int = Field(default=20, alias="INTERACTIVE_CONCURRENCY")
|
|
bulk_concurrency: int = Field(default=2, alias="BULK_CONCURRENCY")
|
|
# Lease protocol (§2): account ownership across sync workers.
|
|
max_accounts_per_worker: int = Field(default=400, alias="MAX_ACCOUNTS_PER_WORKER")
|
|
lease_ttl: int = Field(default=60, alias="LEASE_TTL")
|
|
lease_renew: int = Field(default=20, alias="LEASE_RENEW")
|
|
|
|
oauth_google_client_id: str = Field(default="", alias="OAUTH_GOOGLE_CLIENT_ID")
|
|
oauth_google_client_secret: str = Field(default="", alias="OAUTH_GOOGLE_CLIENT_SECRET")
|
|
oauth_ms_client_id: str = Field(default="", alias="OAUTH_MS_CLIENT_ID")
|
|
oauth_ms_client_secret: str = Field(default="", alias="OAUTH_MS_CLIENT_SECRET")
|
|
|
|
|
|
@lru_cache(maxsize=1)
|
|
def get_settings() -> Settings:
|
|
"""Return the process-wide settings singleton."""
|
|
return Settings() # values are sourced from the environment
|