Private
Public Access
Postgres recomputed a tsvector over every article's full text on every search. A migration now adds a stored, GIN-indexed search_vector column kept current by a trigger (so no ingest/update path can forget it), and the backend reads that column. Untested here: no Postgres in the dev sandbox, so the SQL is reviewed but not executed — worth one run of the (skipped-on-SQLite) Postgres test module against a real instance. SQLite search built one bound parameter per subscribed feed, so enough feeds would exceed the variable limit, and the OperationalError was swallowed into "no results". It now scopes through a subquery on Subscription and logs failures. SQLite connections also get WAL mode, a 20s busy timeout, and IMMEDIATE transactions so gunicorn, Celery, and the FTS triggers stop tripping over each other. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
155 lines
5.4 KiB
Python
155 lines
5.4 KiB
Python
"""
|
|
Base Django settings for Evection, shared by all environments.
|
|
|
|
Environment-specific overrides live in dev.py / prod.py / test.py.
|
|
"""
|
|
|
|
from pathlib import Path
|
|
|
|
import environ
|
|
|
|
BASE_DIR = Path(__file__).resolve().parent.parent.parent
|
|
|
|
env = environ.Env()
|
|
env_file = BASE_DIR / ".env"
|
|
if env_file.exists():
|
|
environ.Env.read_env(str(env_file))
|
|
|
|
SECRET_KEY = env.str("SECRET_KEY", default="django-insecure-change-me-in-production")
|
|
DEBUG = env.bool("DEBUG", default=False)
|
|
ALLOWED_HOSTS = env.list("ALLOWED_HOSTS", default=["localhost", "127.0.0.1"])
|
|
|
|
INSTALLED_APPS = [
|
|
"django.contrib.admin",
|
|
"django.contrib.auth",
|
|
"django.contrib.contenttypes",
|
|
"django.contrib.sessions",
|
|
"django.contrib.messages",
|
|
"django.contrib.staticfiles",
|
|
# third-party
|
|
"django_htmx",
|
|
# Evection apps
|
|
"apps.core",
|
|
"apps.accounts",
|
|
"apps.feeds",
|
|
"apps.articles",
|
|
"apps.rules",
|
|
"apps.search",
|
|
"apps.reader",
|
|
"apps.pwa",
|
|
]
|
|
|
|
MIDDLEWARE = [
|
|
"django.middleware.security.SecurityMiddleware",
|
|
"django.contrib.sessions.middleware.SessionMiddleware",
|
|
"django.middleware.common.CommonMiddleware",
|
|
"django.middleware.csrf.CsrfViewMiddleware",
|
|
"django.contrib.auth.middleware.AuthenticationMiddleware",
|
|
"django.contrib.messages.middleware.MessageMiddleware",
|
|
"django.middleware.clickjacking.XFrameOptionsMiddleware",
|
|
"django_htmx.middleware.HtmxMiddleware",
|
|
"apps.accounts.middleware.SetupWizardMiddleware",
|
|
]
|
|
|
|
ROOT_URLCONF = "config.urls"
|
|
|
|
TEMPLATES = [
|
|
{
|
|
"BACKEND": "django.template.backends.django.DjangoTemplates",
|
|
"DIRS": [BASE_DIR / "templates"],
|
|
"APP_DIRS": True,
|
|
"OPTIONS": {
|
|
"context_processors": [
|
|
"django.template.context_processors.request",
|
|
"django.contrib.auth.context_processors.auth",
|
|
"django.contrib.messages.context_processors.messages",
|
|
"apps.core.context_processors.sidebar",
|
|
],
|
|
},
|
|
},
|
|
]
|
|
|
|
WSGI_APPLICATION = "config.wsgi.application"
|
|
ASGI_APPLICATION = "config.asgi.application"
|
|
|
|
# Database — DATABASE_URL drives both SQLite and Postgres installs, e.g.:
|
|
# sqlite:///db.sqlite3
|
|
# postgres://user:pass@host:5432/dbname
|
|
DATABASES = {"default": env.db_url("DATABASE_URL", default=f"sqlite:///{BASE_DIR / 'db.sqlite3'}")}
|
|
|
|
# gunicorn, Celery workers, and the FTS triggers all write to the same
|
|
# SQLite file (C6): without WAL, readers and a writer block each other,
|
|
# and without a busy timeout a contended write fails immediately with
|
|
# "database is locked" instead of waiting its turn. IMMEDIATE takes the
|
|
# write lock at transaction start so a read-then-write transaction can't
|
|
# deadlock upgrading it mid-way.
|
|
if DATABASES["default"]["ENGINE"] == "django.db.backends.sqlite3":
|
|
DATABASES["default"].setdefault("OPTIONS", {}).update(
|
|
{
|
|
"timeout": 20,
|
|
"transaction_mode": "IMMEDIATE",
|
|
"init_command": "PRAGMA journal_mode=WAL; PRAGMA synchronous=NORMAL;",
|
|
}
|
|
)
|
|
|
|
AUTH_USER_MODEL = "accounts.User"
|
|
|
|
AUTH_PASSWORD_VALIDATORS = [
|
|
{"NAME": "django.contrib.auth.password_validation.UserAttributeSimilarityValidator"},
|
|
{"NAME": "django.contrib.auth.password_validation.MinimumLengthValidator"},
|
|
{"NAME": "django.contrib.auth.password_validation.CommonPasswordValidator"},
|
|
{"NAME": "django.contrib.auth.password_validation.NumericPasswordValidator"},
|
|
]
|
|
|
|
LOGIN_URL = "accounts:login"
|
|
LOGIN_REDIRECT_URL = "reader:stream"
|
|
LOGOUT_REDIRECT_URL = "accounts:login"
|
|
|
|
LANGUAGE_CODE = "en-us"
|
|
TIME_ZONE = "UTC"
|
|
USE_I18N = True
|
|
USE_TZ = True
|
|
|
|
STATIC_URL = "static/"
|
|
STATICFILES_DIRS = [BASE_DIR / "static"]
|
|
STATIC_ROOT = BASE_DIR / "staticfiles"
|
|
|
|
DEFAULT_AUTO_FIELD = "django.db.models.BigAutoField"
|
|
|
|
# Evection-specific settings
|
|
EVECTION_SIGNUP_ENABLED = env.bool("EVECTION_SIGNUP_ENABLED", default=False)
|
|
EVECTION_MIN_FETCH_INTERVAL_MINUTES = env.int("EVECTION_MIN_FETCH_INTERVAL_MINUTES", default=15)
|
|
EVECTION_PWA_CACHE_VERSION = env.str("EVECTION_PWA_CACHE_VERSION", default="v1")
|
|
|
|
# Redis-backed rather than Django's default per-process LocMemCache: login
|
|
# rate limiting (apps.accounts.views) must share counters across every
|
|
# gunicorn worker, not just whichever one happened to handle a given
|
|
# request. Redis is already a hard install requirement for Celery, so
|
|
# this adds no new infrastructure — just a distinct key prefix so cache
|
|
# keys can't collide with anything else sharing that Redis instance.
|
|
CACHES = {
|
|
"default": {
|
|
"BACKEND": "django.core.cache.backends.redis.RedisCache",
|
|
"LOCATION": env.str("REDIS_URL", default="redis://localhost:6379/0"),
|
|
"KEY_PREFIX": "evection-cache",
|
|
}
|
|
}
|
|
|
|
# Celery
|
|
CELERY_BROKER_URL = env.str("REDIS_URL", default="redis://localhost:6379/0")
|
|
CELERY_RESULT_BACKEND = None
|
|
CELERY_TASK_SERIALIZER = "json"
|
|
CELERY_ACCEPT_CONTENT = ["json"]
|
|
CELERY_TIMEZONE = TIME_ZONE
|
|
|
|
# Without these, a worker process killed mid-task (OOM, deploy restart,
|
|
# crash) silently loses that task: the default is to ack a message the
|
|
# moment a worker *starts* it, not when it finishes. acks_late + reject-
|
|
# on-worker-lost means the message is only consumed on completion (success
|
|
# or a handled failure) and is redelivered to another worker otherwise.
|
|
# prefetch_multiplier=1 keeps a worker from grabbing a batch of tasks it
|
|
# could similarly lose all at once.
|
|
CELERY_TASK_ACKS_LATE = True
|
|
CELERY_TASK_REJECT_ON_WORKER_LOST = True
|
|
CELERY_WORKER_PREFETCH_MULTIPLIER = 1
|