get in losers, we're hunting memory leaks

Author: ewdurbin

.gitignore

@@ -4,3 +4,4 @@
 /.state
 /staticfiles
 .coverage
+/memray-*

Dockerfile

@@ -1,12 +1,13 @@
-FROM python:3.13-alpine
+FROM python:3.13
 
-RUN apk add --no-cache bash
+RUN apt install bash
 
 ENV PYTHONUNBUFFERED=1
 ENV PYTHONDONTWRITEBYTECODE=1
 RUN mkdir /code
 WORKDIR /code
 COPY requirements.txt /tmp/requirements.txt
+
 RUN --mount=type=cache,target=/root/.cache/pip \
     pip install -r /tmp/requirements.txt
 

Procfile

@@ -1,3 +1,3 @@
 release: python manage.py migrate
-web: gunicorn -c gunicorn.conf.py clabot.asgi:application --log-file -
+web: memray run --native --follow-fork -f -m gunicorn -c gunicorn.conf.py clabot.asgi:application --log-file -
 worker: python manage.py db_worker

compose.yml

@@ -24,7 +24,7 @@ services:
 
   web:
     image: clabot:docker-compose
-    command: python manage.py runserver 0.0.0.0:8000
+    command: memray run --native --follow-fork -f -m gunicorn -c gunicorn.conf.dev.py clabot.asgi:application --log-file -
     environment: *base_environment
     ports:
       - "8000:8000"

gunicorn.conf.dev.py

@@ -0,0 +1,16 @@
+bind = '0.0.0.0:8000'
+worker_class = "clabot.workers.UvicornWorker"
+workers = 1
+
+backlog = 2048
+preload_app = True
+#max_requests = 2048
+#max_requests_jitter = 128
+
+timeout = 60
+keepalive = 2
+
+errorlog = "-"
+loglevel = "info"
+accesslog = "-"
+access_log_format = '%(h)s %(l)s %(u)s %(t)s "%(r)s" %(s)s %(b)s "%(f)s" "%(a)s" %(M)'

gunicorn.conf.py

@@ -1,11 +1,11 @@
 bind = "unix:/var/run/cabotage/cabotage.sock"
 worker_class = "clabot.workers.UvicornWorker"
-workers = 2
+workers = 1
 
 backlog = 2048
 preload_app = True
-max_requests = 2048
-max_requests_jitter = 128
+#max_requests = 2048
+#max_requests_jitter = 128
 
 timeout = 60
 keepalive = 2

requirements.in

@@ -23,3 +23,7 @@ sentry_sdk
 servestatic
 stamina
 uvicorn
+
+# Debug
+memray
+pystack

requirements.txt

@@ -108,16 +108,29 @@ iniconfig==2.1.0
     # via pytest
 isort==6.0.1
     # via -r requirements.in
+jinja2==3.1.6
+    # via memray
+linkify-it-py==2.0.3
+    # via markdown-it-py
 markdown==3.7
     # via django-markdownx
-markdown-it-py==3.0.0
-    # via rich
+markdown-it-py[linkify,plugins]==3.0.0
+    # via
+    #   mdit-py-plugins
+    #   rich
+    #   textual
+markupsafe==3.0.2
+    # via jinja2
 marshmallow==3.26.1
     # via environs
 mccabe==0.7.0
     # via flake8
+mdit-py-plugins==0.4.2
+    # via markdown-it-py
 mdurl==0.1.2
     # via markdown-it-py
+memray==1.17.1
+    # via -r requirements.in
 mypy-extensions==1.0.0
     # via black
 oauthlib==3.2.2
@@ -136,7 +149,9 @@ pillow==11.1.0
 pip-tools==7.4.1
     # via -r requirements.in
 platformdirs==4.3.7
-    # via black
+    # via
+    #   black
+    #   textual
 pluggy==1.5.0
     # via pytest
 psycopg2-binary==2.9.10
@@ -165,6 +180,8 @@ pyproject-hooks==1.2.0
     # via
     #   build
     #   pip-tools
+pystack==1.4.1
+    # via -r requirements.in
 pytest==8.3.5
     # via
     #   -r requirements.in
@@ -179,7 +196,10 @@ python-dotenv==1.1.0
 requests==2.32.3
     # via -r requirements.in
 rich==13.9.4
-    # via django-typer
+    # via
+    #   django-typer
+    #   memray
+    #   textual
 sentry-sdk==2.25.1
     # via -r requirements.in
 servestatic==3.0.1
@@ -196,6 +216,8 @@ stamina==25.1.0
     # via -r requirements.in
 tenacity==9.1.2
     # via stamina
+textual==3.1.1
+    # via memray
 twisted[tls]==24.11.0
     # via daphne
 txaio==23.1.1
@@ -207,8 +229,11 @@ typing-extensions==4.13.0
     #   dj-database-url
     #   django-stubs-ext
     #   django-tasks
+    #   textual
     #   twisted
     #   typer-slim
+uc-micro-py==1.0.3
+    # via linkify-it-py
 uritemplate==4.1.1
     # via gidgethub
 urllib3==2.3.0