fix: address memory leak by closing SQLAlchemy sessions and add conne…

…ction pool options

- Close SQLAlchemy sessions after use to prevent memory leaks.
- Add connection pool options to SQLAlchemy engine to improve performance.
- Add `memray` dependency for memory profiling, can be used under poetry shell.

pyproject.toml

@@ -43,6 +43,7 @@ ruff = "^0.3.0"
 isort = "^5.10.1"
 codecov = "^2.1.13"
 httpx = "^0.27.0"
+memray = "^1.13.4"
 
 [tool.poetry.group.test]
 optional = true

src/program/db/db.py

@@ -7,7 +7,12 @@
 from utils import data_dir_path
 from utils.logger import logger
 
-db = SQLAlchemy(settings_manager.settings.database.host)
+engine_options={
+    "pool_size": 50,
+    "pool_recycle": 600,
+}
+
+db = SQLAlchemy(settings_manager.settings.database.host, engine_options=engine_options)
 
 script_location = data_dir_path / "alembic/"
 

src/program/program.py

@@ -210,6 +210,8 @@ def _retry_library(self) -> None:
                     .offset(page_number * number_of_rows_per_page)
                 ).unique().scalars().all()
 
+                session.expunge(items_to_submit)
+                session.close()
                 for item in items_to_submit:
                     self._push_event_queue(Event(emitted_by="RetryLibrary", item=item))