Migrate from SQLite to PostgreSQL

.github/workflows/tests.yml

@@ -37,6 +37,8 @@ jobs:
         mypy src --ignore-missing-imports
     - name: Run tests with coverage
       run: pytest --cov=src --cov-report=xml --cov-report=term --cov-fail-under=80
+      env:
+        DATABASE_URL: "postgresql://test:test@localhost:5432/test_db"
     - name: Upload coverage reports
       uses: codecov/codecov-action@v5
       with:

pyproject.toml

@@ -35,6 +35,7 @@ dependencies = [
     "requests>=2.31.0",
     "python-dotenv>=1.0.0",
     "APScheduler>=3.10.4",
+    "psycopg2-binary>=2.9.9",
 ]
 
 [project.optional-dependencies]

requirements.txt

@@ -3,3 +3,4 @@ uvicorn==0.24.0
 requests==2.31.0
 python-dotenv==1.0.0
 APScheduler==3.10.4
+psycopg2-binary==2.9.9

src/app.py

@@ -2,6 +2,7 @@
 from contextlib import asynccontextmanager
 from fastapi import FastAPI, HTTPException, Query
 from fastapi.middleware.cors import CORSMiddleware
+from src.config import Config
 from src.database import Database
 from src.scraper import HellDivers2Scraper
 from src.collector import DataCollector
@@ -13,7 +14,10 @@
 logger = logging.getLogger(__name__)
 
 # Initialize database and scraper
-db = Database()
+database_url = Config.DATABASE_URL
+if not database_url:
+    raise ValueError("DATABASE_URL environment variable must be set")
+db = Database(database_url)
 scraper = HellDivers2Scraper()
 collector = DataCollector(db, interval=300)
 

src/app_readonly.py

@@ -2,6 +2,7 @@
 from contextlib import asynccontextmanager
 from fastapi import FastAPI, HTTPException, Query
 from fastapi.middleware.cors import CORSMiddleware
+from src.config import Config
 from src.database import Database
 from src.scraper import HellDivers2Scraper
 
@@ -12,7 +13,10 @@
 logger = logging.getLogger(__name__)
 
 # Initialize database and scraper (for fallback reads only)
-db = Database()
+database_url = Config.DATABASE_URL
+if not database_url:
+    raise ValueError("DATABASE_URL environment variable must be set")
+db = Database(database_url)
 scraper = HellDivers2Scraper()
 
 

src/config.py

@@ -11,7 +11,7 @@ class Config:
     TESTING = False
 
     # Database
-    DATABASE_URL = os.getenv("DATABASE_URL", "sqlite:///helldivers2.db")
+    DATABASE_URL = os.getenv("DATABASE_URL", "")
 
     # API Settings
     API_TIMEOUT = 30
@@ -44,7 +44,7 @@ class TestingConfig(Config):
     """Testing configuration"""
 
     TESTING = True
-    DATABASE_URL = "sqlite:///:memory:"
+    DATABASE_URL = os.getenv("DATABASE_URL", "postgresql://test:test@localhost:5432/test_db")
     SCRAPE_INTERVAL = 60