feat(test): Implement parallel test execution and uvicorn timeout increase to 180s (#1152)

Co-authored-by: Claude Sonnet 5 <[email protected]>

Author: Prajna1999

.github/workflows/continuous-integration.yml

@@ -75,7 +75,10 @@ jobs:
         uses: codecov/codecov-action@v7
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
+          files: backend/coverage.xml
+          disable_search: true
           fail_ci_if_error: true
+          verbose: true
 
       - name: Check coverage percentage
         run: |

backend/Dockerfile

@@ -48,7 +48,7 @@ COPY alembic.ini /app/alembic.ini
 EXPOSE 80
 
 
-CMD ["uv", "run", "uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "80", "--workers", "4"]
+CMD ["uv", "run", "uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "80", "--workers", "4",  "--timeout-keep-alive", "180"]
 
 # command for Celery worker
 # CMD ["uv", "run", "celery", "-A", "app.celery.celery_app", "worker", "--loglevel=info"]

backend/app/core/security.py

@@ -31,7 +31,6 @@
 
 logger = logging.getLogger(__name__)
 
-# Password hashing configuration
 pwd_context = CryptContext(schemes=["bcrypt"], deprecated="auto")
 
 # JWT configuration
@@ -299,7 +298,9 @@ class APIKeyManager:
     KEY_LENGTH = 65  # Total length: 22 (prefix) + 43 (secret)
     HASH_ALGORITHM = "bcrypt"
 
-    pwd_context = CryptContext(schemes=[HASH_ALGORITHM], deprecated="auto")
+    pwd_context = CryptContext(
+        schemes=[HASH_ALGORITHM], deprecated="auto"
+    )  # module-level context, shares the rounds config
 
     @classmethod
     def generate(cls) -> tuple[str, str, str]:

backend/app/tests/conftest.py

@@ -5,6 +5,7 @@
 os.environ["ENVIRONMENT"] = "testing"
 
 from fastapi.testclient import TestClient
+from filelock import FileLock
 from sqlmodel import Session
 from sqlalchemy import event
 from typing import Any, Generator
@@ -46,7 +47,9 @@ def restart_savepoint(sess, trans):
 
 
 @pytest.fixture(scope="session", autouse=True)
-def seed_baseline() -> Generator[None, None, None]:
+def seed_baseline(
+    tmp_path_factory: pytest.TempPathFactory, worker_id: str
+) -> Generator[None, None, None]:
     """
     Seeds the database with baseline test data including credentials.
 
@@ -55,10 +58,24 @@ def seed_baseline() -> Generator[None, None, None]:
     - OpenAI credentials are created for all test projects
     - Langfuse credentials are created for all test projects
     - All test fixtures can rely on credentials existing
+
+    Under pytest-xdist, seed_database wipes and re-inserts shared rows, so
+    exactly one worker may run it; the others block on the lock and skip.
     """
-    with Session(engine) as session:
-        seed_database(session)  # deterministic baseline with credentials
+    if worker_id == "master":  # not running under xdist
+        with Session(engine) as session:
+            seed_database(session)
         yield
+        return
+
+    root_tmp = tmp_path_factory.getbasetemp().parent
+    with FileLock(root_tmp / "seed.lock"):
+        seeded_flag = root_tmp / "seeded"
+        if not seeded_flag.exists():
+            with Session(engine) as session:
+                seed_database(session)
+            seeded_flag.touch()
+    yield
 
 
 @pytest.fixture(scope="function")

backend/app/tests/seed_data/seed_data.py

@@ -1,7 +1,6 @@
 import json
 import logging
 from pathlib import Path
-from passlib.context import CryptContext
 from typing import Optional, Any
 
 from pydantic import BaseModel, EmailStr
@@ -10,7 +9,7 @@
 
 from app.core.db import engine
 from app.core import settings
-from app.core.security import get_password_hash, encrypt_credentials
+from app.core.security import APIKeyManager, get_password_hash, encrypt_credentials
 from app.models import (
     APIKey,
     Organization,
@@ -192,8 +191,7 @@ def create_api_key(session: Session, api_key_data_raw: dict[str, Any]) -> APIKey
 
         key_prefix = key_portion[:12]
 
-        pwd_context = CryptContext(schemes=["bcrypt"], deprecated="auto")
-        key_hash = pwd_context.hash(key_portion[12:])
+        key_hash = APIKeyManager.pwd_context.hash(key_portion[12:])
 
         api_key = APIKey(
             organization_id=organization.id,

backend/app/tests/test_conftest_seed_baseline.py

@@ -0,0 +1,66 @@
+from contextlib import suppress
+from pathlib import Path
+from unittest.mock import MagicMock, patch
+
+import pytest
+
+from app.tests import conftest
+
+# the fixture decorator hides the generator function; drive the raw one
+seed_baseline_fn = conftest.seed_baseline.__wrapped__
+
+
+def _tmp_path_factory(root: Path) -> MagicMock:
+    # fixture reads getbasetemp().parent, so hand back a child of root
+    factory = MagicMock(spec=pytest.TempPathFactory)
+    factory.getbasetemp.return_value = root / "popen-gw0"
+    return factory
+
+
+class TestSeedBaselineMaster:
+    def test_seeds_once_without_filelock(self, tmp_path: Path) -> None:
+        with (
+            patch.object(conftest, "Session"),
+            patch.object(conftest, "seed_database") as seed_database,
+            patch.object(conftest, "FileLock") as file_lock,
+        ):
+            gen = seed_baseline_fn(_tmp_path_factory(tmp_path), "master")
+            next(gen)
+            with suppress(StopIteration):
+                next(gen)
+
+        assert seed_database.call_count == 1
+        file_lock.assert_not_called()
+
+
+class TestSeedBaselineXdistWorker:
+    def test_seeds_and_touches_flag_when_absent(self, tmp_path: Path) -> None:
+        with (
+            patch.object(conftest, "Session"),
+            patch.object(conftest, "seed_database") as seed_database,
+            patch.object(conftest, "FileLock") as file_lock,
+        ):
+            gen = seed_baseline_fn(_tmp_path_factory(tmp_path), "gw0")
+            next(gen)
+            with suppress(StopIteration):
+                next(gen)
+
+        assert seed_database.call_count == 1
+        assert (tmp_path / "seeded").exists()
+        file_lock.assert_called_once_with(tmp_path / "seed.lock")
+
+    def test_skips_seeding_when_flag_exists(self, tmp_path: Path) -> None:
+        (tmp_path / "seeded").touch()
+
+        with (
+            patch.object(conftest, "Session"),
+            patch.object(conftest, "seed_database") as seed_database,
+            patch.object(conftest, "FileLock") as file_lock,
+        ):
+            gen = seed_baseline_fn(_tmp_path_factory(tmp_path), "gw1")
+            next(gen)
+            with suppress(StopIteration):
+                next(gen)
+
+        seed_database.assert_not_called()
+        file_lock.assert_called_once_with(tmp_path / "seed.lock")

backend/pyproject.toml

@@ -76,6 +76,9 @@ dev-dependencies = [
     "types-passlib<2.0.0.0,>=1.7.7.20240106",
     "coverage<8.0.0,>=7.4.3",
     "pytest-asyncio>=1.0.0",
+    "pytest-xdist>=3.8.0",
+    "filelock>=3.25.2",
+    "pytest-cov>=7.1.0",
 ]
 
 [build-system]
@@ -85,6 +88,11 @@ build-backend = "hatchling.build"
 [project.scripts]
 ai-cli = "app.cli.main:cli"
 
+# Keeps coverage.xml paths as "app/..." (relative to backend/) so Codecov
+# can map them to repo files for the per-file view.
+[tool.coverage.run]
+relative_files = true
+
 [tool.mypy]
 strict = true
 exclude = ["venv", ".venv", "alembic"]

backend/scripts/test.sh

@@ -2,14 +2,9 @@
 set -e
 set -x
 
-# Run tests with coverage tracking
-coverage run --source=app -m pytest
-
-# Generate a human-readable coverage report in the terminal
-coverage report --show-missing
-
-# Generate an HTML report for local viewing
-coverage html --title "${@-coverage}"
-
-# Generate the XML report for Codecov
-coverage xml
+# Parallel run with coverage; pytest-cov merges coverage across xdist workers
+pytest -n auto -v \
+    --cov=app \
+    --cov-report=term-missing \
+    --cov-report="html:htmlcov" \
+    --cov-report=xml

backend/uv.lock

@@ -0,0 +1,2 @@
+fixes:
+  - "app/::backend/app/"