Testing: overriding env with test env

.env.example

@@ -44,14 +44,3 @@ AWS_ACCESS_KEY_ID=
 AWS_SECRET_ACCESS_KEY=
 AWS_DEFAULT_REGION=ap-south-1
 AWS_S3_BUCKET_PREFIX="bucket-prefix-name"
-
-# OpenAI
-
-OPENAI_API_KEY="this_is_not_a_secret"
-LANGFUSE_PUBLIC_KEY="this_is_not_a_secret"
-LANGFUSE_SECRET_KEY="this_is_not_a_secret"
-LANGFUSE_HOST="this_is_not_a_secret"
-
-# Misc
-
-CI=""

.env.test.example

@@ -0,0 +1,25 @@
+ENVIRONMENT=local
+
+PROJECT_NAME="AI Platform"
+STACK_NAME=ai-platform
+
+#Backend
+SECRET_KEY=changethis
+FIRST_SUPERUSER=superuser@example.com
+FIRST_SUPERUSER_PASSWORD=changethis
+EMAIL_TEST_USER="test@example.com"
+
+# Postgres
+
+POSTGRES_SERVER=localhost
+POSTGRES_PORT=5432
+POSTGRES_DB=ai_platform_test
+POSTGRES_USER=postgres
+POSTGRES_PASSWORD=postgres
+
+# AWS
+
+AWS_ACCESS_KEY_ID=
+AWS_SECRET_ACCESS_KEY=
+AWS_DEFAULT_REGION=ap-south-1
+AWS_S3_BUCKET_PREFIX="bucket-prefix-name"

.github/workflows/benchmark.yml

@@ -18,10 +18,6 @@ jobs:
         count: [100]
 
     env:
-      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-      LANGFUSE_PUBLIC_KEY: ${{ secrets.LANGFUSE_PUBLIC_KEY }}
-      LANGFUSE_SECRET_KEY: ${{ secrets.LANGFUSE_SECRET_KEY }}
-      LANGFUSE_HOST: ${{ secrets.LANGFUSE_HOST }}
       LOCAL_CREDENTIALS_ORG_OPENAI_API_KEY: ${{ secrets.LOCAL_CREDENTIALS_ORG_OPENAI_API_KEY }}
       LOCAL_CREDENTIALS_API_KEY: ${{ secrets.LOCAL_CREDENTIALS_API_KEY }}
 

.github/workflows/continuous_integration.yml

@@ -15,7 +15,7 @@ jobs:
         env:
           POSTGRES_USER: postgres
           POSTGRES_PASSWORD: postgres
-          POSTGRES_DB: ai_platform
+          POSTGRES_DB: ai_platform_test
         ports:
           - 5432:5432
         options: --health-cmd "pg_isready -U postgres" --health-interval 10s --health-timeout 5s --health-retries 5
@@ -34,7 +34,9 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Making env file
-        run: cp .env.example .env
+        run: |
+          cp .env.test.example .env
+          cp .env.test.example .env.test
 
       - name: Install uv
         uses: astral-sh/setup-uv@v6

.gitignore

@@ -6,7 +6,7 @@ node_modules/
 /playwright/.cache/
 
 # Environments
-.env
+.env*
 .venv
 env/
 venv/

backend/app/core/config.py

@@ -30,10 +30,6 @@ class Settings(BaseSettings):
         env_ignore_empty=True,
         extra="ignore",
     )
-    LANGFUSE_PUBLIC_KEY: str
-    LANGFUSE_SECRET_KEY: str
-    LANGFUSE_HOST: str  # 🇪🇺 EU region
-    OPENAI_API_KEY: str
     API_V1_STR: str = "/api/v1"
     SECRET_KEY: str = secrets.token_urlsafe(32)
     # 60 minutes * 24 hours * 1 days = 1 days

backend/app/core/db.py

@@ -6,6 +6,19 @@
 
 engine = create_engine(str(settings.SQLALCHEMY_DATABASE_URI))
 
+# Configure connection pool settings
+# For testing, we need more connections since tests run in parallel
+pool_size = 20 if settings.ENVIRONMENT == "local" else 5
+max_overflow = 30 if settings.ENVIRONMENT == "local" else 10
+
+engine = create_engine(
+    str(settings.SQLALCHEMY_DATABASE_URI),
+    pool_size=pool_size,
+    max_overflow=max_overflow,
+    pool_pre_ping=True,
+    pool_recycle=300,  # Recycle connections after 5 minutes
+)
+
 
 # make sure all SQLModel models are imported (app.models) before initializing DB
 # otherwise, SQLModel might fail to initialize relationships properly

backend/app/tests/api/routes/documents/test_route_document_upload.py

@@ -12,11 +12,7 @@
 from app.core.cloud import AmazonCloudStorageClient
 from app.core.config import settings
 from app.models import Document
-from app.tests.utils.document import (
-    Route,
-    WebCrawler,
-    httpx_to_standard,
-)
+from app.tests.utils.document import Route, WebCrawler, httpx_to_standard
 
 
 class WebUploader(WebCrawler):

backend/app/tests/api/routes/test_onboarding.py

@@ -1,11 +1,7 @@
-import pytest
 from fastapi.testclient import TestClient
 from app.main import app  # Assuming your FastAPI app is in app/main.py
 from app.models import Organization, Project, User, APIKey
-from app.crud import create_organization, create_project, create_user, create_api_key
-from app.api.deps import SessionDep
-from sqlalchemy import create_engine
-from sqlmodel import Session, SQLModel
+from sqlmodel import Session
 from app.core.config import settings
 from app.tests.utils.utils import random_email, random_lower_string
 from app.core.security import decrypt_api_key

backend/app/tests/conftest.py

@@ -1,27 +1,60 @@
+import logging
+from collections.abc import Generator
+
 import pytest
+from dotenv import find_dotenv
 from fastapi.testclient import TestClient
-from sqlmodel import Session
 from sqlalchemy import event
-from collections.abc import Generator
+from sqlmodel import Session
 
-from app.core.config import settings
-from app.core.db import engine
 from app.api.deps import get_db
+from app.core.config import settings
 from app.main import app
 from app.models import APIKeyPublic
-from app.tests.utils.user import authentication_token_from_email
-from app.tests.utils.utils import get_superuser_token_headers, get_api_key_by_email
 from app.seed_data.seed_data import seed_database
+from app.tests.utils.user import authentication_token_from_email
+from app.tests.utils.utils import (
+    get_superuser_token_headers,
+    get_api_key_by_email,
+    load_environment,
+)
+
+logger = logging.getLogger(__name__)
+
+
+@pytest.fixture(scope="session", autouse=True)
+def seed_baseline():
+    # Load test environment to ensure correct bucket name
+    path = find_dotenv(".env.test")
+    load_environment(path)
+
+    # Import engine after environment is loaded
+    from app.core.db import engine
+
+    with Session(engine) as session:
+        logger.info("Seeding baseline data...")
+        seed_database(session)  # deterministic baseline
+        yield
+
+
+@pytest.fixture(scope="function", autouse=True)
+def cleanup_sessions():
+    """Clean up any lingering sessions after each test."""
+    yield
+    # Force cleanup of any remaining connections in the pool
+    from app.core.db import engine
+
+    engine.dispose()
 
 
 @pytest.fixture(scope="function")
 def db() -> Generator[Session, None, None]:
+    from app.core.db import engine
+
     connection = engine.connect()
     transaction = connection.begin()
     session = Session(bind=connection)
 
-    nested = session.begin_nested()
-
     @event.listens_for(session, "after_transaction_end")
     def restart_savepoint(sess, trans):
         if trans.nested and not trans._parent.nested:
@@ -32,14 +65,7 @@ def restart_savepoint(sess, trans):
     finally:
         session.close()
         transaction.rollback()
-        connection.close()
-
-
-@pytest.fixture(scope="session", autouse=True)
-def seed_baseline():
-    with Session(engine) as session:
-        seed_database(session)  # deterministic baseline
-        yield
+        connection.close()  # Explicitly close the connection
 
 
 @pytest.fixture(scope="function")

backend/app/tests/crud/test_thread_result.py

@@ -1,7 +1,6 @@
-import pytest
-from sqlmodel import SQLModel, Session, create_engine
+from sqlmodel import Session
 
-from app.models import OpenAI_Thread, OpenAIThreadCreate
+from app.models import OpenAIThreadCreate
 from app.crud import upsert_thread_result, get_thread_result