Collection: making the module provider agnostic

.github/workflows/benchmark.yml

@@ -80,7 +80,7 @@ jobs:
           exit 1
 
       - name: Upload benchmark results
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v6
         with:
           name: bench-${{ matrix.service }}-${{ matrix.dataset }}-${{ matrix.count }}.csv
           path: bench-${{ matrix.service }}-${{ matrix.dataset }}-${{ matrix.count }}.csv

.github/workflows/cd-staging.yml

@@ -7,6 +7,7 @@ on:
 
 jobs:
   build:
+    if: false
     runs-on: ubuntu-latest
     environment: AWS_ENV_VARS
 

backend/app/alembic/versions/041_extend_collection_table_for_provider_.py

@@ -0,0 +1,109 @@
+"""extend collection table for provider agnostic support
+
+Revision ID: 041
+Revises: 040
+Create Date: 2026-01-15 16:53:19.495583
+
+"""
+from alembic import op
+import sqlalchemy as sa
+import sqlmodel.sql.sqltypes
+from sqlalchemy.dialects import postgresql
+
+
+# revision identifiers, used by Alembic.
+revision = "041"
+down_revision = "040"
+branch_labels = None
+depends_on = None
+
+provider_type = postgresql.ENUM(
+    "OPENAI",
+    # aws
+    # gemini
+    name="providertype",
+    create_type=False,
+)
+
+
+def upgrade():
+    provider_type.create(op.get_bind(), checkfirst=True)
+    op.add_column(
+        "collection",
+        sa.Column(
+            "provider",
+            provider_type,
+            nullable=False,
+            comment="LLM provider used for this collection",
+        ),
+    )
+    op.execute("UPDATE collection SET provider = 'OPENAI' WHERE provider IS NULL")
+    op.add_column(
+        "collection",
+        sa.Column(
+            "name",
+            sqlmodel.sql.sqltypes.AutoString(),
+            nullable=True,
+            comment="Name of the collection",
+        ),
+    )
+    op.add_column(
+        "collection",
+        sa.Column(
+            "description",
+            sqlmodel.sql.sqltypes.AutoString(),
+            nullable=True,
+            comment="Description of the collection",
+        ),
+    )
+    op.alter_column(
+        "collection",
+        "llm_service_name",
+        existing_type=sa.VARCHAR(),
+        comment="Name of the LLM service",
+        existing_comment="Name of the LLM service provider",
+        existing_nullable=False,
+    )
+    op.create_unique_constraint(None, "collection", ["name"])
+    op.drop_constraint(
+        op.f("collection_organization_id_fkey"), "collection", type_="foreignkey"
+    )
+    op.drop_column("collection", "organization_id")
+
+
+def downgrade():
+    op.add_column(
+        "collection",
+        sa.Column(
+            "organization_id",
+            sa.INTEGER(),
+            autoincrement=False,
+            nullable=True,
+            comment="Reference to the organization",
+        ),
+    )
+    op.execute(
+        """UPDATE collection SET organization_id = (SELECT organization_id FROM project
+               WHERE project.id = collection.project_id)"""
+    )
+    op.alter_column("collection", "organization_id", nullable=False)
+    op.create_foreign_key(
+        op.f("collection_organization_id_fkey"),
+        "collection",
+        "organization",
+        ["organization_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+    op.drop_constraint("collection_name_key", "collection", type_="unique")
+    op.alter_column(
+        "collection",
+        "llm_service_name",
+        existing_type=sa.VARCHAR(),
+        comment="Name of the LLM service provider",
+        existing_comment="Name of the LLM service",
+        existing_nullable=False,
+    )
+    op.drop_column("collection", "description")
+    op.drop_column("collection", "name")
+    op.drop_column("collection", "provider")

backend/app/api/main.py

@@ -20,7 +20,7 @@
     onboarding,
     credentials,
     cron,
-    evaluation,
+    evaluations,
     fine_tuning,
     model_evaluation,
     collection_job,
@@ -37,7 +37,7 @@
 api_router.include_router(cron.router)
 api_router.include_router(documents.router)
 api_router.include_router(doc_transformation_job.router)
-api_router.include_router(evaluation.router)
+api_router.include_router(evaluations.router)
 api_router.include_router(llm.router)
 api_router.include_router(login.router)
 api_router.include_router(onboarding.router)

backend/app/api/routes/collections.py

@@ -28,6 +28,7 @@
     CollectionPublic,
 )
 from app.utils import APIResponse, load_description, validate_callback_url
+from app.services.collections.helpers import ensure_unique_name
 from app.services.collections import (
     create_collection as create_service,
     delete_collection as delete_service,
@@ -87,6 +88,9 @@ def create_collection(
     if request.callback_url:
         validate_callback_url(str(request.callback_url))
 
+    if request.name:
+        ensure_unique_name(session, current_user.project_.id, request.name)
+
     collection_job_crud = CollectionJobCrud(session, current_user.project_.id)
     collection_job = collection_job_crud.create(
         CollectionJobCreate(