UN-3403 [FEAT] Agentic table extractor plugin with multi-agent LLM-powered table extraction

backend/prompt_studio/prompt_studio_core_v2/constants.py

@@ -92,6 +92,7 @@ class ToolStudioPromptKeys:
     INCLUDE_METADATA = "include_metadata"
     TXT_EXTENTION = ".txt"
     TABLE = "table"
+    AGENTIC_TABLE = "agentic_table"
     PLATFORM_POSTAMBLE = "platform_postamble"
     WORD_CONFIDENCE_POSTAMBLE = "word_confidence_postamble"
     SUMMARIZE_AS_SOURCE = "summarize_as_source"

backend/prompt_studio/prompt_studio_core_v2/prompt_studio_helper.py

@@ -1540,6 +1540,7 @@ def _execute_single_prompt(
         if (
             prompt_instance.enforce_type == TSPKeys.TABLE
             or prompt_instance.enforce_type == TSPKeys.RECORD
+            or prompt_instance.enforce_type == TSPKeys.AGENTIC_TABLE
         ) and not payload_modifier_plugin:
             raise OperationNotSupported()
 
@@ -1570,17 +1571,34 @@ def _execute_single_prompt(
             "Invoking prompt service",
         )
         try:
-            response = PromptStudioHelper._fetch_response(
-                doc_path=doc_path,
-                doc_name=doc_name,
-                tool=tool,
-                prompt=prompt_instance,
-                org_id=org_id,
-                document_id=document_id,
-                run_id=run_id,
-                profile_manager_id=profile_manager_id,
-                user_id=user_id,
-            )
+            if (
+                prompt_instance.enforce_type == TSPKeys.AGENTIC_TABLE
+                and payload_modifier_plugin
+            ):
+                modifier_service = payload_modifier_plugin["service_class"]()
+                response = modifier_service.execute_agentic_table(
+                    tool_id=tool_id,
+                    prompt_id=str(prompt_instance.prompt_id),
+                    prompt_key=prompt_name,
+                    prompt=prompt_instance.prompt,
+                    doc_path=doc_path,
+                    doc_name=doc_name,
+                    org_id=org_id,
+                    user_id=user_id,
+                    run_id=run_id,
+                )
+            else:
+                response = PromptStudioHelper._fetch_response(
+                    doc_path=doc_path,
+                    doc_name=doc_name,
+                    tool=tool,
+                    prompt=prompt_instance,
+                    org_id=org_id,
+                    document_id=document_id,
+                    run_id=run_id,
+                    profile_manager_id=profile_manager_id,
+                    user_id=user_id,
+                )
             return PromptStudioHelper._handle_response(
                 response=response,
                 run_id=run_id,

backend/prompt_studio/prompt_studio_core_v2/static/select_choices.json

@@ -15,6 +15,7 @@
         "boolean":"boolean",
         "json":"json",
         "table":"table",
+        "agentic_table":"agentic_table",
         "line-item":"line-item"
     },
     "output_processing":{

backend/prompt_studio/prompt_studio_core_v2/views.py

@@ -50,6 +50,7 @@
 from prompt_studio.prompt_studio_core_v2.exceptions import (
     DeploymentUsageCheckError,
     MaxProfilesReachedError,
+    OperationNotSupported,
     ToolDeleteError,
 )
 from prompt_studio.prompt_studio_core_v2.migration_utils import SummarizeMigrationUtils
@@ -509,6 +510,61 @@ def fetch_response(self, request: HttpRequest, pk: Any = None) -> Response:
         document: DocumentManager = DocumentManager.objects.get(pk=document_id)
         doc_path = str(Path(doc_path) / document.document_name)
 
+        # Agentic table prompts have a separate executor worker. Build the
+        # payload via the cloud payload_modifier plugin and dispatch directly
+        # so the legacy answer_prompt path is bypassed.
+        if prompt.enforce_type == ToolStudioPromptKeys.AGENTIC_TABLE:
+            payload_modifier_plugin = get_plugin("payload_modifier")
+            if not payload_modifier_plugin:
+                raise OperationNotSupported()
+            modifier = payload_modifier_plugin["service_class"]()
+            context, cb_kwargs = modifier.build_agentic_table_payload(
+                tool=custom_tool,
+                prompt=prompt,
+                doc_path=doc_path,
+                doc_name=document.document_name,
+                org_id=org_id,
+                user_id=user_id,
+                document_id=document_id,
+                run_id=run_id,
+                profile_manager_id=profile_manager_id,
+            )
+
+            from prompt_studio.prompt_studio_output_manager_v2.models import (
+                PromptStudioOutputManager,
+            )
+
+            cb_kwargs["hubspot_user_id"] = request.user.pk
+            cb_kwargs[
+                "is_first_prompt_run"
+            ] = not PromptStudioOutputManager.objects.filter(
+                tool_id__in=CustomTool.objects.values_list("tool_id", flat=True)
+            ).exists()
+
+            dispatcher = PromptStudioHelper._get_dispatcher()
+            executor_task_id = str(uuid.uuid4())
+            cb_kwargs["executor_task_id"] = executor_task_id
+            cb_kwargs["dispatch_time"] = time.time()
+
+            task = dispatcher.dispatch_with_callback(
+                context,
+                on_success=signature(
+                    "ide_prompt_complete",
+                    kwargs={"callback_kwargs": cb_kwargs},
+                    queue="ide_callback",
+                ),
+                on_error=signature(
+                    "ide_prompt_error",
+                    kwargs={"callback_kwargs": cb_kwargs},
+                    queue="ide_callback",
+                ),
+                task_id=executor_task_id,
+            )
+            return Response(
+                {"task_id": task.id, "run_id": run_id, "status": "accepted"},
+                status=status.HTTP_202_ACCEPTED,
+            )
+
         context, cb_kwargs = PromptStudioHelper.build_fetch_response_payload(
             tool=custom_tool,
             doc_path=doc_path,
@@ -705,7 +761,7 @@ def single_pass_extraction(self, request: HttpRequest, pk: uuid) -> Response:
 
         # Fetch prompts eligible for single-pass extraction.
         # Mirrors the filtering in _execute_prompts_in_single_pass:
-        # only active, non-NOTES, non-TABLE/RECORD prompts.
+        # only active, non-NOTES, non-TABLE/RECORD/AGENTIC_TABLE prompts.
         prompts = list(
             ToolStudioPrompt.objects.filter(tool_id=custom_tool.tool_id).order_by(
                 "sequence_number"
@@ -718,6 +774,7 @@ def single_pass_extraction(self, request: HttpRequest, pk: uuid) -> Response:
             and p.active
             and p.enforce_type != ToolStudioPromptKeys.TABLE
             and p.enforce_type != ToolStudioPromptKeys.RECORD
+            and p.enforce_type != ToolStudioPromptKeys.AGENTIC_TABLE
         ]
         if not prompts:
             return Response(

backend/prompt_studio/prompt_studio_output_manager_v2/output_manager_helper.py

@@ -170,7 +170,13 @@ def update_or_create_prompt_output(
 
             # TODO: use enums here
             output = outputs.get(prompt.prompt_key)
-            if prompt.enforce_type in {"json", "table", "record", "line-item"}:
+            if prompt.enforce_type in {
+                "json",
+                "table",
+                "record",
+                "line-item",
+                "agentic_table",
+            }:
                 output = json.dumps(output)
             eval_metrics = outputs.get(f"{prompt.prompt_key}__evaluation", [])
             profile_manager = default_profile

backend/prompt_studio/prompt_studio_registry_v2/constants.py

@@ -12,6 +12,7 @@ class PromptStudioRegistryKeys:
     TABLE = "table"
     RECORD = "record"
     LINE_ITEM = "line-item"
+    AGENTIC_TABLE = "agentic_table"
 
 
 class PromptStudioRegistryErrors:

backend/prompt_studio/prompt_studio_registry_v2/prompt_studio_registry_helper.py

@@ -371,6 +371,15 @@ def frame_export_json(
                         prompt_id=prompt.prompt_id,
                         prompt=prompt.prompt,
                     )
+            elif prompt.enforce_type == PromptStudioRegistryKeys.AGENTIC_TABLE:
+                payload_modifier_plugin = get_plugin("payload_modifier")
+                if payload_modifier_plugin:
+                    modifier_service = payload_modifier_plugin["service_class"]()
+                    output = modifier_service.export_agentic_table_settings(
+                        output=output,
+                        tool_id=tool.tool_id,
+                        prompt_id=prompt.prompt_id,
+                    )
 
             outputs.append(output)
             output = {}

backend/prompt_studio/prompt_studio_v2/migrations/0014_alter_toolstudioprompt_enforce_type.py

@@ -0,0 +1,41 @@
+# Generated for agentic table enforce type
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        (
+            "prompt_studio_v2",
+            "0013_toolstudioprompt_enable_postprocessing_webhook_and_more",
+        ),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="toolstudioprompt",
+            name="enforce_type",
+            field=models.TextField(
+                blank=True,
+                choices=[
+                    ("text", "Response sent as Text"),
+                    ("number", "Response sent as number"),
+                    ("email", "Response sent as email"),
+                    ("date", "Response sent as date"),
+                    ("boolean", "Response sent as boolean"),
+                    ("json", "Response sent as json"),
+                    (
+                        "line-item",
+                        "Response sent as line-item which is large a JSON output. If extraction stopped due to token limitation, we try to continue extraction from where it stopped",
+                    ),
+                    ("table", "Response sent as json"),
+                    (
+                        "agentic_table",
+                        "Response sent as agentic table extraction",
+                    ),
+                ],
+                db_comment="Field to store the type in             which the response to be returned.",
+                default="text",
+            ),
+        ),
+    ]

backend/prompt_studio/prompt_studio_v2/models.py

@@ -31,6 +31,7 @@ class EnforceType(models.TextChoices):
             ),
         )
         TABLE = "table", "Response sent as json"
+        AGENTIC_TABLE = "agentic_table", "Response sent as agentic table extraction"
 
     class PromptType(models.TextChoices):
         PROMPT = "PROMPT", "Response sent as Text"

docker/docker-compose.yaml

@@ -529,7 +529,7 @@ services:
       - EXECUTOR_METRICS_PORT=8088
       - HEALTH_PORT=8088
       # Configurable Celery options
-      - CELERY_QUEUES_EXECUTOR=${CELERY_QUEUES_EXECUTOR:-celery_executor_legacy,celery_executor_agentic}
+      - CELERY_QUEUES_EXECUTOR=${CELERY_QUEUES_EXECUTOR:-celery_executor_legacy,celery_executor_agentic,celery_executor_agentic_table}
       - CELERY_POOL=${WORKER_EXECUTOR_POOL:-prefork}
       - CELERY_PREFETCH_MULTIPLIER=${WORKER_EXECUTOR_PREFETCH_MULTIPLIER:-1}
       - CELERY_CONCURRENCY=${WORKER_EXECUTOR_CONCURRENCY:-2}

frontend/src/components/custom-tools/prompt-card/Header.jsx

@@ -59,6 +59,7 @@ function Header({
   spsLoading,
   handleSpsLoading,
   enforceType,
+  isAgenticTableReady = true,
 }) {
   const {
     selectedDoc,
@@ -357,6 +358,7 @@ function Header({
                   )
                 }
                 disabled={
+                  !isAgenticTableReady ||
                   (updateStatus?.promptId === promptDetails?.prompt_id &&
                     updateStatus?.status ===
                       promptStudioUpdateStatus?.isUpdating) ||
@@ -380,6 +382,7 @@ function Header({
                   )
                 }
                 disabled={
+                  !isAgenticTableReady ||
                   (updateStatus?.promptId === promptDetails?.prompt_id &&
                     updateStatus?.status ===
                       promptStudioUpdateStatus?.isUpdating) ||
@@ -436,6 +439,7 @@ Header.propTypes = {
   spsLoading: PropTypes.object,
   handleSpsLoading: PropTypes.func.isRequired,
   enforceType: PropTypes.string,
+  isAgenticTableReady: PropTypes.bool,
 };
 
 export { Header };

frontend/src/components/custom-tools/prompt-card/PromptCardItems.jsx

@@ -15,7 +15,6 @@ import { useEffect, useRef, useState } from "react";
 import { useCustomToolStore } from "../../../store/custom-tool-store";
 import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";
 import { EditableText } from "../editable-text/EditableText";
-import { TABLE } from "./constants";
 import { Header } from "./Header";
 import { OutputForIndex } from "./OutputForIndex";
 import { PromptOutput } from "./PromptOutput";
@@ -30,6 +29,16 @@ try {
   // The component will remain null of it is not available
 }
 
+let AgenticTableChecklist;
+try {
+  const mod = await import(
+    "../../../plugins/prompt-card/AgenticTableChecklist"
+  );
+  AgenticTableChecklist = mod.AgenticTableChecklist;
+} catch {
+  // The component will remain null of it is not available
+}
+
 function PromptCardItems({
   promptDetails,
   enforceTypeList,
@@ -82,6 +91,7 @@ function PromptCardItems({
   const divRef = useRef(null);
   const [enforceType, setEnforceType] = useState("");
   const [tableSettings, setTableSettings] = useState({});
+  const [isAgenticTableReady, setIsAgenticTableReady] = useState(true);
   const promptId = promptDetails?.prompt_id;
 
   useEffect(() => {
@@ -212,6 +222,7 @@ function PromptCardItems({
             spsLoading={spsLoading}
             handleSpsLoading={handleSpsLoading}
             enforceType={enforceType}
+            isAgenticTableReady={isAgenticTableReady}
           />
         </Space>
       </div>
@@ -222,6 +233,14 @@ function PromptCardItems({
       >
         <Collapse.Panel key={"1"} showArrow={false}>
           <div className="prompt-card-div-body">
+            {AgenticTableChecklist && (
+              <AgenticTableChecklist
+                promptId={promptDetails?.prompt_id}
+                promptText={promptText}
+                enforceType={enforceType}
+                onReadinessChange={setIsAgenticTableReady}
+              />
+            )}
             <EditableText
               isEditing={isEditingPrompt}
               setIsEditing={setIsEditingPrompt}
@@ -278,7 +297,7 @@ function PromptCardItems({
                         )}
                     </Space>
                     <Space>
-                      {enforceType === TABLE && TableExtractionSettingsBtn && (
+                      {TableExtractionSettingsBtn && (
                         <TableExtractionSettingsBtn
                           promptId={promptDetails?.prompt_id}
                           enforceType={enforceType}
@@ -324,6 +343,7 @@ function PromptCardItems({
               isChallenge={isChallenge}
               handleSelectHighlight={handleSelectHighlight}
               progressMsg={progressMsg}
+              isAgenticTableReady={isAgenticTableReady}
             />
           </Row>
         </Collapse.Panel>