Toolops features in MCP context forge

.env.example

@@ -1000,6 +1000,15 @@ REQUIRE_STRONG_SECRETS=false
 # NOT RECOMMENDED for production!
 # REQUIRE_STRONG_SECRETS=false
 
+#####################################
+# ToolOps Configuration
+#####################################
+
+# Enable the ToolOps functionality (true/false)
+# When disabled, ToolOps features will be completely hidden from UI and APIs
+# Default: false (must be explicitly enabled)
+TOOLOPS_ENABLED=false
+
 #####################################
 # LLM Chat MCP Client Configuration
 #####################################
@@ -1012,7 +1021,7 @@ LLMCHAT_ENABLED=false
 # LLM Provider Selection
 # Options: azure_openai, openai, anthropic, aws_bedrock, ollama
 # Default: azure_openai
-# LLM_PROVIDER=azure_openai
+LLM_PROVIDER=openai
 
 # Redis Configuration for chat session storage and maintaining history
 # CACHE_TYPE should be set to "redis" and REDIS_URL configured appropriately as mentioned in the caching section.
@@ -1040,11 +1049,12 @@ LLMCHAT_CHAT_HISTORY_MAX_MESSAGES=50        # Maximum message history to store p
 # OpenAI Configuration
 #####################################
 # Use for direct OpenAI API access (non-Azure) or OpenAI-compatible endpoints
-# OPENAI_API_KEY=sk-...
-# OPENAI_MODEL=gpt-4o-mini
-# OPENAI_BASE_URL=https://api.openai.com/v1  # Optional: for OpenAI-compatible endpoints
-# OPENAI_TEMPERATURE=0.7
+# OPENAI_API_KEY=
+# OPENAI_MODEL=meta-llama/llama-3-3-70b-instruct
+# OPENAI_BASE_URL= # Optional: for OpenAI-compatible endpoints
+# OPENAI_TEMPERATURE=0.1
 # OPENAI_MAX_RETRIES=2
+# OPENAI_MAX_TOEKNS=1000
 
 #####################################
 # Anthropic Claude Configuration

README.md

@@ -1210,6 +1210,14 @@ You can get started by copying the provided [.env.example](https://github.com/IB
 - `MCPGATEWAY_A2A_ENABLED=false`: Completely disables A2A features (API endpoints return 404, admin tab hidden)
 - `MCPGATEWAY_A2A_METRICS_ENABLED=false`: Disables metrics collection while keeping functionality
 
+### ToolOps
+
+ToolOps streamlines the entire workflow by enabling seamless tool enrichment, automated test case generation, and comprehensive tool validation.
+
+| Setting                        | Description                            | Default | Options |
+| ------------------------------ | -------------------------------------- | ------- | ------- |
+| `TOOLOPS_ENABLED`             | Enable ToolOps functionality          | `false` | bool    |
+
 ### LLM Chat MCP Client
 
 The LLM Chat MCP Client allows you to interact with MCP servers using conversational AI from multiple LLM providers. This feature enables natural language interaction with tools, resources, and prompts exposed by MCP servers.
@@ -1281,11 +1289,16 @@ The LLM Chat MCP Client allows you to interact with MCP servers using conversati
 | `OLLAMA_MODEL`                | Ollama model name                      | `llama3.2` | string |
 | `OLLAMA_TEMPERATURE`          | Sampling temperature                   | `0.7`   | float (0.0-2.0) |
 
+> ⚙️ **ToolOps**: To manage the complete tool workflow — enrich tools, generate test cases automatically, and validate them with ease.
 > 🤖 **LLM Chat Integration**: Chat with MCP servers using natural language powered by Azure OpenAI, OpenAI, Anthropic Claude, AWS Bedrock, or Ollama
 > 🔧 **Flexible Providers**: Switch between different LLM providers without changing your MCP integration
 > 🔒 **Security**: API keys and credentials are securely stored and never exposed in responses
 > 🎛️ **Admin UI**: Dedicated LLM Chat tab in the admin interface for interactive conversations
 
+**ToolOps Configuration Effects:**
+- `TOOLOPS_ENABLED=false` (default): Completely disables ToolOps features (API endpoints return 404, admin tab hidden)
+- `TOOLOPS_ENABLED=true`: Enables ToolOps functionality in the UI
+
 **LLM Chat Configuration Effects:**
 - `LLMCHAT_ENABLED=false` (default): Completely disables LLM Chat features (API endpoints return 404, admin tab hidden)
 - `LLMCHAT_ENABLED=true`: Enables LLM Chat functionality with the selected provider

charts/mcp-stack/values.yaml

@@ -189,6 +189,9 @@ mcpContextForge:
     # ─ UI Configuration ─
     MCPGATEWAY_UI_TOOL_TEST_TIMEOUT: "60000" # tool test timeout in milliseconds for the admin UI
 
+    # ─ ToolOps Feature ─
+    TOOLOPS_ENABLED: "false"            # enable ToolOps feature
+
     # ─ LLM Chat Feature ─
     LLMCHAT_ENABLED: "false"            # enable LLM Chat feature
 

docs/config.schema.json

@@ -1021,6 +1021,12 @@
       "title": "Llmchat Enabled",
       "type": "boolean"
     },
+    "toolops_enabled": {
+      "default": false,
+      "description": "Enable ToolOps feature",
+      "title": "ToolOps Enabled",
+      "type": "boolean"
+    },
     "retry_max_attempts": {
       "default": 3,
       "title": "Retry Max Attempts",

docs/docs/config.schema.json

@@ -1021,6 +1021,12 @@
       "title": "Llmchat Enabled",
       "type": "boolean"
     },
+    "toolops_enabled": {
+      "default": false,
+      "description": "Enable ToolOps feature",
+      "title": "ToolOps Enabled",
+      "type": "boolean"
+    },
     "retry_max_attempts": {
       "default": 3,
       "title": "Retry Max Attempts",

mcpgateway/__init__.py

@@ -16,7 +16,7 @@
 __download_url__ = "https://github.com/IBM/mcp-context-forge"
 __packages__ = ["mcpgateway"]
 
-from mcpgateway import reverse_proxy, wrapper, translate
+from mcpgateway import reverse_proxy, translate, wrapper
 
 # Export main components for easier imports
 __all__ = [

mcpgateway/admin.py

@@ -2630,6 +2630,7 @@ def _to_dict_and_filter(raw_list):
             "grpc_enabled": GRPC_AVAILABLE and settings.mcpgateway_grpc_enabled,
             "catalog_enabled": settings.mcpgateway_catalog_enabled,
             "llmchat_enabled": getattr(settings, "llmchat_enabled", False),
+            "toolops_enabled": getattr(settings, "toolops_enabled", False),
             "observability_enabled": getattr(settings, "observability_enabled", False),
             "current_user": get_user_email(user),
             "email_auth_enabled": getattr(settings, "email_auth_enabled", False),

mcpgateway/alembic/versions/add_toolops_test_cases_table.py

@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+"""Location: ./mcpgateway/alembic/versions/add_toolops_test_case_table.py
+Copyright 2025
+SPDX-License-Identifier: Apache-2.0
+Authors: Jay Bandlamudi
+
+add_a2a_agents_and_metrics
+
+Revision ID: add_a2a_agents_and_metrics
+Revises: add_oauth_tokens_table
+Create Date: 2025-11-27 10:00:00.000000
+"""
+
+# Standard
+from typing import Sequence, Union
+
+# Third-Party
+from alembic import op
+import sqlalchemy as sa
+
+# revision identifiers, used by Alembic.
+revision: str = "add_toolops_test_cases_table"
+down_revision: Union[str, Sequence[str], None] = "z1a2b3c4d5e6"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Add toolops test cases table"""
+
+    # Check if table already exists (for development scenarios)
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = inspector.get_table_names()
+
+    if "toolops_test_cases" not in existing_tables:
+        # Create a2a_agents table with unique constraints included (SQLite compatible)
+        op.create_table(
+            "toolops_test_cases",
+            sa.Column("tool_id", sa.String(255), primary_key=True),
+            sa.Column("test_cases", sa.JSON(), nullable=True),
+            sa.Column("run_status", sa.String(255), nullable=True),
+        )
+
+
+def downgrade() -> None:
+    """Reverse the toolops test cases tables."""
+    # Check if tables exist before trying to drop indexes/tables
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = inspector.get_table_names()
+
+    # Drop tables (if they exist)
+    for table_name in ["toolops_test_cases"]:
+        if table_name in existing_tables:
+            try:
+                op.drop_table(table_name)
+            except Exception as e:
+                print(f"Warning: Could not drop table {table_name}: {e}")

mcpgateway/config.py

@@ -402,6 +402,7 @@ class Settings(BaseSettings):
     require_strong_secrets: bool = False  # Default to False for backward compatibility, will be enforced in 1.0.0
 
     llmchat_enabled: bool = Field(default=False, description="Enable LLM Chat feature")
+    toolops_enabled: bool = Field(default=False, description="Enable ToolOps feature")
 
     # redis configurations for Maintaining Chat Sessions in multi-worker environment
     llmchat_session_ttl: int = Field(default=300, description="Seconds for active_session key TTL")

mcpgateway/db.py

@@ -2377,6 +2377,24 @@ class ResourceSubscription(Base):
     resource: Mapped["Resource"] = relationship(back_populates="subscriptions")
 
 
+class ToolOpsTestCases(Base):
+    """
+    ORM model for a registered Tool test cases.
+
+    Represents a tool and the generated test cases.
+    Includes:
+        - tool_id: unique tool identifier
+        - test_cases: generated test cases.
+        - run_status: status of test case generation
+    """
+
+    __tablename__ = "toolops_test_cases"
+
+    tool_id: Mapped[str] = mapped_column(String(255), primary_key=True)
+    test_cases: Mapped[Dict[str, Any]] = mapped_column(JSON)
+    run_status: Mapped[str] = mapped_column(String(255), nullable=False)
+
+
 class Prompt(Base):
     """
     ORM model for a registered Prompt template.

mcpgateway/main.py

@@ -166,6 +166,7 @@
 _config_file = _os.getenv("PLUGIN_CONFIG_FILE", settings.plugin_config_file)
 plugin_manager: PluginManager | None = PluginManager(_config_file) if _PLUGINS_ENABLED else None
 
+
 # Initialize services
 tool_service = ToolService()
 resource_service = ResourceService()
@@ -368,6 +369,20 @@ def transform_data_with_mappings(data: list[Any], mappings: dict[str, str]) -> l
     return mapped_results
 
 
+def attempt_to_bootstrap_sso_providers():
+    """
+    Try to bootstrap SSO provider services based on settings.
+    """
+    try:
+        # First-Party
+        from mcpgateway.utils.sso_bootstrap import bootstrap_sso_providers  # pylint: disable=import-outside-toplevel
+
+        bootstrap_sso_providers()
+        logger.info("SSO providers bootstrapped successfully")
+    except Exception as e:
+        logger.warning(f"Failed to bootstrap SSO providers: {e}")
+
+
 ####################
 # Startup/Shutdown #
 ####################
@@ -531,20 +546,6 @@ async def setup_passthrough_headers():
         db.close()
 
 
-def attempt_to_bootstrap_sso_providers():
-    """
-    Try to bootstrap SSO provider services based on settings.
-    """
-    try:
-        # First-Party
-        from mcpgateway.utils.sso_bootstrap import bootstrap_sso_providers  # pylint: disable=import-outside-toplevel
-
-        bootstrap_sso_providers()
-        logger.info("SSO providers bootstrapped successfully")
-    except Exception as e:
-        logger.warning(f"Failed to bootstrap SSO providers: {e}")
-
-
 # Initialize FastAPI app with orjson for 2-3x faster JSON serialization
 app = FastAPI(
     title=settings.app_name,
@@ -5020,6 +5021,17 @@ async def cleanup_import_statuses(max_age_hours: int = 24, user=Depends(get_curr
     except ImportError:
         logger.debug("LLM Chat router not available")
 
+# Include Toolops router
+if settings.toolops_enabled:
+    try:
+        # First-Party
+        from mcpgateway.routers.toolops_router import toolops_router
+
+        app.include_router(toolops_router)
+        logger.info("Toolops router included")
+    except ImportError:
+        logger.debug("Toolops router not available")
+
 # Feature flags for admin UI and API
 UI_ENABLED = settings.mcpgateway_ui_enabled
 ADMIN_API_ENABLED = settings.mcpgateway_admin_api_enabled

mcpgateway/middleware/rbac.py

@@ -247,12 +247,7 @@ async def wrapper(*args, **kwargs):
 
             # First, check if any plugins want to handle permission checking
             # First-Party
-            from mcpgateway.plugins.framework import (  # pylint: disable=import-outside-toplevel
-                get_plugin_manager,
-                GlobalContext,
-                HttpAuthCheckPermissionPayload,
-                HttpHookType,
-            )
+            from mcpgateway.plugins.framework import get_plugin_manager, GlobalContext, HttpAuthCheckPermissionPayload, HttpHookType  # pylint: disable=import-outside-toplevel
 
             plugin_manager = get_plugin_manager()
             if plugin_manager:

mcpgateway/plugins/framework/__init__.py

@@ -21,10 +21,7 @@
 from mcpgateway.plugins.framework.base import Plugin
 from mcpgateway.plugins.framework.errors import PluginError, PluginViolationError
 from mcpgateway.plugins.framework.external.mcp.server import ExternalPluginServer
-from mcpgateway.plugins.framework.hooks.registry import HookRegistry, get_hook_registry
-from mcpgateway.plugins.framework.loader.config import ConfigLoader
-from mcpgateway.plugins.framework.loader.plugin import PluginLoader
-from mcpgateway.plugins.framework.manager import PluginManager
+from mcpgateway.plugins.framework.hooks.agents import AgentHookType, AgentPostInvokePayload, AgentPostInvokeResult, AgentPreInvokePayload, AgentPreInvokeResult
 from mcpgateway.plugins.framework.hooks.http import (
     HttpAuthCheckPermissionPayload,
     HttpAuthCheckPermissionResult,
@@ -38,28 +35,14 @@
     HttpPreRequestPayload,
     HttpPreRequestResult,
 )
-from mcpgateway.plugins.framework.hooks.agents import AgentHookType, AgentPostInvokePayload, AgentPostInvokeResult, AgentPreInvokePayload, AgentPreInvokeResult
+from mcpgateway.plugins.framework.hooks.prompts import PromptHookType, PromptPosthookPayload, PromptPosthookResult, PromptPrehookPayload, PromptPrehookResult
+from mcpgateway.plugins.framework.hooks.registry import HookRegistry, get_hook_registry
 from mcpgateway.plugins.framework.hooks.resources import ResourceHookType, ResourcePostFetchPayload, ResourcePostFetchResult, ResourcePreFetchPayload, ResourcePreFetchResult
-from mcpgateway.plugins.framework.hooks.prompts import (
-    PromptHookType,
-    PromptPosthookPayload,
-    PromptPosthookResult,
-    PromptPrehookPayload,
-    PromptPrehookResult,
-)
-from mcpgateway.plugins.framework.hooks.tools import ToolHookType, ToolPostInvokePayload, ToolPostInvokeResult, ToolPreInvokeResult, ToolPreInvokePayload
-from mcpgateway.plugins.framework.models import (
-    GlobalContext,
-    MCPServerConfig,
-    PluginCondition,
-    PluginConfig,
-    PluginContext,
-    PluginErrorModel,
-    PluginMode,
-    PluginPayload,
-    PluginResult,
-    PluginViolation,
-)
+from mcpgateway.plugins.framework.hooks.tools import ToolHookType, ToolPostInvokePayload, ToolPostInvokeResult, ToolPreInvokePayload, ToolPreInvokeResult
+from mcpgateway.plugins.framework.loader.config import ConfigLoader
+from mcpgateway.plugins.framework.loader.plugin import PluginLoader
+from mcpgateway.plugins.framework.manager import PluginManager
+from mcpgateway.plugins.framework.models import GlobalContext, MCPServerConfig, PluginCondition, PluginConfig, PluginContext, PluginErrorModel, PluginMode, PluginPayload, PluginResult, PluginViolation
 
 # Plugin manager singleton (lazy initialization)
 _plugin_manager: Optional[PluginManager] = None

mcpgateway/plugins/framework/base.py

@@ -15,15 +15,7 @@
 
 # First-Party
 from mcpgateway.plugins.framework.errors import PluginError
-from mcpgateway.plugins.framework.models import (
-    PluginCondition,
-    PluginConfig,
-    PluginContext,
-    PluginErrorModel,
-    PluginMode,
-    PluginPayload,
-    PluginResult,
-)
+from mcpgateway.plugins.framework.models import PluginCondition, PluginConfig, PluginContext, PluginErrorModel, PluginMode, PluginPayload, PluginResult
 
 # pylint: disable=import-outside-toplevel