feat: add MCP integration and tool listing

Author: mdesmet

.gitignore

@@ -72,3 +72,4 @@ docs/_build
 
 # Mypy Cache
 .mypy_cache/
+.aider*

setup.py

@@ -68,6 +68,7 @@ def read(*names, **kwargs):
         "tabulate~=0.9.0",
         "requests>=2.31",
         "sqlglot~=25.30.0",
+        "mcp~=1.9.0"
     ],
     extras_require={
         # eg:

src/datapilot/cli/main.py

@@ -1,5 +1,6 @@
 import click
 
+from datapilot.core.mcp_utils.mcp import mcp
 from datapilot.core.platforms.dbt.cli.cli import dbt
 
 
@@ -9,3 +10,4 @@ def datapilot():
 
 
 datapilot.add_command(dbt)
+datapilot.add_command(mcp)

src/datapilot/core/mcp_utils/__init__.py

@@ -0,0 +1,2 @@
+DBT = []
+SQL = []

src/datapilot/core/mcp_utils/mcp.py

@@ -21,62 +21,9 @@ def create_mcp_proxy():
     content = click.edit()
     if content is None:
         click.echo("No input provided.")
-        return
-    
-    try:
-        config_data = json.loads(content)
-        mcp_config = config_data.get("mcp", {})
-        
-        # Process inputs
-        inputs = []
-        for input_def in mcp_config.get("inputs", []):
-            inputs.append(InputParameter(
-                name=input_def.get("name", input_def["id"]),
-                type=input_def["type"],
-                required=input_def.get("required", False),
-                key=input_def["id"].lower(),
-                description=input_def["description"],
-                encrypted=input_def.get("password", False)
-            ))
-        
-        # Process servers
-        tool_config = []
-        for server_name, server_def in mcp_config.get("servers", {}).items():
-            # Command config
-            tool_config.append(IntegrationConfigItem(
-                key="command",
-                value=server_def["command"]
-            ))
-            
-            # Arguments config
-            tool_config.append(IntegrationConfigItem(
-                key="arguments",
-                value=server_def.get("args", [])
-            ))
-            
-            # Environment variables
-            env_items = []
-            for var_name, var_value in server_def.get("env", {}).items():
-                if var_value.startswith("${input:"):
-                    _, input_id = var_value[2:-1].split(":")
-                    var_value = f"${{{input_id}}}"
-                
-                env_items.append({"key": var_name, "value": var_value})
-            
-            tool_config.append(IntegrationConfigItem(
-                key="env",
-                value=env_items
-            ))
-        
-        integration_model = CustomDatamateIntegrationModel(
-            config=inputs,
-            toolConfig=tool_config
-        )
-        
-        click.echo(json.dumps(integration_model, cls=EnhancedJSONEncoder, indent=2))
-    
-    except Exception as e:
-        click.echo(f"Error processing config: {str(e)}")
+
+    output = asyncio.run(list_tools())
+    click.echo(json.dumps(output, indent=2))
 
 async def list_tools(command: str, args: list[str], env: dict[str, str]) -> str:
     command = shutil.which(command)