feat(integration-tests): Install CLP Python projects to enable their use in integration tests and fix new linting issues: (#1549)

* Add integration test to validate importing symbols from the projects.
* Add a `py.typed` file to all uv projects so that they can be imported into projects that use `mypy`.
* Install the native MariaDB Connector/C package which is now required in the `clp-lint` workflow.

Co-authored-by: Quinn Taylor Mitchell <[email protected]>
Co-authored-by: kirkrodrigues <[email protected]>

Author: 3 people

.github/workflows/clp-lint.yaml

@@ -43,6 +43,30 @@ jobs:
         name: "Install coreutils (for md5sum)"
         run: "brew install coreutils"
 
+      # This is a necessary dependency for the Python mariadb package which is a transitive
+      # dependency of `lint:py-check`.
+      - name: "Install MariaDB Connector/C"
+        shell: "bash"
+        run: |-
+          case "${{ matrix.os }}" in
+            ubuntu-24.04)
+              sudo apt-get update
+              sudo apt-get install -y libmariadb-dev
+              MARIADB_CONFIG_PATH="$(command -v mariadb_config)"
+              ;;
+            macos-15)
+              brew update
+              brew install mariadb-connector-c
+              PREFIX="$(brew --prefix mariadb-connector-c)"
+              MARIADB_CONFIG_PATH="$PREFIX/bin/mariadb_config"
+              ;;
+            *)
+              # Control flow should not reach here
+              exit 1
+              ;;
+          esac
+          echo "MARIADB_CONFIG=$MARIADB_CONFIG_PATH" >> "$GITHUB_ENV"
+
       - name: "Lint .js files"
         shell: "bash"
         run: "task lint:check-js"

components/clp-mcp-server/clp_mcp_server/py.typed

@@ -16,6 +16,12 @@ requires = ["hatchling"]
 build-backend = "hatchling.build"
 
 [dependency-groups]
+clp = [
+    "clp-mcp-server",
+    "clp-package-utils",
+    "clp-py-utils",
+    "job-orchestration",
+]
 dev = [
     "mypy>=1.16.0",
     "ruff>=0.11.12",
@@ -69,3 +75,12 @@ isort.order-by-type = false
 [tool.ruff.format]
 docstring-code-format = true
 docstring-code-line-length = 100
+
+[tool.uv]
+default-groups = ["clp", "dev"]
+
+[tool.uv.sources]
+clp-mcp-server = { path = "../components/clp-mcp-server" }
+clp-package-utils = { path = "../components/clp-package-utils" }
+clp-py-utils = { path = "../components/clp-py-utils" }
+job-orchestration = { path = "../components/job-orchestration" }

components/clp-package-utils/clp_package_utils/py.typed

@@ -0,0 +1,22 @@
+"""Smoke tests to validate that CLP Python projects can be imported without errors."""
+
+from clp_mcp_server.constants import QueryJobType
+from clp_package_utils.general import JobType
+from clp_py_utils.clp_config import StorageEngine
+from job_orchestration.scheduler.constants import CompressionJobStatus
+
+
+def test_clp_native_py_project_enum_classes() -> None:
+    """
+    Verifies that the following CLP Python projects can be imported successfully by testing
+    conversions between their representative enum classes and literal values:
+
+    - clp-mcp-server
+    - clp-package-utils
+    - clp-py-utils
+    - job-orchestration
+    """
+    assert QueryJobType.SEARCH_OR_AGGREGATION == QueryJobType(0)
+    assert JobType.COMPRESSION == JobType("compression")
+    assert StorageEngine.CLP == StorageEngine("clp")
+    assert CompressionJobStatus.PENDING == CompressionJobStatus(0)

components/clp-py-utils/clp_py_utils/py.typed

@@ -6,6 +6,7 @@ vars:
 tasks:
   default:
     deps:
+      - task: "clp-py-project-imports"
       - task: "core"
 
   cache-clear:
@@ -24,3 +25,7 @@ tasks:
       CLP_CORE_BINS_DIR: "{{.G_CORE_COMPONENT_BUILD_DIR}}"
       CLP_PACKAGE_DIR: "{{.G_PACKAGE_BUILD_DIR}}"
     cmd: "uv run python -m pytest -m core"
+
+  clp-py-project-imports:
+    dir: "{{.G_INTEGRATION_TESTS_DIR}}"
+    cmd: "uv run python -m pytest tests/test_clp_native_py_project_imports.py"