diff --git a/.github/workflows/pytest.yaml b/.github/workflows/pytest.yaml
index 7d7ea7229..d9ae2ece0 100644
--- a/.github/workflows/pytest.yaml
+++ b/.github/workflows/pytest.yaml
@@ -242,3 +242,18 @@ jobs:
           name: "playright-examples-${{ runner.os }}-${{ matrix.python-version }}-results"
           path: test-results/
           retention-days: 5
+
+  test-narwhals-integration:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Setup py-shiny
+        id: install
+        uses: ./.github/py-shiny/setup
+      - name: Run test
+        env:
+          UV_SYSTEM_PYTHON: 1
+        run: |
+          make test-narwhals-integration
diff --git a/Makefile b/Makefile
index 819c835e7..028c66d3a 100644
--- a/Makefile
+++ b/Makefile
@@ -150,6 +150,7 @@ SUB_FILE:=
 PYTEST_BROWSERS:= --browser webkit --browser firefox --browser chromium
 PYTEST_DEPLOYS_BROWSERS:= --browser chromium
 
+
 # Full test path to playwright tests
 TEST_FILE:=tests/playwright/$(SUB_FILE)
 # Default `make` values that shouldn't be directly used; (Use `TEST_FILE` instead!)
@@ -247,3 +248,9 @@ upgrade-html-deps: FORCE ## Upgrade Shiny's HTMLDependencies
 	  exit 1; \
 	fi
 	@scripts/htmlDependencies.R
+
+test-narwhals-integration: FORCE
+	@echo "-------- Install py-shiny ----------"
+	$(MAKE) ci-install-deps
+	@echo "-------- Running py-shiny tests ----------"
+	$(MAKE) test playwright TEST_FILE="tests/playwright/shiny/components/data_frame" PYTEST_BROWSERS="--browser chromium"