refactor: avoid notebook in test. run all in test-all (#2171)

Author: anistark

Makefile

@@ -99,9 +99,13 @@ clean: ## Clean all generated files
 # =============================================================================
 
 test: ## Run all unit tests
-	@echo "Running all unit tests (including experimental)..."
+	@echo "Running all unit tests..."
 	$(Q)$(MAKE) -C ragas test $(shell if [ -n "$(k)" ]; then echo "k=$(k)"; fi)
 
+test-all: ## Run all unit tests (including notebooks)
+	@echo "Running all unit tests (including notebooks)..."
+	$(Q)$(MAKE) -C ragas test-all $(shell if [ -n "$(k)" ]; then echo "k=$(k)"; fi)
+
 test-e2e: ## Run all end-to-end tests
 	@echo "Running all end-to-end tests..."
 	$(Q)cd ragas && uv run pytest --nbmake tests/e2e -s

ragas/Makefile

@@ -32,6 +32,10 @@ check: format type ## Quick health check (format + type, no tests)
 
 test: ## Run ragas unit tests (including experimental)
 	@echo "Running ragas unit tests (including experimental)..."
+	$(Q)uv run pytest tests/unit tests/experimental $(shell if [ -n "$(k)" ]; then echo "-k $(k)"; fi)
+
+test-all: ## Run ragas unit tests with notebook
+	@echo "Running ragas unit tests..."
 	$(Q)uv run pytest --nbmake tests/unit tests/experimental $(shell if [ -n "$(k)" ]; then echo "-k $(k)"; fi)
 
 run-ci: ## Run complete CI pipeline for ragas

ragas/tests/unit/test_analytics.py

@@ -27,11 +27,12 @@ async def agenerate_text(  # type: ignore
         return LLMResult(generations=[[Generation(text=prompt.to_string())]])
 
 
-def test_debug_tracking_flag():
+def test_debug_tracking_flag(monkeypatch):
     import os
 
     from ragas._analytics import RAGAS_DEBUG_TRACKING
 
+    monkeypatch.setenv(RAGAS_DEBUG_TRACKING, "true")
     assert os.environ.get(RAGAS_DEBUG_TRACKING, "").lower() == "true"