fix: Resolve lint errors, add per-file ignores for examples

Author: Thordata

.github/workflows/ci.yml

@@ -0,0 +1,67 @@
+name: CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev]"
+
+      - name: Run linter (Ruff)
+        run: |
+          ruff check .
+
+      - name: Run formatter check (Black)
+        run: |
+          black --check .
+
+      - name: Run tests
+        run: |
+          pytest -v
+
+      - name: Verify imports
+        run: |
+          python -c "from thordata_langchain_tools import ThordataSerpTool, ThordataScrapeTool, ThordataUniversalTool, ThordataProxyTool; print('✅ All imports OK')"
+
+  build:
+    runs-on: ubuntu-latest
+    needs: test
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install build tools
+        run: |
+          python -m pip install --upgrade pip
+          pip install build twine
+
+      - name: Build package
+        run: python -m build
+
+      - name: Check package
+        run: twine check dist/*

.gitignore

@@ -1,17 +1,30 @@
+# Byte-compiled
 __pycache__/
 *.py[cod]
-*.log
+*$py.class
 
+# Distribution
+build/
+dist/
+*.egg-info/
+
+# Virtual environments
 .venv/
 venv/
-.venv311/
+ENV/
 
-.env
+# IDE
+.idea/
+.vscode/
+*.swp
 
+# Environment
+.env
 
-dist/
-build/
-*.egg-info/
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
 
-.idea/
-.vscode/
+# mypy
+.mypy_cache/

examples/simple_agent.py

@@ -38,45 +38,49 @@
 def search_for_homepage(query: str) -> str:
     """Use SERP tool to find a homepage URL."""
     print(f"🔍 Searching for: '{query}'")
-    
+
     serp_tool = ThordataSerpTool()
-    results = serp_tool.invoke({
-        "query": query,
-        "engine": "google",
-        "num": 3,
-    })
+    results = serp_tool.invoke(
+        {
+            "query": query,
+            "engine": "google",
+            "num": 3,
+        }
+    )
 
     organic = results.get("organic", [])
     for item in organic:
         link = item.get("link", "")
         if link and "thordata" in link.lower():
             return link
-    
+
     # Return first result if no thordata link found
     if organic:
         return organic[0].get("link", "")
-    
+
     raise RuntimeError("No results found")
 
 
 def scrape_page(url: str) -> str:
     """Use Scrape tool to get page content."""
     print(f"📄 Scraping: {url}")
-    
+
     scrape_tool = ThordataScrapeTool()
-    html = scrape_tool.invoke({
-        "url": url,
-        "js_render": False,
-        "max_length": 5000,
-    })
-    
+    html = scrape_tool.invoke(
+        {
+            "url": url,
+            "js_render": False,
+            "max_length": 5000,
+        }
+    )
+
     return html
 
 
 def summarize_with_llm(html: str, topic: str) -> str:
     """Use LLM to summarize the content."""
     print("🤖 Summarizing with LLM...")
-    
+
     llm = ChatOpenAI(model="gpt-4o-mini", temperature=0)
 
     prompt = f"""You are a helpful assistant that summarizes web content.
@@ -111,7 +115,7 @@ def main():
 
         # Step 3: Summarize
         summary = summarize_with_llm(html, "Thordata's services")
-        
+
         print()
         print("=" * 60)
         print("📋 Summary:")
@@ -124,4 +128,4 @@ def main():
 
 
 if __name__ == "__main__":
-    main()
+    main()

examples/simple_scrape.py

@@ -28,11 +28,13 @@ def main():
     print()
 
     # Scrape the page
-    html = tool.invoke({
-        "url": url,
-        "js_render": False,
-        "max_length": 2000,
-    })
+    html = tool.invoke(
+        {
+            "url": url,
+            "js_render": False,
+            "max_length": 2000,
+        }
+    )
 
     if html.startswith("Error"):
         print(f"❌ {html}")
@@ -46,4 +48,4 @@ def main():
 
 
 if __name__ == "__main__":
-    main()
+    main()

examples/simple_serp.py

@@ -30,11 +30,13 @@ def main():
     print()
 
     # Execute search
-    results = tool.invoke({
-        "query": "Python web scraping best practices",
-        "engine": "google",
-        "num": 5,
-    })
+    results = tool.invoke(
+        {
+            "query": "Python web scraping best practices",
+            "engine": "google",
+            "num": 5,
+        }
+    )
 
     # Check for errors
     if "error" in results:
@@ -58,4 +60,4 @@ def main():
 
 
 if __name__ == "__main__":
-    main()
+    main()

pyproject.toml

@@ -46,7 +46,6 @@ openai = [
 ]
 dev = [
     "pytest>=7.0.0",
-    "pytest-asyncio>=0.21.0",
     "black>=23.0.0",
     "ruff>=0.1.0",
 ]
@@ -70,4 +69,10 @@ target-version = "py39"
 
 [tool.ruff.lint]
 select = ["E", "W", "F"]
-ignore = ["E501"]
+ignore = ["E501"]
+
+[tool.ruff.lint.per-file-ignores]
+"examples/*.py" = ["E402"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]

test/__init__.py

@@ -0,0 +1,15 @@
+"""
+Pytest configuration for thordata-langchain-tools tests.
+"""
+
+import pytest
+
+
+@pytest.fixture(autouse=True)
+def mock_env_vars(monkeypatch):
+    """Set mock environment variables for all tests."""
+    monkeypatch.setenv("THORDATA_SCRAPER_TOKEN", "test_token")
+    monkeypatch.setenv("THORDATA_PUBLIC_TOKEN", "test_public_token")
+    monkeypatch.setenv("THORDATA_PUBLIC_KEY", "test_public_key")
+    monkeypatch.setenv("THORDATA_USERNAME", "test_user")
+    monkeypatch.setenv("THORDATA_PASSWORD", "test_pass")