Extend TLMResponses to work for OpenAI-built-in tools (#115)

Co-authored-by: Aditya Thyagarajan <aditya1593@icloud.com>
Co-authored-by: Jonas Mueller <1390638+jwmueller@users.noreply.github.com>
Co-authored-by: gordon-lim <gordonlim214@gmail.com>

Author: 4 people

.github/workflows/ci.yml

@@ -83,7 +83,7 @@ jobs:
       - name: Skip tests for skip-tests tag
         if: steps.skip-check.outputs.skip_tests == 'true'
         run: echo "Skipping tests for skip tests commit tag"
-      
+
       - name: Run tests with coverage
         if: steps.filter.outputs.code-changes == 'true' && steps.skip-check.outputs.skip_tests == 'false'
         run: hatch test -v --cover --include python=${{ matrix.python }}

pyproject.toml

@@ -49,6 +49,7 @@ extra-dependencies = [
   "python-dotenv",
   "tiktoken",
   "openai",
+  "trafilatura>=1.5.0",
 ]
 [tool.hatch.envs.types.scripts]
 check = "mypy --strict --install-types --non-interactive {args:src/cleanlab_tlm tests}"
@@ -61,6 +62,7 @@ extra-dependencies = [
   "pytest-asyncio",
   "tiktoken",
   "openai",
+  "trafilatura>=1.5.0",
 ]
 
 [tool.hatch.envs.hatch-test.env-vars]