chore(llmobs): dataframe and csv support (#14041)

adds support to create dataset from csv files and pandas dataframe
support for datasets
<img width="1084" height="406" alt="image"
src="https://github.com/user-attachments/assets/9d0509e7-ee11-4245-8b23-d5c2f9a021b9"
/>


Also reverts a change from #14110 where config was removed as a task
function arg. We are going back to previous behavior where users can
configure their task function execution


## Checklist
- [x] PR author has checked that all the criteria below are met
- The PR description includes an overview of the change
- The PR description articulates the motivation for the change
- The change includes tests OR the PR description describes a testing
strategy
- The PR description notes risks associated with the change, if any
- Newly-added code is easy to change
- The change follows the [library release note
guidelines](https://ddtrace.readthedocs.io/en/stable/releasenotes.html)
- The change includes or references documentation updates if necessary
- Backport labels are set (if
[applicable](https://ddtrace.readthedocs.io/en/latest/contributing.html#backporting))

## Reviewer Checklist
- [x] Reviewer has checked that all the criteria below are met 
- Title is accurate
- All changes are related to the pull request's stated goal
- Avoids breaking
[API](https://ddtrace.readthedocs.io/en/stable/versioning.html#interfaces)
changes
- Testing strategy adequately addresses listed risks
- Newly-added code is easy to change
- Release note makes sense to a user of the library
- If necessary, author has acknowledged and discussed the performance
implications of this PR as reported in the benchmarks PR comment
- Backport labels are set in a manner that is consistent with the
[release branch maintenance
policy](https://ddtrace.readthedocs.io/en/latest/contributing.html#backporting)

---------

Co-authored-by: Kyle Verhoog <[email protected]>
Co-authored-by: Yun Kim <[email protected]>
Co-authored-by: Yun Kim <[email protected]>

Author: 3 people

.riot/requirements/1fe8dd2.txt renamed to .riot/requirements/1900591.txt

@@ -2,33 +2,35 @@
 # This file is autogenerated by pip-compile with Python 3.13
 # by the following command:
 #
-#    pip-compile --allow-unsafe --no-annotate .riot/requirements/1fe8dd2.in
+#    pip-compile --allow-unsafe --no-annotate .riot/requirements/1900591.in
 #
-aiohappyeyeballs==2.4.8
-aiohttp==3.11.13
-aiosignal==1.3.2
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.14
+aiosignal==1.4.0
 annotated-types==0.7.0
-anyio==4.8.0
+anyio==4.9.0
 appdirs==1.4.4
-attrs==25.1.0
-certifi==2025.1.31
-charset-normalizer==3.4.1
-coverage[toml]==7.6.12
+attrs==25.3.0
+certifi==2025.7.14
+charset-normalizer==3.4.2
+coverage[toml]==7.9.2
 dataclasses-json==0.6.7
-datasets==3.3.2
+datasets==4.0.0
 dill==0.3.8
 distro==1.9.0
-filelock==3.17.0
-frozenlist==1.5.0
-fsspec[http]==2024.12.0
-h11==0.14.0
-httpcore==1.0.7
+filelock==3.18.0
+frozenlist==1.7.0
+fsspec[http]==2025.3.0
+greenlet==3.2.3
+h11==0.16.0
+hf-xet==1.1.5
+httpcore==1.0.9
 httpx==0.28.1
-huggingface-hub==0.29.2
+huggingface-hub==0.33.4
 hypothesis==6.45.0
 idna==3.10
-iniconfig==2.0.0
-jiter==0.8.2
+iniconfig==2.1.0
+jiter==0.10.0
 jsonpatch==1.33
 jsonpointer==3.0.0
 langchain==0.2.17
@@ -39,45 +41,47 @@ langchain-text-splitters==0.2.4
 langsmith==0.1.147
 marshmallow==3.26.1
 mock==5.2.0
-multidict==6.1.0
+multidict==6.6.3
 multiprocess==0.70.16
-mypy-extensions==1.0.0
+mypy-extensions==1.1.0
 nest-asyncio==1.6.0
 numpy==1.26.4
-openai==1.65.3
+openai==1.97.1
 opentracing==2.4.0
-orjson==3.10.15
+orjson==3.11.0
 packaging==24.2
-pandas==2.2.3
-pluggy==1.5.0
-propcache==0.3.0
-pyarrow==19.0.1
-pydantic==2.10.6
-pydantic-core==2.27.2
+pandas==2.3.1
+pluggy==1.6.0
+propcache==0.3.2
+pyarrow==21.0.0
+pydantic==2.11.7
+pydantic-core==2.33.2
+pygments==2.19.2
 pysbd==0.3.4
-pytest==8.3.5
+pytest==8.4.1
 pytest-asyncio==0.21.1
-pytest-cov==6.0.0
-pytest-mock==3.14.0
+pytest-cov==6.2.1
+pytest-mock==3.14.1
 python-dateutil==2.9.0.post0
-pytz==2025.1
+pytz==2025.2
 pyyaml==6.0.2
 ragas==0.1.21
 regex==2024.11.6
-requests==2.32.3
+requests==2.32.4
 requests-toolbelt==1.0.0
 six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
-sqlalchemy==2.0.38
+sqlalchemy==2.0.41
 tenacity==8.5.0
 tiktoken==0.9.0
 tqdm==4.67.1
-typing-extensions==4.12.2
+typing-extensions==4.14.1
 typing-inspect==0.9.0
-tzdata==2025.1
-urllib3==2.3.0
+typing-inspection==0.4.1
+tzdata==2025.2
+urllib3==2.5.0
 vcrpy==7.0.0
 wrapt==1.17.2
 xxhash==3.5.0
-yarl==1.18.3
+yarl==1.20.1

.riot/requirements/1687eab.txt renamed to .riot/requirements/46e9996.txt

@@ -2,33 +2,35 @@
 # This file is autogenerated by pip-compile with Python 3.11
 # by the following command:
 #
-#    pip-compile --allow-unsafe --no-annotate --resolver=backtracking .riot/requirements/1687eab.in
+#    pip-compile --allow-unsafe --no-annotate .riot/requirements/46e9996.in
 #
-aiohappyeyeballs==2.4.8
-aiohttp==3.11.13
-aiosignal==1.3.2
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.14
+aiosignal==1.4.0
 annotated-types==0.7.0
-anyio==4.8.0
+anyio==4.9.0
 appdirs==1.4.4
-attrs==25.1.0
-certifi==2025.1.31
-charset-normalizer==3.4.1
-coverage[toml]==7.6.12
+attrs==25.3.0
+certifi==2025.7.14
+charset-normalizer==3.4.2
+coverage[toml]==7.9.2
 dataclasses-json==0.6.7
-datasets==3.3.2
+datasets==4.0.0
 dill==0.3.8
 distro==1.9.0
-filelock==3.17.0
-frozenlist==1.5.0
-fsspec[http]==2024.12.0
-h11==0.14.0
-httpcore==1.0.7
+filelock==3.18.0
+frozenlist==1.7.0
+fsspec[http]==2025.3.0
+greenlet==3.2.3
+h11==0.16.0
+hf-xet==1.1.5
+httpcore==1.0.9
 httpx==0.28.1
-huggingface-hub==0.29.2
+huggingface-hub==0.33.4
 hypothesis==6.45.0
 idna==3.10
-iniconfig==2.0.0
-jiter==0.8.2
+iniconfig==2.1.0
+jiter==0.10.0
 jsonpatch==1.33
 jsonpointer==3.0.0
 langchain==0.2.17
@@ -39,45 +41,47 @@ langchain-text-splitters==0.2.4
 langsmith==0.1.147
 marshmallow==3.26.1
 mock==5.2.0
-multidict==6.1.0
+multidict==6.6.3
 multiprocess==0.70.16
-mypy-extensions==1.0.0
+mypy-extensions==1.1.0
 nest-asyncio==1.6.0
 numpy==1.26.4
-openai==1.65.3
+openai==1.97.1
 opentracing==2.4.0
-orjson==3.10.15
+orjson==3.11.0
 packaging==24.2
-pandas==2.2.3
-pluggy==1.5.0
-propcache==0.3.0
-pyarrow==19.0.1
-pydantic==2.10.6
-pydantic-core==2.27.2
+pandas==2.3.1
+pluggy==1.6.0
+propcache==0.3.2
+pyarrow==21.0.0
+pydantic==2.11.7
+pydantic-core==2.33.2
+pygments==2.19.2
 pysbd==0.3.4
-pytest==8.3.5
+pytest==8.4.1
 pytest-asyncio==0.21.1
-pytest-cov==6.0.0
-pytest-mock==3.14.0
+pytest-cov==6.2.1
+pytest-mock==3.14.1
 python-dateutil==2.9.0.post0
-pytz==2025.1
+pytz==2025.2
 pyyaml==6.0.2
 ragas==0.1.21
 regex==2024.11.6
-requests==2.32.3
+requests==2.32.4
 requests-toolbelt==1.0.0
 six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
-sqlalchemy==2.0.38
+sqlalchemy==2.0.41
 tenacity==8.5.0
 tiktoken==0.9.0
 tqdm==4.67.1
-typing-extensions==4.12.2
+typing-extensions==4.14.1
 typing-inspect==0.9.0
-tzdata==2025.1
-urllib3==2.3.0
+typing-inspection==0.4.1
+tzdata==2025.2
+urllib3==2.5.0
 vcrpy==7.0.0
 wrapt==1.17.2
 xxhash==3.5.0
-yarl==1.18.3
+yarl==1.20.1

.riot/requirements/771848b.txt renamed to .riot/requirements/5908834.txt

@@ -2,35 +2,37 @@
 # This file is autogenerated by pip-compile with Python 3.9
 # by the following command:
 #
-#    pip-compile --allow-unsafe --no-annotate --resolver=backtracking .riot/requirements/771848b.in
+#    pip-compile --allow-unsafe --no-annotate .riot/requirements/5908834.in
 #
-aiohappyeyeballs==2.4.8
-aiohttp==3.11.13
-aiosignal==1.3.2
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.14
+aiosignal==1.4.0
 annotated-types==0.7.0
-anyio==4.8.0
+anyio==4.9.0
 appdirs==1.4.4
 async-timeout==4.0.3
-attrs==25.1.0
-certifi==2025.1.31
-charset-normalizer==3.4.1
-coverage[toml]==7.6.12
+attrs==25.3.0
+certifi==2025.7.14
+charset-normalizer==3.4.2
+coverage[toml]==7.9.2
 dataclasses-json==0.6.7
-datasets==3.3.2
+datasets==4.0.0
 dill==0.3.8
 distro==1.9.0
-exceptiongroup==1.2.2
-filelock==3.17.0
-frozenlist==1.5.0
-fsspec[http]==2024.12.0
-h11==0.14.0
-httpcore==1.0.7
+exceptiongroup==1.3.0
+filelock==3.18.0
+frozenlist==1.7.0
+fsspec[http]==2025.3.0
+greenlet==3.2.3
+h11==0.16.0
+hf-xet==1.1.5
+httpcore==1.0.9
 httpx==0.28.1
-huggingface-hub==0.29.2
+huggingface-hub==0.33.4
 hypothesis==6.45.0
 idna==3.10
-iniconfig==2.0.0
-jiter==0.8.2
+iniconfig==2.1.0
+jiter==0.10.0
 jsonpatch==1.33
 jsonpointer==3.0.0
 langchain==0.2.17
@@ -41,46 +43,48 @@ langchain-text-splitters==0.2.4
 langsmith==0.1.147
 marshmallow==3.26.1
 mock==5.2.0
-multidict==6.1.0
+multidict==6.6.3
 multiprocess==0.70.16
-mypy-extensions==1.0.0
+mypy-extensions==1.1.0
 nest-asyncio==1.6.0
 numpy==1.26.4
-openai==1.65.3
+openai==1.97.1
 opentracing==2.4.0
-orjson==3.10.15
+orjson==3.11.0
 packaging==24.2
-pandas==2.2.3
-pluggy==1.5.0
-propcache==0.3.0
-pyarrow==19.0.1
-pydantic==2.10.6
-pydantic-core==2.27.2
+pandas==2.3.1
+pluggy==1.6.0
+propcache==0.3.2
+pyarrow==21.0.0
+pydantic==2.11.7
+pydantic-core==2.33.2
+pygments==2.19.2
 pysbd==0.3.4
-pytest==8.3.5
+pytest==8.4.1
 pytest-asyncio==0.21.1
-pytest-cov==6.0.0
-pytest-mock==3.14.0
+pytest-cov==6.2.1
+pytest-mock==3.14.1
 python-dateutil==2.9.0.post0
-pytz==2025.1
+pytz==2025.2
 pyyaml==6.0.2
 ragas==0.1.21
 regex==2024.11.6
-requests==2.32.3
+requests==2.32.4
 requests-toolbelt==1.0.0
 six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
-sqlalchemy==2.0.38
+sqlalchemy==2.0.41
 tenacity==8.5.0
 tiktoken==0.9.0
 tomli==2.2.1
 tqdm==4.67.1
-typing-extensions==4.12.2
+typing-extensions==4.14.1
 typing-inspect==0.9.0
-tzdata==2025.1
+typing-inspection==0.4.1
+tzdata==2025.2
 urllib3==1.26.20
 vcrpy==7.0.0
 wrapt==1.17.2
 xxhash==3.5.0
-yarl==1.18.3
+yarl==1.20.1