From 5071074051b29f212bac3b40b4680d5960da0174 Mon Sep 17 00:00:00 2001 From: JoeMelko Date: Thu, 19 Jun 2025 21:08:18 -0400 Subject: [PATCH] fix regression fix KeyError: "fname" due to empty dict in updated wds not compatible --- requirements.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/requirements.txt b/requirements.txt index aa98af0..d9686de 100644 --- a/requirements.txt +++ b/requirements.txt @@ -33,3 +33,4 @@ beautifulsoup4 zstandard llm-foundry==0.9.0 lxml_html_clean +webdataset==0.2.86