Improvement to S3 client (#44)

soldni · web-flow · commit e4ef33558196 · 2023-01-11T12:05:14.000-08:00
* improvements to client

* bumped version

* improvements

* message
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "smashed"
-version = "0.15.2"
+version = "0.15.3"
 description = "Sequential MAppers for Sequences of HEterogeneous Dictionaries is a set of Python interfaces designed to apply transformations to samples in datasets, which are often implemented as sequences of dictionaries."
 authors = [
     {name = "Allen Institute for Artificial Intelligence", email = "contact@allenai.org" },
diff --git a/src/smashed/recipes/promptsource.py b/src/smashed/recipes/promptsource.py
@@ -16,7 +16,7 @@ def __init__(
         self,
         tokenizer: PreTrainedTokenizerBase,
         jinja_template: str,
-        num_shots: Union[int, Literal["max"]] = 0,
+        num_shots: int = 0,
         max_source_content_length: Optional[int] = None,
         max_target_content_length: Optional[int] = None,
         truncation_strategy: Literal["longest", "uniform"] = "longest",
diff --git a/src/smashed/utils/io_utils.py b/src/smashed/utils/io_utils.py
