File tree Expand file tree Collapse file tree 3 files changed +4
-4
lines changed Expand file tree Collapse file tree 3 files changed +4
-4
lines changed Original file line number Diff line number Diff line change 1717from datasets .utils .py_utils import size_str
1818from fsspec .implementations .http import HTTPFile , HTTPFileSystem
1919from huggingface_hub import HfFileSystem
20+ from libviewer import Dataset as LibviewerDataset # type: ignore [import-untyped]
2021from pyarrow .lib import ArrowInvalid
2122
2223from libcommon .constants import CONFIG_PARQUET_METADATA_KIND
2324from libcommon .prometheus import StepProfiler
2425from libcommon .simple_cache import get_previous_step_or_raise
2526from libcommon .storage import StrPath
2627from libcommon .viewer_utils .features import get_supported_unsupported_columns
27- from libviewer import Dataset as LibviewerDataset # type: ignore [import-untyped]
2828
2929# For partial Parquet export we have paths like "en/partial-train/0000.parquet".
3030# "-" is not allowed is split names so we use it in the prefix to avoid collisions.
Original file line number Diff line number Diff line change 11# SPDX-License-Identifier: Apache-2.0
22# Copyright 2022 The HuggingFace Authors.
33
4- from collections .abc import Sequence
54import json
65import logging
76import os
7+ from collections .abc import Sequence
88from io import BytesIO
99from typing import Any , Optional , Union
1010from zlib import adler32
@@ -534,7 +534,7 @@ def to_features_list(features: Features) -> list[FeatureItem]:
534534
535535def get_supported_unsupported_columns (
536536 features : Features ,
537- unsupported_features : Sequence [FeatureType ],
537+ unsupported_features : Sequence [FeatureType ] = () ,
538538) -> tuple [list [str ], list [str ]]:
539539 supported_columns , unsupported_columns = [], []
540540
Original file line number Diff line number Diff line change 22authors = [
" Krisztián Szűcs <[email protected] >" ]
33description = " Library for utils common to all the services"
44name = " libviewer"
5- version = " 0.6.8 "
5+ version = " 0.1.0 "
66license = " Apache-2.0"
77
88[tool .poetry .dependencies ]
You can’t perform that action at this time.
0 commit comments