Skip to content

Commit 7226448

Browse files
committed
chore: temp disable libviewer
1 parent 817f0fe commit 7226448

File tree

2 files changed

+3
-2
lines changed

2 files changed

+3
-2
lines changed

libs/libcommon/src/libcommon/constants.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -107,4 +107,4 @@
107107

108108
YAML_FIELDS_TO_CHECK = ["dataset_info", "configs", "viewer", "language"]
109109

110-
USE_LIBVIEWER_FOR_DATASETS = True
110+
USE_LIBVIEWER_FOR_DATASETS = False

services/worker/src/worker/job_runners/split/first_rows.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88

99
from datasets import IterableDataset, get_dataset_config_info, load_dataset
1010
from fsspec.implementations.http import HTTPFileSystem
11-
from libcommon.constants import MAX_NUM_ROWS_PER_PAGE
11+
from libcommon.constants import MAX_NUM_ROWS_PER_PAGE, USE_LIBVIEWER_FOR_DATASETS
1212
from libcommon.dtos import JobInfo, RowsContent, SplitFirstRowsResponse
1313
from libcommon.exceptions import (
1414
DatasetWithScriptNotSupportedError,
@@ -99,6 +99,7 @@ def compute_first_rows_from_parquet_response(
9999
max_scan_size=max_arrow_data_in_memory,
100100
max_arrow_data_in_memory=max_arrow_data_in_memory,
101101
parquet_metadata_directory=parquet_metadata_directory,
102+
use_libviewer_for_datasets=USE_LIBVIEWER_FOR_DATASETS
102103
)
103104
except EmptyParquetMetadataError:
104105
raise ParquetResponseEmptyError("No parquet files found.")

0 commit comments

Comments
 (0)