File tree Expand file tree Collapse file tree 2 files changed +2
-10
lines changed
Expand file tree Collapse file tree 2 files changed +2
-10
lines changed Original file line number Diff line number Diff line change 22Changelog
33=========
44
5- Version 5.3.0 (2021-11-26 )
5+ Version 5.3.0 (2021-12-10 )
66==========================
77* Add Deprecation warnings and migration helpers in order to facilitate the Kartothek version 6.0.0 migration.
8+ * Removed warning for distinct categoricals (#501)
89
910
1011Version 5.2.0 (2021-11-22)
Original file line number Diff line number Diff line change 11# -*- coding: utf-8 -*-
22
33
4- import warnings
54from functools import partial
65
76import pandas as pd
1211except ImportError :
1312 pass
1413
15- CATEGORICAL_EFFICIENCY_WARN_LIMIT = 100000
16-
1714
1815def _identity ():
1916 def _id (x ):
@@ -49,12 +46,6 @@ def _cast_categorical_to_index_cat(df, categories):
4946def _construct_categorical (column , dataset_metadata_factory ):
5047 dataset_metadata = dataset_metadata_factory .load_index (column )
5148 values = dataset_metadata .indices [column ].index_dct .keys ()
52- if len (values ) > CATEGORICAL_EFFICIENCY_WARN_LIMIT :
53- warnings .warn (
54- "Column {} has {} distinct values, reading as categorical may increase memory consumption." ,
55- column ,
56- len (values ),
57- )
5849 return pd .api .types .CategoricalDtype (values , ordered = False )
5950
6051
You can’t perform that action at this time.
0 commit comments