File tree Expand file tree Collapse file tree 2 files changed +5
-11
lines changed Expand file tree Collapse file tree 2 files changed +5
-11
lines changed Original file line number Diff line number Diff line change @@ -185,9 +185,9 @@ fn valid_type(data_type: &DataType, value: &Value) -> bool {
185
185
DataType :: Boolean => value. is_boolean ( ) ,
186
186
DataType :: Int8 | DataType :: Int16 | DataType :: Int32 | DataType :: Int64 => value. is_i64 ( ) ,
187
187
DataType :: UInt8 | DataType :: UInt16 | DataType :: UInt32 | DataType :: UInt64 => value. is_u64 ( ) ,
188
- DataType :: Float16 | DataType :: Float32 | DataType :: Float64 => {
189
- value . is_f64 ( ) || value . is_i64 ( ) || value . is_u64 ( )
190
- }
188
+ DataType :: Float16 | DataType :: Float32 => value . is_f64 ( ) ,
189
+ // NOTE: All numbers can be ingested as Float64
190
+ DataType :: Float64 => value . is_number ( ) ,
191
191
DataType :: Utf8 => value. is_string ( ) ,
192
192
DataType :: List ( field) => {
193
193
let data_type = field. data_type ( ) ;
Original file line number Diff line number Diff line change @@ -204,20 +204,14 @@ pub fn override_timestamp_fields(
204
204
Arc :: new ( Schema :: new ( updated_fields) )
205
205
}
206
206
207
+ /// All number fields from inferred schema are forced into Float64
207
208
pub fn override_num_fields_from_schema ( schema : Arc < Schema > ) -> Arc < Schema > {
208
209
Arc :: new ( Schema :: new (
209
210
schema
210
211
. fields ( )
211
212
. iter ( )
212
213
. map ( |field| {
213
- if field. data_type ( ) == & DataType :: Int64
214
- || field. data_type ( ) == & DataType :: Int32
215
- || field. data_type ( ) == & DataType :: Int16
216
- || field. data_type ( ) == & DataType :: Int8
217
- || field. data_type ( ) == & DataType :: Float64
218
- || field. data_type ( ) == & DataType :: Float32
219
- || field. data_type ( ) == & DataType :: Float16
220
- {
214
+ if field. data_type ( ) . is_numeric ( ) {
221
215
Arc :: new ( Field :: new (
222
216
field. name ( ) ,
223
217
DataType :: Float64 ,
You can’t perform that action at this time.
0 commit comments