File tree Expand file tree Collapse file tree 1 file changed +6
-8
lines changed
common/src/main/scala/org/apache/comet Expand file tree Collapse file tree 1 file changed +6
-8
lines changed Original file line number Diff line number Diff line change @@ -122,16 +122,14 @@ object CometConf extends ShimCometConf {
122122 val SCAN_AUTO = " auto"
123123
124124 val COMET_NATIVE_SCAN_IMPL : ConfigEntry [String ] = conf(" spark.comet.scan.impl" )
125- .category(CATEGORY_SCAN )
125+ .category(CATEGORY_PARQUET )
126126 .doc(
127- " The implementation of Comet Native Scan to use. Available modes are " +
127+ " The implementation of Comet's Parquet scan to use. Available scans are " +
128128 s " ` $SCAN_NATIVE_DATAFUSION`, and ` $SCAN_NATIVE_ICEBERG_COMPAT`. " +
129- s " ` $SCAN_NATIVE_DATAFUSION` is a fully native implementation of scan based on " +
130- " DataFusion. " +
131- s " ` $SCAN_NATIVE_ICEBERG_COMPAT` is the recommended native implementation that " +
132- " exposes apis to read parquet columns natively and supports complex types. " +
133- s " ` $SCAN_AUTO` (default) chooses the best scan. " )
134- .internal()
129+ s " ` $SCAN_NATIVE_DATAFUSION` is a fully native implementation, and " +
130+ s " ` $SCAN_NATIVE_ICEBERG_COMPAT` is a hybrid implementation that supports some " +
131+ " additional features, such as row indexes and field ids. " +
132+ s " ` $SCAN_AUTO` (default) chooses the best available scan based on the scan schema. " )
135133 .stringConf
136134 .transform(_.toLowerCase(Locale .ROOT ))
137135 .checkValues(Set (SCAN_NATIVE_DATAFUSION , SCAN_NATIVE_ICEBERG_COMPAT , SCAN_AUTO ))
You can’t perform that action at this time.
0 commit comments