Skip to content

Commit 79a8558

Browse files
authored
[Spark] Remove (and rename) package org.apache.spark.sql.delta.shims (delta-io#2882)
#### Which Delta project/connector is this regarding? - [X] Spark - [ ] Standalone - [ ] Flink - [ ] Kernel - [ ] Other (fill in here) ## Description Refactor shim package `org.apache.spark.sql.delta.shims`. When shimming `$package.$class`, use shim package `$package` ## How was this patch tested? Trivial refactor only. ## Does this PR introduce _any_ user-facing changes? No
1 parent 8eeaeea commit 79a8558

File tree

13 files changed

+13
-22
lines changed

13 files changed

+13
-22
lines changed

spark/src/main/scala-spark-3.5/shims/ColumnDefinitionShim.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@
1414
* limitations under the License.
1515
*/
1616

17-
package org.apache.spark.sql.delta.shims
17+
package org.apache.spark.sql.catalyst.plans.logical
1818

1919
import org.apache.spark.sql.catalyst.parser.ParserInterface
2020
import org.apache.spark.sql.types.{StructField, StructType}

spark/src/main/scala-spark-3.5/shims/IncrementalExecutionShim.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,11 +14,10 @@
1414
* limitations under the License.
1515
*/
1616

17-
package org.apache.spark.sql.delta.shims
17+
package org.apache.spark.sql.execution.streaming
1818

1919
import org.apache.spark.sql.SparkSession
2020
import org.apache.spark.sql.catalyst.plans.logical.LogicalPlan
21-
import org.apache.spark.sql.execution.streaming.IncrementalExecution
2221

2322
object IncrementalExecutionShim {
2423

spark/src/main/scala-spark-3.5/shims/UnresolvedTableShim.scala

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -14,9 +14,7 @@
1414
* limitations under the License.
1515
*/
1616

17-
package org.apache.spark.sql.delta.shims
18-
19-
import org.apache.spark.sql.catalyst.analysis.UnresolvedTable
17+
package org.apache.spark.sql.catalyst.analysis
2018

2119
object UnresolvedTableImplicits {
2220

spark/src/main/scala-spark-master/shims/ColumnDefinitionShim.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,10 +14,9 @@
1414
* limitations under the License.
1515
*/
1616

17-
package org.apache.spark.sql.delta.shims
17+
package org.apache.spark.sql.catalyst.plans.logical
1818

1919
import org.apache.spark.sql.catalyst.parser.ParserInterface
20-
import org.apache.spark.sql.catalyst.plans.logical.ColumnDefinition
2120
import org.apache.spark.sql.types.StructField
2221

2322
object ColumnDefinitionShim {

spark/src/main/scala-spark-master/shims/IncrementalExecutionShim.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,11 +14,10 @@
1414
* limitations under the License.
1515
*/
1616

17-
package org.apache.spark.sql.delta.shims
17+
package org.apache.spark.sql.execution.streaming
1818

1919
import org.apache.spark.sql.SparkSession
2020
import org.apache.spark.sql.catalyst.plans.logical.LogicalPlan
21-
import org.apache.spark.sql.execution.streaming.IncrementalExecution
2221

2322
object IncrementalExecutionShim {
2423

spark/src/main/scala-spark-master/shims/UnresolvedTableShim.scala

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -14,9 +14,7 @@
1414
* limitations under the License.
1515
*/
1616

17-
package org.apache.spark.sql.delta.shims
18-
19-
import org.apache.spark.sql.catalyst.analysis.UnresolvedTable
17+
package org.apache.spark.sql.catalyst.analysis
2018

2119
object UnresolvedTableImplicits {
2220

spark/src/main/scala/io/delta/sql/parser/DeltaSqlParser.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,6 @@ import scala.collection.JavaConverters._
4444

4545
import org.apache.spark.sql.catalyst.TimeTravel
4646
import org.apache.spark.sql.delta.skipping.clustering.temp.{AlterTableClusterBy, ClusterByParserUtils, ClusterByPlan, ClusterBySpec}
47-
import org.apache.spark.sql.delta.shims.UnresolvedTableImplicits._
4847

4948
import org.apache.spark.sql.delta._
5049
import org.apache.spark.sql.delta.commands._
@@ -59,6 +58,7 @@ import org.apache.spark.sql.{AnalysisException, SparkSession}
5958
import org.apache.spark.sql.catalyst.expressions.{Expression, Literal}
6059
import org.apache.spark.sql.catalyst.{FunctionIdentifier, TableIdentifier}
6160
import org.apache.spark.sql.catalyst.analysis._
61+
import org.apache.spark.sql.catalyst.analysis.UnresolvedTableImplicits._
6262
import org.apache.spark.sql.catalyst.parser.{ParseErrorListener, ParseException, ParserInterface}
6363
import org.apache.spark.sql.catalyst.parser.ParserUtils.{checkDuplicateClauses, string, withOrigin}
6464
import org.apache.spark.sql.catalyst.plans.logical.{AlterTableAddConstraint, AlterTableDropConstraint, AlterTableDropFeature, CloneTableStatement, LogicalPlan, RestoreTableStatement}

spark/src/main/scala/io/delta/tables/DeltaTableBuilder.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -20,14 +20,13 @@ import scala.collection.mutable
2020

2121
import org.apache.spark.sql.delta.{DeltaErrors, DeltaTableUtils}
2222
import org.apache.spark.sql.delta.DeltaTableUtils.withActiveSession
23-
import org.apache.spark.sql.delta.shims.ColumnDefinitionShim
2423
import org.apache.spark.sql.delta.sources.DeltaSQLConf
2524
import io.delta.tables.execution._
2625

2726
import org.apache.spark.annotation._
2827
import org.apache.spark.sql.SparkSession
2928
import org.apache.spark.sql.catalyst.TableIdentifier
30-
import org.apache.spark.sql.catalyst.plans.logical.{CreateTable, ReplaceTable}
29+
import org.apache.spark.sql.catalyst.plans.logical.{ColumnDefinitionShim, CreateTable, ReplaceTable}
3130
import org.apache.spark.sql.catalyst.util.CaseInsensitiveMap
3231
import org.apache.spark.sql.connector.expressions.Transform
3332
import org.apache.spark.sql.execution.SQLExecution

spark/src/main/scala/io/delta/tables/execution/VacuumTableCommand.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,12 +21,12 @@ import org.apache.spark.sql.catalyst.expressions.{Attribute, AttributeReference}
2121
import org.apache.spark.sql.catalyst.plans.logical.{LogicalPlan, UnaryNode}
2222
import org.apache.spark.sql.catalyst.TableIdentifier
2323
import org.apache.spark.sql.catalyst.analysis.UnresolvedTable
24+
import org.apache.spark.sql.catalyst.analysis.UnresolvedTableImplicits._
2425
import org.apache.spark.sql.delta.catalog.DeltaTableV2
2526
import org.apache.spark.sql.delta.{DeltaErrors, DeltaLog, DeltaTableIdentifier, DeltaTableUtils, UnresolvedDeltaPathOrIdentifier}
2627
import org.apache.spark.sql.delta.commands.DeltaCommand
2728
import org.apache.spark.sql.delta.commands.VacuumCommand
2829
import org.apache.spark.sql.delta.commands.VacuumCommand.getDeltaTable
29-
import org.apache.spark.sql.delta.shims.UnresolvedTableImplicits._
3030
import org.apache.spark.sql.execution.command.{LeafRunnableCommand, RunnableCommand}
3131
import org.apache.spark.sql.types.StringType
3232

spark/src/main/scala/org/apache/spark/sql/delta/ColumnWithDefaultExprUtils.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,6 @@ import org.apache.spark.sql.delta.commands.cdc.CDCReader
2424
import org.apache.spark.sql.delta.constraints.{Constraint, Constraints}
2525
import org.apache.spark.sql.delta.metering.DeltaLogging
2626
import org.apache.spark.sql.delta.schema.SchemaUtils
27-
import org.apache.spark.sql.delta.shims.IncrementalExecutionShim
2827
import org.apache.spark.sql.delta.sources.{DeltaSourceUtils, DeltaSQLConf}
2928

3029
import org.apache.spark.sql.{Column, DataFrame, Dataset, Encoder}
@@ -33,7 +32,7 @@ import org.apache.spark.sql.catalyst.expressions.EqualNullSafe
3332
import org.apache.spark.sql.catalyst.util.CaseInsensitiveMap
3433
import org.apache.spark.sql.catalyst.util.ResolveDefaultColumns._
3534
import org.apache.spark.sql.execution.QueryExecution
36-
import org.apache.spark.sql.execution.streaming.{IncrementalExecution, StreamExecution}
35+
import org.apache.spark.sql.execution.streaming.{IncrementalExecution, IncrementalExecutionShim, StreamExecution}
3736
import org.apache.spark.sql.internal.SQLConf
3837
import org.apache.spark.sql.types.{MetadataBuilder, StructField, StructType}
3938

0 commit comments

Comments
 (0)