feat: Add ALTER TABLE ADD/DROP/ALTER COLIMN support (#77)

Author: Xuanwo

CMakeLists.txt

@@ -13,6 +13,7 @@ set(EXTENSION_SOURCES src/lance_extension.cpp src/lance_scan.cpp
                       src/lance_search.cpp src/lance_common.cpp
                       src/lance_filter_ir.cpp
                       src/lance_storage.cpp
+                      src/lance_metadata.cpp
                       src/lance_replacement.cpp
                       src/lance_insert.cpp
                       src/lance_delete.cpp

Cargo.lock

@@ -18,27 +18,32 @@ panic = "abort"
 
 [dependencies]
 
-	# Lance and Arrow dependencies - using compatible versions
-	lance = { version = "1.0.0", default-features = false, features = ["aws", "azure", "gcp", "oss", "huggingface"] }
-	lance-arrow = "1.0.0"
-	lance-core = "1.0.0"
-	lance-namespace = "1.0.0"
-	lance-namespace-impls = { version = "1.0.0", features = ["rest"] }
-	lance-table = "1.0.0"
-	datafusion = "50.3.0"
-	arrow = { version = "56.2.0", features = ["ffi"] }
+# Lance and Arrow dependencies - using compatible versions
+lance = { version = "1.0.0", default-features = false, features = ["aws", "azure", "gcp", "oss", "huggingface"] }
+lance-arrow = "1.0.0"
+lance-core = "1.0.0"
+lance-index = "1.0.0"
+lance-linalg = "1.0.0"
+lance-namespace = "1.0.0"
+lance-namespace-impls = { version = "1.0.0", features = ["rest"] }
+lance-table = "1.0.0"
+
+arrow = { version = "56.2.0", features = ["ffi"] }
 arrow-array = "56.2.0"
 arrow-schema = "56.2.0"
-bzip2-sys = { version = "0.1.13", features = ["static"] }
-tokio = { version = "1", features = ["rt-multi-thread", "macros"] }
-futures = "0.3"
-anyhow = "1.0"
-async-trait = "0.1"
+
+datafusion = "50.3.0"
 datafusion-common = "50.3.0"
 datafusion-expr = "50.3.0"
 datafusion-functions = "50.3.0"
-	datafusion-sql = "50.3.0"
-	lance-index = "1.0.0"
-	lance-linalg = "1.0.0"
-	roaring = "0.10.12"
-	serde_json = "1.0"
+datafusion-sql = "50.3.0"
+
+anyhow = "1.0"
+async-trait = "0.1"
+bzip2-sys = { version = "0.1.13", features = ["static"] }
+chrono = "0.4"
+futures = "0.3"
+roaring = "0.10.12"
+serde_json = "1.0"
+snafu = "0.8.6"
+tokio = { version = "1", features = ["rt-multi-thread", "macros"] }

Cargo.toml

@@ -8,37 +8,57 @@ pub enum ErrorCode {
     InvalidArgument = 1,
     Utf8 = 2,
     Runtime = 3,
+
     DatasetOpen = 4,
     DatasetCountRows = 5,
     FragmentScan = 6,
+
     StreamCreate = 7,
     StreamNext = 8,
     SchemaExport = 9,
     BatchExport = 10,
+
     KnnSchema = 11,
     KnnStreamCreate = 12,
     ExplainPlan = 13,
     FtsSchema = 14,
     FtsStreamCreate = 15,
     DatasetScan = 16,
     HybridStreamCreate = 17,
+
     DatasetWriteOpen = 18,
     DatasetWriteBatch = 19,
     DatasetWriteFinish = 20,
+
     NamespaceListTables = 21,
     NamespaceDescribeTable = 22,
     DirNamespaceListTables = 23,
     DatasetWriteFinishUncommitted = 24,
     DatasetCommitTransaction = 25,
     DirNamespaceDropTable = 26,
+
     DatasetDelete = 27,
     DatasetUpdateOverwrite = 28,
+
     DatasetCreateIndex = 29,
     DatasetDropIndex = 30,
     DatasetDescribeIndices = 31,
     DatasetOptimizeIndices = 32,
     IndexSchema = 33,
     IndexStreamCreate = 34,
+
+    DatasetAddColumns = 35,
+    DatasetDropColumns = 36,
+    DatasetAlterColumns = 37,
+    DatasetUpdateMetadata = 38,
+    DatasetUpdateConfig = 39,
+    DatasetUpdateSchemaMetadata = 40,
+    DatasetUpdateFieldMetadata = 41,
+    DatasetCompactFiles = 42,
+    DatasetCleanupOldVersions = 43,
+    DatasetListKeyValues = 44,
+    DatasetListIndices = 45,
+    DatasetCreateScalarIndex = 46,
 }
 
 struct LastError {

rust/error.rs

@@ -7,6 +7,7 @@ mod namespace;
 mod projection;
 mod scan;
 mod search;
+mod schema_evolution;
 mod stream;
 mod types;
 mod update;