Skip to content

Commit e61d81b

Browse files
authored
Fix and enable Hive to polaris migration test (#35)
1 parent 036a6bd commit e61d81b

File tree

3 files changed

+5
-2
lines changed

3 files changed

+5
-2
lines changed

iceberg-catalog-migrator/README.md

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -218,6 +218,10 @@ java -jar iceberg-catalog-migrator-cli-0.0.1.jar migrate \
218218
--target-catalog-properties uri=http://localhost:60904/api/catalog,warehouse=test,token=$TOKEN
219219
```
220220

221+
Note: Need to configure `ALLOW_UNSTRUCTURED_TABLE_LOCATION` property at the polaris server side as
222+
HMS creates a namespace folder with ".db" extension. Also need to configure `allowedLocations` to be
223+
source catalog directory in `storage_configuration_info`.
224+
221225
## Migrate all tables from DYNAMODB catalog to Polaris catalog
222226
```shell
223227
java -jar iceberg-catalog-migrator-cli-0.0.1.jar migrate \

iceberg-catalog-migrator/cli/src/test/java/org/apache/polaris/iceberg/catalog/migrator/cli/ITHiveToPolarisCLIMigrationTest.java

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,10 +26,8 @@
2626
import org.apache.polaris.iceberg.catalog.migrator.api.CatalogMigrationUtil;
2727
import org.junit.jupiter.api.AfterAll;
2828
import org.junit.jupiter.api.BeforeAll;
29-
import org.junit.jupiter.api.Disabled;
3029
import org.junit.jupiter.api.extension.RegisterExtension;
3130

32-
@Disabled("Because of https://github.com/apache/polaris/issues/2756")
3331
public class ITHiveToPolarisCLIMigrationTest extends AbstractCLIMigrationTest {
3432

3533
@RegisterExtension

iceberg-catalog-migrator/cli/src/test/java/org/apache/polaris/iceberg/catalog/migrator/cli/PolarisContainer.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,7 @@ public void start() {
6868
jvmOptions.put("polaris.readiness.ignore-severe-issues", "true");
6969
jvmOptions.put("polaris.features.\"SUPPORTED_CATALOG_STORAGE_TYPES\"", "[\"FILE\"]");
7070
jvmOptions.put("polaris.features.\"ALLOW_INSECURE_STORAGE_TYPES\"", "true");
71+
jvmOptions.put("polaris.features.\"ALLOW_UNSTRUCTURED_TABLE_LOCATION\"", "true");
7172
String jvmOptionsString =
7273
jvmOptions.entrySet().stream()
7374
.map(e -> "-D" + e.getKey() + "=" + e.getValue())

0 commit comments

Comments
 (0)