|
| 1 | +package main |
| 2 | + |
| 3 | +import ( |
| 4 | + "context" |
| 5 | + "fmt" |
| 6 | + "os" |
| 7 | + |
| 8 | + sdkConfig "github.com/stackitcloud/stackit-sdk-go/core/config" |
| 9 | + "github.com/stackitcloud/stackit-sdk-go/core/utils" |
| 10 | + "github.com/stackitcloud/stackit-sdk-go/services/intake" |
| 11 | +) |
| 12 | + |
| 13 | +func main() { |
| 14 | + region := "eu01" // Region where the resources will be created |
| 15 | + projectId := "PROJECT_ID" // Your STACKIT project ID |
| 16 | + |
| 17 | + dremioCatalogURI := "DREMIO_CATALOG_URI" // E.g., "https://my-dremio-catalog.data-platform.stackit.run/iceberg" |
| 18 | + dremioTokenEndpoint := "DREMIO_TOKEN_ENDPOINT" // E.g., "https://my-dremio.data-platform.stackit.run/oauth/token" |
| 19 | + dremioPAT := "DREMIO_PERSONAL_ACCESS_TOKEN" // Your Dremio Personal Access Token |
| 20 | + catalogWarehouse := "CATALOG_WAREHOUSE" // Catalog warehouse where the data will be ingested |
| 21 | + |
| 22 | + intakeUserPassword := "s3cuRe_p@ssW0rd_f0r_1ntake!" // A secure password for the new intake user |
| 23 | + |
| 24 | + ctx := context.Background() |
| 25 | + |
| 26 | + intakeClient, err := intake.NewAPIClient( |
| 27 | + sdkConfig.WithRegion(region), |
| 28 | + ) |
| 29 | + if err != nil { |
| 30 | + fmt.Fprintf(os.Stderr, "Creating API client: %v\n", err) |
| 31 | + os.Exit(1) |
| 32 | + } |
| 33 | + |
| 34 | + // Create an Intake Runner |
| 35 | + createRunnerPayload := intake.CreateIntakeRunnerPayload{ |
| 36 | + DisplayName: utils.Ptr("my-example-runner"), |
| 37 | + MaxMessageSizeKiB: utils.Ptr(int64(10)), |
| 38 | + MaxMessagesPerHour: utils.Ptr(int64(1000)), |
| 39 | + } |
| 40 | + createRunnerResp, err := intakeClient.CreateIntakeRunner(ctx, projectId, region).CreateIntakeRunnerPayload(createRunnerPayload).Execute() |
| 41 | + if err != nil { |
| 42 | + fmt.Fprintf(os.Stderr, "Error creating Intake Runner: %v\n", err) |
| 43 | + os.Exit(1) |
| 44 | + } |
| 45 | + intakeRunnerId := *createRunnerResp.Id |
| 46 | + fmt.Printf("Triggered creation of Intake Runner with ID: %s. Waiting for it to become active...\n", intakeRunnerId) |
| 47 | + |
| 48 | + // Create an Intake |
| 49 | + dremioAuthType := intake.CatalogAuthType("dremio") // can also be set to "none" if the catalog is not authenticated |
| 50 | + createIntakePayload := intake.CreateIntakePayload{ |
| 51 | + DisplayName: utils.Ptr("my-example-intake"), |
| 52 | + IntakeRunnerId: utils.Ptr(intakeRunnerId), |
| 53 | + Catalog: &intake.IntakeCatalog{ |
| 54 | + Uri: utils.Ptr(dremioCatalogURI), |
| 55 | + Warehouse: utils.Ptr(catalogWarehouse), |
| 56 | + Namespace: utils.Ptr("example_namespace"), |
| 57 | + TableName: utils.Ptr("example_table"), |
| 58 | + Auth: &intake.CatalogAuth{ |
| 59 | + Type: &dremioAuthType, |
| 60 | + Dremio: &intake.DremioAuth{ |
| 61 | + TokenEndpoint: utils.Ptr(dremioTokenEndpoint), |
| 62 | + PersonalAccessToken: utils.Ptr(dremioPAT), |
| 63 | + }, |
| 64 | + }, |
| 65 | + }, |
| 66 | + } |
| 67 | + createIntakeResp, err := intakeClient.CreateIntake(ctx, projectId, region).CreateIntakePayload(createIntakePayload).Execute() |
| 68 | + if err != nil { |
| 69 | + fmt.Fprintf(os.Stderr, "Error creating Intake: %v\n", err) |
| 70 | + os.Exit(1) |
| 71 | + } |
| 72 | + intakeId := *createIntakeResp.Id |
| 73 | + fmt.Printf("Triggered creation of Intake with ID: %s. Waiting for it to become active...\n", intakeRunnerId) |
| 74 | + |
| 75 | + createIntakeUserPayload := intake.CreateIntakeUserPayload{ |
| 76 | + DisplayName: utils.Ptr("my-example-user"), |
| 77 | + Password: utils.Ptr(intakeUserPassword), |
| 78 | + } |
| 79 | + createIntakeUserResp, err := intakeClient.CreateIntakeUser(ctx, projectId, region, intakeId).CreateIntakeUserPayload(createIntakeUserPayload).Execute() |
| 80 | + if err != nil { |
| 81 | + fmt.Fprintf(os.Stderr, "Error creating Intake User: %v\n", err) |
| 82 | + os.Exit(1) |
| 83 | + } |
| 84 | + intakeUserId := *createIntakeUserResp.Id |
| 85 | + fmt.Printf("Created Intake User with ID: %s\n", intakeUserId) |
| 86 | +} |
0 commit comments