Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 10 additions & 2 deletions .github/workflows/run-tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -10,11 +10,19 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
pg_package: ["postgresql14", "postgresql15", "postgresql16"]
include:
- base_image: "golang:1.20.14-alpine3.19"
pg_package: "postgresql14"
- base_image: "golang:1.20.14-alpine3.19"
pg_package: "postgresql15"
- base_image: "golang:1.20.14-alpine3.19"
pg_package: "postgresql16"
- base_image: "golang:1.22.10-alpine3.21"
pg_package: "postgresql17"
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Build Docker image
run: docker build -t pg-schema-diff-test-runner -f ./build/Dockerfile.test --build-arg POSTGRES_PACKAGE=${{ matrix.pg_package }} .
run: docker build -t pg-schema-diff-test-runner -f ./build/Dockerfile.test --build-arg BASE_IMAGE=${{ matrix.base_image }} --build-arg POSTGRES_PACKAGE=${{ matrix.pg_package }} .
- name: Run tests
run: docker run pg-schema-diff-test-runner
1 change: 1 addition & 0 deletions .golangci.yaml
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
linters:
disable-all: true
enable:
- gofmt
- goimports
- ineffassign
- staticcheck
Expand Down
2 changes: 1 addition & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -171,7 +171,7 @@ for _, stmt := range plan.Statements {
```

# Supported Postgres versions
Supported: 14, 15, 16
Supported: 14, 15, 16, 17
Unsupported: <= 13 are not supported. Use at your own risk.

# Unsupported migrations
Expand Down
2 changes: 1 addition & 1 deletion build/Dockerfile.lint
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ RUN wget -O- -nv https://raw.githubusercontent.com/golangci/golangci-lint/master
# Install sqlfluff
RUN pip install wheel # It complains if we attempt to install this in the same command as Cython
RUN pip install "Cython<3.0" pyyaml --no-build-isolation # Fix for https://github.com/yaml/pyyaml/issues/601
RUN pip install "sqlfluff==2.1.2"
RUN pip install "sqlfluff==3.3.0"

WORKDIR /pg-schema-diff
COPY . .
Expand Down
5 changes: 3 additions & 2 deletions build/Dockerfile.test
Original file line number Diff line number Diff line change
@@ -1,7 +1,8 @@
FROM golang:1.20.14-alpine3.19
ARG BASE_IMAGE=golang:1.20.14-alpine3.19

ARG POSTGRES_PACKAGE=postgresql14
FROM $BASE_IMAGE

ARG POSTGRES_PACKAGE=postgresql14
RUN apk update && \
apk add --no-cache \
build-base \
Expand Down
2 changes: 1 addition & 1 deletion internal/graph/graph.go
Original file line number Diff line number Diff line change
Expand Up @@ -88,7 +88,7 @@ func (g *Graph[V]) HasVertexWithId(id string) bool {
// Reverse reverses the edges of the map. The sources become the sinks and vice versa.
func (g *Graph[V]) Reverse() {
reversedEdges := make(AdjacencyMatrix)
for vertexId, _ := range g.verticesById {
for vertexId := range g.verticesById {
reversedEdges[vertexId] = make(map[string]bool)
}
for source, adjacentEdgesMap := range g.edges {
Expand Down
4 changes: 2 additions & 2 deletions internal/graph/graph_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -136,7 +136,7 @@ func TestCopy(t *testing.T) {
"shared_1", "shared_2", "shared_3", "g_1", "g_2", "g_3",
})

// validate overrides weren't copied over and non-overriden shared nodes are the same
// validate overrides weren't copied over and non-overridden shared nodes are the same
assert.NotEqual(t, g.GetVertex("shared_1"), gC.GetVertex("shared_1"))
assert.Equal(t, gC.GetVertex("shared_1"), copyOverrideShared1)
assert.NotEqual(t, g.GetVertex("shared_2"), gC.GetVertex("shared_2"))
Expand Down Expand Up @@ -425,7 +425,7 @@ func (v vertex) GetId() string {

func getVertexIds(g *Graph[vertex]) []string {
var output []string
for id, _ := range g.verticesById {
for id := range g.verticesById {
output = append(output, id)
}
return output
Expand Down
2 changes: 1 addition & 1 deletion internal/migration_acceptance_tests/sequence_cases_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -200,7 +200,7 @@ var sequenceAcceptanceTests = []acceptanceTestCase{
},
},
{
name: "And and Drop sequences (conflicing schemas)",
name: "And and Drop sequences (conflicting schemas)",
oldSchemaDDL: []string{
`
CREATE SCHEMA schema_1;
Expand Down
2 changes: 1 addition & 1 deletion internal/queries/queries.sql
Original file line number Diff line number Diff line change
Expand Up @@ -342,7 +342,7 @@ WHERE
AND seq_ns.nspname !~ '^pg_temp'
-- Exclude sequences owned by identity columns.
-- These manifest as internal dependency on the column
AND (depend.deptype IS NULL OR depend.deptype != 'i')
AND (depend.deptype IS null OR depend.deptype != 'i')
Copy link
Collaborator Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

The new version of sqlfluff converts all caps NULL to null, which ensures consistency. Other occurences of null in this file are also lowercase.

-- Exclude sequences belonging to extensions
AND NOT EXISTS (
SELECT ext_depend.objid
Expand Down
2 changes: 1 addition & 1 deletion internal/queries/queries.sql.go

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

3 changes: 2 additions & 1 deletion internal/schema/schema.go
Original file line number Diff line number Diff line change
Expand Up @@ -865,7 +865,8 @@ func (s *schemaFetcher) buildTable(
}

var identity *ColumnIdentity
if len(column.IdentityType) > 0 {
if len(column.IdentityType) > 0 && table.ParentTableName == "" {
// Exclude identity columns from table partitions because they are owned by the parent.
identity = &ColumnIdentity{
Type: ColumnIdentityType(column.IdentityType),
StartValue: column.StartValue.Int64,
Expand Down
14 changes: 8 additions & 6 deletions internal/schema/schema_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -469,7 +469,7 @@ var (
content TEXT DEFAULT '',
genre VARCHAR(256) NOT NULL,
created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP CHECK (created_at > CURRENT_TIMESTAMP - interval '1 month'),
version INT NOT NULL DEFAULT 0,
version INT GENERATED ALWAYS AS IDENTITY,
PRIMARY KEY (author, id)
) PARTITION BY LIST (author);
ALTER TABLE foo ADD CONSTRAINT author_check CHECK (author IS NOT NULL AND LENGTH(author) > 0) NOT VALID;
Expand Down Expand Up @@ -524,7 +524,7 @@ var (
ALTER TABLE foo_fk_1 ADD CONSTRAINT foo_fk_1_fk FOREIGN KEY (author, content) REFERENCES foo_1 (author, content)
NOT VALID;
`},
expectedHash: "cf473d75363e9f77",
expectedHash: "38588fed86b25fd",
expectedSchema: Schema{
NamedSchemas: []NamedSchema{
{Name: "public"},
Expand All @@ -538,7 +538,9 @@ var (
{Name: "content", Type: "text", Default: "''::text", IsNullable: true, Size: -1, Collation: defaultCollation},
{Name: "genre", Type: "character varying(256)", Size: -1, Collation: defaultCollation},
{Name: "created_at", Type: "timestamp without time zone", Default: "CURRENT_TIMESTAMP", Size: 8},
{Name: "version", Type: "integer", Default: "0", Size: 4},
{Name: "version", Type: "integer", Size: 4,
Identity: &ColumnIdentity{Type: "a", MinValue: 1, MaxValue: 2147483647, StartValue: 1, Increment: 1, CacheSize: 1, Cycle: false},
},
},
CheckConstraints: []CheckConstraint{
{Name: "author_check", Expression: "((author IS NOT NULL) AND (length(author) > 0))", IsInheritable: true, KeyColumns: []string{"author"}},
Expand All @@ -557,7 +559,7 @@ var (
{Name: "content", Type: "text", Default: "''::text", Size: -1, Collation: defaultCollation},
{Name: "genre", Type: "character varying(256)", Size: -1, Collation: defaultCollation},
{Name: "created_at", Type: "timestamp without time zone", Default: "CURRENT_TIMESTAMP", Size: 8},
{Name: "version", Type: "integer", Default: "0", Size: 4},
{Name: "version", Type: "integer", IsNullable: false, Size: 4},
},
CheckConstraints: nil,
ReplicaIdentity: ReplicaIdentityNothing,
Expand All @@ -572,7 +574,7 @@ var (
{Name: "content", Type: "text", Default: "''::text", IsNullable: true, Size: -1, Collation: defaultCollation},
{Name: "genre", Type: "character varying(256)", Size: -1, Collation: defaultCollation},
{Name: "created_at", Type: "timestamp without time zone", Default: "CURRENT_TIMESTAMP", Size: 8},
{Name: "version", Type: "integer", Default: "0", Size: 4},
{Name: "version", Type: "integer", IsNullable: false, Size: 4},
},
CheckConstraints: nil,
ReplicaIdentity: ReplicaIdentityDefault,
Expand All @@ -587,7 +589,7 @@ var (
{Name: "content", Type: "text", Default: "''::text", IsNullable: true, Size: -1, Collation: defaultCollation},
{Name: "genre", Type: "character varying(256)", Size: -1, Collation: defaultCollation},
{Name: "created_at", Type: "timestamp without time zone", Default: "CURRENT_TIMESTAMP", Size: 8},
{Name: "version", Type: "integer", Default: "0", Size: 4},
{Name: "version", Type: "integer", IsNullable: false, Size: 4},
},
CheckConstraints: nil,
ReplicaIdentity: ReplicaIdentityDefault,
Expand Down
2 changes: 1 addition & 1 deletion pkg/diff/sql_generator.go
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ var (
}
migrationHazardExtensionDroppedCannotTrackDependencies = MigrationHazard{
Type: MigrationHazardTypeHasUntrackableDependencies,
Message: "This extension may be in use by tables, indexes, functions, triggers, etc. Tihs statement will be ran last, so this may be OK.",
Message: "This extension may be in use by tables, indexes, functions, triggers, etc. This statement will be ran last, so this may be OK.",
}
migrationHazardExtensionAlteredVersionUpgraded = MigrationHazard{
Type: MigrationHazardTypeExtensionVersionUpgrade,
Expand Down
6 changes: 3 additions & 3 deletions pkg/diff/transform_diff.go
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ import (
// original SchemaDiff struct
func dataPackNewTables(s schemaDiff) schemaDiff {
copiedNewTables := append([]schema.Table(nil), s.tableDiffs.adds...)
for i, _ := range copiedNewTables {
for i := range copiedNewTables {
copiedColumns := append([]schema.Column(nil), copiedNewTables[i].Columns...)
copiedNewTables[i].Columns = copiedColumns
sort.Slice(copiedColumns, func(i, j int) bool {
Expand All @@ -31,9 +31,9 @@ func dataPackNewTables(s schemaDiff) schemaDiff {
// generator to ignore changes to column ordering
func removeChangesToColumnOrdering(s schemaDiff) schemaDiff {
copiedTableDiffs := append([]tableDiff(nil), s.tableDiffs.alters...)
for i, _ := range copiedTableDiffs {
for i := range copiedTableDiffs {
copiedColDiffs := append([]columnDiff(nil), copiedTableDiffs[i].columnsDiff.alters...)
for i, _ := range copiedColDiffs {
for i := range copiedColDiffs {
copiedColDiffs[i].oldOrdering = copiedColDiffs[i].newOrdering
}
copiedTableDiffs[i].columnsDiff.alters = copiedColDiffs
Expand Down
Loading