6.3 release preparations (#534)

Author: droserasprout

.github/workflows/build.yml

@@ -1,4 +1,7 @@
 name: Build
+concurrency: 
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 on:
   push:
     branches:

.github/workflows/docs.yml

@@ -1,5 +1,7 @@
 name: Docs
-
+concurrency: 
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 on:
   push:
     tags:

.github/workflows/installer.yml

@@ -1,5 +1,7 @@
 name: Installer
-
+concurrency: 
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 on:
   push:
     paths:

.github/workflows/release.yml

@@ -63,9 +63,9 @@ jobs:
             type=pep440,pattern={{major}}.{{minor}}-slim
 
       - name: Set up Python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v4
         with:
-          python-version: '3.10.x'
+          python-version: '3.10'
 
       - name: Set up Poetry
         uses: snok/install-poetry@v1
@@ -135,3 +135,11 @@ jobs:
             ${{ steps.changelog.outputs.changes }}
           draft: true
           prerelease: ${{ steps.changelog.outputs.status == 'prereleased' }}
+
+      - name: Create Sentry release
+        uses: getsentry/action-release@v1
+        env:
+          SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN }}
+          SENTRY_ORG: ${{ secrets.SENTRY_ORG }}
+          SENTRY_PROJECT: ${{ secrets.SENTRY_PROJECT }}
+          SENTRY_URL: ${{ secrets.SENTRY_URL }}

.github/workflows/test.yml

@@ -1,4 +1,7 @@
 name: Test
+concurrency: 
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 on:
   push:
     paths:
@@ -17,10 +20,10 @@ jobs:
         include:
           - os: ubuntu-latest
             arch: amd64
-          - os: macos-latest
-            arch: amd64
           - os: ubuntu-latest
             arch: arm64
+          # - os: macos-latest
+          #   arch: amd64
           - os: macos-latest
             arch: arm64
     steps:
@@ -36,14 +39,6 @@ jobs:
           python-version: '3.10'
           cache: 'poetry'
 
-      - name: Set up cache (replays)
-        uses: actions/cache@v3
-        id: cache-replays
-        with:
-          path: ~/.cache/dipdup/replays
-          key: dipdup-replays-${{ matrix.os }}-${{ matrix.arch }}
-          restore-keys: dipdup-replays-${{ matrix.os }}-${{ matrix.arch }}
-
       - name: Install project
         run: make install
       - name: Run lint

CHANGELOG.md

@@ -9,22 +9,27 @@ The format is based on [Keep a Changelog], and this project adheres to [Semantic
 ### Added
 
 - context: Added `execute_sql_query` method to run queries from `sql` project directory.
-- context: `execute_sql` method now accepts arbitrary arguments to format SQL script (unsafe, use with caution)
+- context: `execute_sql` method now accepts arbitrary arguments to format SQL script (unsafe, use with caution).
 - index: New index kind `operation_unfiltered`.
 - index: New filters for `token_transfer` index.
 
 ### Fixed
 
-- codegen: Better PEP 8 compatibility of generated callbacks.
 - cli: Fixed missing log messages from `ctx.logger`.
-- cli: Configure package logger in addition to `dipdup` one.
-- context: Fixed `execute_sql` method crashes when the path is a file.
+- codegen: Better PEP 8 compatibility of generated callbacks.
+- context: Fixed SQL scripts executed in the wrong order.
+- context: Fixed `execute_sql` method crashes when the path is not a directory.
+- database: Fixed crash with `CannotConnectNowError` before establishing the database connection.
 - database: Fixed crash when using F expressions inside versioned transactions.
-- http: Fixed caching datasource responses to `replay_path` if set.
+- http: Fixed caching datasource responses when `replay_path` contains tilde.
 - http: Adjusted per-datasource default config values.
-- project: Fixed outdated options in DipDup version question.
-- tzkt: Fixed deserializing `EventData` model.
-- tzkt: Fixed empty contract balance in the `amount` field.
+- project: Use the latest stable version instead of hardcoded values.
+- tzkt: Fixed deserializing of `EventData` and `OperationData` models.
+- tzkt: Fixed matching migration originations by address.
+
+### Deprecated
+
+- ci: `pytezos` extra and corresponding Docker image are deprecated. 
 
 ## [6.2.0] - 2022-10-12
 
@@ -811,7 +816,8 @@ This release contains no changes except for the version number.
 [semantic versioning]: https://semver.org/spec/v2.0.0.html
 
 <!-- Versions -->
-[Unreleased]: https://github.com/dipdup-net/dipdup/compare/6.2.0...HEAD
+[Unreleased]: https://github.com/dipdup-net/dipdup/compare/6.3.0...HEAD
+[6.3.0]: https://github.com/dipdup-net/dipdup/compare/6.2.0...6.3.0
 [6.2.0]: https://github.com/dipdup-net/dipdup/compare/6.1.3...6.2.0
 [6.1.3]: https://github.com/dipdup-net/dipdup/compare/6.1.2...6.1.3
 [6.1.2]: https://github.com/dipdup-net/dipdup/compare/6.1.1...6.1.2

CONTRIBUTING.md

@@ -4,7 +4,7 @@ The key words "MUST", "MUST NOT", "REQUIRED", "SHALL", "SHALL NOT", "SHOULD", "S
 
 ## General
 
-- All code in this repository MUST be licensed under the [MIT License](LICENSE).
+- All code in this repository MUST be licensed under the [MIT License](./LICENSE.md).
 - Python code in this repository MUST run on Python 3.10. It also SHOULD run on Python 3.11. Using modern language features is encouraged.
 - Python code in this repository MUST run in Linux, macOS, Docker, and `amd64`/`arm64` environments. Windows SHOULD be supported as well.
 - We use the [Poetry](https://python-poetry.org/docs/#installation) package manager and GNU Make to set up the development environment. You SHOULD install both tools and run `make help` to see available shortcuts.

Dockerfile

@@ -1,6 +1,7 @@
 # syntax=docker/dockerfile:1.3-labs
 FROM python:3.10-slim-buster AS compile-image
 ARG PYTEZOS=0
+ENV DIPDUP_PYTEZOS=${PYTEZOS}
 ENV POETRY_VIRTUALENVS_IN_PROJECT=true
 SHELL ["/bin/bash", "-euxo", "pipefail", "-c"]
 
@@ -32,6 +33,7 @@ eot
 
 FROM python:3.10-slim-buster AS build-image
 ARG PYTEZOS=0
+ENV DIPDUP_PYTEZOS=${PYTEZOS}
 ENV POETRY_VIRTUALENVS_IN_PROJECT=true
 SHELL ["/bin/bash", "-c"]
 

Makefile

@@ -5,6 +5,7 @@
 ##
 ## DEV=1                Install dev dependencies
 DEV=1
+# TODO: Remove in 7.0
 ## PYTEZOS=0            Install PyTezos
 PYTEZOS=0
 ## TAG=latest           Tag for the `image` command
@@ -13,7 +14,7 @@ TAG=latest
 ##
 
 help:           ## Show this help (default)
-	@fgrep -h "##" $(MAKEFILE_LIST) | fgrep -v fgrep | sed -e 's/\\$$//' | sed -e 's/##//'
+	@grep -F -h "##" $(MAKEFILE_LIST) | grep -F -v fgrep | sed -e 's/\\$$//' | sed -e 's/##//'
 
 all:            ## Run a whole CI pipeline: formatters, linters and tests
 	make install lint test docs
@@ -29,7 +30,7 @@ lint:           ## Lint with all tools
 test:           ## Run test suite
 	poetry run pytest --cov-report=term-missing --cov=dipdup --cov-report=xml -n auto -s -v tests
 
-test-ci:
+test-ci:        ## Run test suite without xdist, coverage and some tests (avoid macOS issues)
 	CI=true poetry run pytest -s -v tests
 
 docs:           ## Build docs
@@ -42,7 +43,7 @@ docs:           ## Build docs
 isort:          ## Format with isort
 	poetry run isort src tests scripts
 
-blue:          ## Format with blue
+blue:           ## Format with blue
 	poetry run blue src tests scripts
 
 flake:          ## Lint with flake8
@@ -65,6 +66,7 @@ image:          ## Build all Docker images
 image-default:  ## Build default Docker image
 	docker buildx build . --progress plain -t dipdup:${TAG}
 
+# TODO: Remove in 7.0
 image-pytezos:  ## Build pytezos Docker image
 	docker buildx build . --progress plain -t dipdup:${TAG}-pytezos --build-arg PYTEZOS=1
 
@@ -96,6 +98,7 @@ release-major:  ## Release major version
 clean:          ## Remove all files from .gitignore except for `.venv`
 	git clean -xdf --exclude=".venv"
 	rm -r ~/.cache/flakeheaven
+	rm -r ~/.cache/dipdup
 
 update:         ## Update dependencies, export requirements.txt
 	make install
@@ -121,4 +124,3 @@ scripts:
 	make lint
 
 ##
-##

demos/demo-domains-big-map/docker-compose.swarm.yml

@@ -53,7 +53,7 @@ services:
     logging: *logging
 
   hasura:
-    image: hasura/graphql-engine:v2.14.0
+    image: hasura/graphql-engine:v2.15.0
     depends_on:
       - db
     environment: