fix(okx): Update OKX/MEXC endpoints and add dYdX Github Actions workflows (#14)

* fix(okx): deprecate wsaws.okx.com endpoint

* fix(build): add Dockerfile and reference new slinky-dev-base image

* build(e2e): ghcr authz and pull

* fix: use github.repository_owner

* build(docker): port from skip to dydxprotocol ghcr.io

* build(docker): add image labels pointing to new repo

* build(actions): normalize github actions workflows

* build(docker): upgrade to 1.25.1 debian trixie base images

* build(docker): update simapp go.mod, fix slinky-dev-base key

* build(docker): update Makefile docker-build to include all images

* fix(tests): use errors.New for constant label

* chore(tests): update petri test go.mod for go 1.25.1

* build(e2e): add qemu and setup buildx

* tests(docker): e2e tests depend on e2e builds, not all docker builds

* build(actions): source go version from .go-version and test

* build(docker): clean up image names

* chore(infra): delete nomad manifest

* fix(docker): fix sidecar.prod base url

* fix(test): integration test image names

* build(docker): change testapp->local

* perf(build): enable caching for build.yml workflow

* build(docker): enable go build caching and integrate with actions

* build(actions): restrict qemu to arm64,amd64

* build(actions): disable check-latest for setup-go

* build(actions): overwrite when extracting go caches

* build(actions): rm go module cache, don't overwrite

* build(actions): override perms for rm go module cache

* build(actions): use linux/amd64, linux/arm64, sequoia, tahoe

* chore(readme): remove notes about missing dydx support

* build(actions): consolidate base images, add alpine workflow

* fix: rm dev-base

* fix(docker-build action): don't iterate platforms

* build(lint): remove hardcoded go version

* build(e2e): remove multi-platform builds as runner only uses native arch

* test(integration): use local image references to use build products

* test(integration): build dependencies and load to local docker daemon

* build(docker): add scope tags for caching

* build(docker): add github token to avoid cache throttling

* build(docker): remove linux/arm64 builds

* fix(docker): install certificates after second FROM

* chore(okx): remove unused URL's

* fix(providers): fix mexc websocket url

Author: UnbornAztecKing

.dockerignore

@@ -1 +1,13 @@
 go.work*
+#.git
+#**/.git
+~/.cache/go-build
+~/go/pkg/mod
+/go/pkg/mod
+/root/.cache/go-build
+/go.work
+/build
+/.buildx-cache
+/Users/*/Library/Caches/go-build
+/Users/*/go/pkg/mod
+/src

.github/workflows/build-docker.yml

@@ -14,101 +14,57 @@ jobs:
   build:
     strategy:
       matrix:
-        image: [{file: "slinky.base.Dockerfile", name: "slinky-base"},{file: "slinky.e2e.Dockerfile", name: "slinky-simapp"}, {file: "slinky.sidecar.prod.Dockerfile", name: "slinky-sidecar"}, {file: "slinky.local.Dockerfile", name: "slinky-testapp"}, {file: "slinky.sidecar.e2e.Dockerfile", name: "slinky-e2e-sidecar"}]
-    runs-on: ubuntu-latest-m
+        image: [
+          {file: "slinky.base.Dockerfile", name: "slinky-base"},
+          {file: "slinky.sim.app.Dockerfile", name: "slinky-sim-app"},
+          {file: "slinky.local.Dockerfile", name: "slinky-local-app"},
+          {file: "slinky.sidecar.e2e.Dockerfile", name: "slinky-e2e-sidecar"},
+          {file: "slinky.sidecar.Dockerfile", name: "slinky-sidecar"},
+          {file: "slinky.market.simulator.Dockerfile", name: "slinky-market-simulator"},
+        ]
+    runs-on: ubuntu-latest
     permissions:
       contents: read
       packages: write
-    env:
-      registry_url: 494494944992.dkr.ecr.us-east-2.amazonaws.com/skip-mev/${{ matrix.image.name }}
-      repo_name: skip-mev/${{ matrix.image.name }}
+
     steps:
       - name: Check out the PR commit head
-        uses: actions/checkout@v4
+        uses: actions/checkout@v5
         if: github.event_name == 'pull_request'
         with:
           ref: ${{ github.event.pull_request.head.sha }}
+
       - name: Check out the repo
-        uses: actions/checkout@v4
+        uses: actions/checkout@v5
         if: github.event_name != 'pull_request'
-      - name: Configure AWS Credentials
-        uses: aws-actions/[email protected]
-        with:
-          aws-region: us-east-2
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-      - name: Login to Amazon ECR
-        id: login-ecr
-        uses: aws-actions/amazon-ecr-login@v2
-      - name: Log in to the Container registry
-        uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567
+
+      - name: Login to GHCR
+        uses: docker/login-action@v3
         with:
           registry: ghcr.io
-          username: ${{ github.actor }}
+          username: ${{ github.repository_owner }}
           password: ${{ secrets.GITHUB_TOKEN }}
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
+
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
-      - name: Create ECR repository if it does not exist
-        run: |
-          aws ecr describe-repositories --region us-east-2 --repository-names $repo_name || aws ecr create-repository --repository-name $repo_name --region us-east-2
-      - name: Docker meta
-        id: meta
-        uses: docker/metadata-action@v5
-        env:
-          DOCKER_METADATA_PR_HEAD_SHA: true
+
+      - uses: actions/cache@v4
         with:
-          # list of Docker images to use as base name for tags
-          images: |
-            ${{ env.registry_url }}
-            ghcr.io/skip-mev/${{ matrix.image.name }}
-          tags: |
-            type=ref,event=pr
-            type=semver,pattern=v{{major}}.{{minor}}.{{patch}}
-            type=semver,pattern=v{{major}}
-            type=sha,priority=700,prefix=
-            type=ref,event=branch
+          path: |
+            ~/.cache/go-build
+            ~/go/pkg/mod
+          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+          restore-keys: |
+            ${{ runner.os }}-go-
+
       - name: Build and push
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@v6
         with:
           context: .
+          push: ${{ github.event_name == 'push' }}
+          platforms: linux/amd64
           file: "./contrib/images/${{ matrix.image.file }}"
-          tags: ${{ steps.meta.outputs.tags }}
-          labels: ${{ steps.meta.outputs.labels }}
-          push: true
-          platforms: ${{ startsWith(github.ref, 'refs/tags/v') && 'linux/amd64,linux/arm64' || 'linux/amd64' }}
-      - uses: cloudposse/[email protected]
-        id: out
-        with:
-          matrix-step-name: github-action-matrix-outputs-read
-          matrix-key: ${{ matrix.image.name }}
-          outputs: |-
-            image: ${{ steps.meta.outputs.version }}
-  deploy:
-    needs: [build]
-    if: github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v') || github.event_name == 'workflow_dispatch'
-    runs-on: ubuntu-latest
-    environment: dev
-    permissions:
-      id-token: write
-    steps:
-      - name: Check out the repo
-        uses: actions/checkout@v4
-      - uses: cloudposse/github-action-matrix-outputs-read@main
-        id: matrix_output
-        with:
-          matrix-step-name: github-action-matrix-outputs-read
-      - name: Update the image tags
-        uses: skip-mev/gitops-actions/update-values@main
-        with:
-          service: "slinky"
-          app_id: ${{ vars.DEPLOYER_APP_ID }}
-          app_private_key: ${{ secrets.DEPLOYER_PRIVATE_KEY }}
-          manifests_repo: "slinky-manifests"
-          values_file_name: "values-dev.yaml"
-          modified_values: |
-            {
-              ".chain.image.tag": "${{ fromJSON(steps.matrix_output.outputs.result).image['slinky-testapp'] }}",
-              ".sidecar.image.tag": "${{ fromJSON(steps.matrix_output.outputs.result).image['slinky-e2e-sidecar'] }}",
-            }
+          tags: ghcr.io/dydxprotocol/${{ matrix.image.name }}:latest
+          cache-from: type=gha,scope=${{ matrix.image.name }}
+          cache-to: type=gha,mode=max,scope=${{ matrix.image.name }}
+          github-token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/build.yml

@@ -12,26 +12,51 @@ jobs:
 
     strategy:
       matrix:
-        os: [linux, darwin]
-        arch: [amd64, arm64, 386]
-        exclude:
+        include:
+          - os: linux
+            arch: amd64
+            runner: ubuntu-latest
+          - os: linux
+            arch: arm64
+            runner: ubuntu-latest
           - os: darwin
-            arch: 386
+            arch: arm64
+            runner: macos-15
+          - os: darwin
+            arch: arm64
+            runner: macos-26
 
     steps:
       - name: Checkout code
-        uses: actions/checkout@v3
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v5
+        uses: actions/setup-go@v6
         with:
-          go-version: "1.23.3"
+          go-version-file: .go-version
+          check-latest: false
 
       - name: Set environment variables
         run: |
           echo "GOOS=${{ matrix.os }}" >> $GITHUB_ENV
           echo "GOARCH=${{ matrix.arch }}" >> $GITHUB_ENV
 
-      - name: Build chain and sidecar
+      - name: Clear Go module cache dir
+        run: sudo rm -rf ~/go/pkg/mod
+
+      - uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/go-build
+            ~/go/pkg/mod
+          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+          restore-keys: |
+            ${{ runner.os }}-go-
+
+      - name: Build chain
+        run: |
+          make build-sim-app
+
+      - name: Build sidecar
         run: |
-          make build-test-app && make build
+          make build

.github/workflows/e2e.yml

@@ -1,30 +1,56 @@
 name: E2E tests
-on: 
+on:
   pull_request:
     paths-ignore:
       - docs/**
     branches:
       - main
       - release/v1.x.x
   workflow_dispatch:
-    
+
 jobs:
   e2e:
     runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: read
     steps:
-      - uses: actions/checkout@v4
-      - uses: actions/setup-go@v5
+      - uses: actions/checkout@v5
+
+      - uses: actions/setup-go@v6
         with:
-          go-version: 1.23.3
-          cache: true
-          cache-dependency-path: go.sum
+          go-version-file: .go-version
+          check-latest: false
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
       - uses: technote-space/[email protected]
         id: git_diff
         with:
           PATTERNS: |
             **/*.go
             go.mod
             go.sum
+
+      - name: Login to GHCR
+        run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin
+
+      - name: Pull slinky-base image
+        run: docker pull ghcr.io/dydxprotocol/slinky-base:latest
+
+      - name: Clear Go module cache dir
+        run: sudo rm -rf ~/go/pkg/mod
+
+      - uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/go-build
+            ~/go/pkg/mod
+          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+          restore-keys: |
+            ${{ runner.os }}-go-
+
       - name: tests
         if: env.GIT_DIFF
         run: |

.github/workflows/lint.yml

@@ -13,47 +13,57 @@ permissions:
 
 jobs:
   golangci:
-    name: golangci-lint
+    name: Lint Go
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/setup-go@v5
+      - name: Check out code
+        uses: actions/checkout@v5
+
+      - name: Setup Go
+        uses: actions/setup-go@v6
         with:
-          go-version: 1.23.3
-      - uses: actions/checkout@v4
-      - name: golangci-lint
+          go-version-file: .go-version
+          check-latest: false
+
+      - name: Lint code
         uses: golangci/golangci-lint-action@v6
         with:
-          # Optional: version of golangci-lint to use in form of v1.2 or v1.2.3 or `latest` to use the latest version
           version: latest
           only-new-issues: true
+
   lint-markdown:
-    name: Lint markdown
+    name: Lint Markdown
     runs-on: ubuntu-latest
     steps:
       - name: Check out code
-        uses: actions/checkout@v4
+        uses: actions/checkout@v5
 
       - name: Lint markdown
         uses: avto-dev/markdown-lint@v1
         with:
           args: "**/*.md"
+
   govulncheck:
+    name: Vulnerability Scan
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
-      - uses: actions/setup-go@v5
+      - name: Check out code
+        uses: actions/checkout@v5
+
+      - name: Setup Go
+        uses: actions/setup-go@v6
         with:
-          go-version: 1.23.3
-          cache: true
-          cache-dependency-path: go.sum
-      - uses: technote-space/[email protected]
-        id: git_diff
+          go-version-file: .go-version
+          check-latest: false
+
+      - name: Run govulncheck
+        id: govulncheck
+        uses: golang/govulncheck-action@v1
+        with:
+          go-version-file: .go-version
+          go-package: ./...
+
+      - name: Run gosec
+        uses: securego/gosec@master
         with:
-          PATTERNS: |
-            **/*.go
-            go.mod
-            go.sum
-      - name: govulncheck
-        if: env.GIT_DIFF
-        run: |
-          make govulncheck
+          args: ./...

.github/workflows/release.yml

@@ -16,13 +16,18 @@ jobs:
       contents: write # for goreleaser/goreleaser-action to create a GitHub release
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
-      - name: Install Go
-        uses: actions/setup-go@v5
+      - name: Checkout code
+        uses: actions/checkout@v5
+
+      - name: Setup Go
+        uses: actions/setup-go@v6
         with:
-          go-version: 1.23.3
+          go-version-file: .go-version
+          check-latest: false
+
       - name: Unshallow
         run: git fetch --prune --unshallow
+
       - name: Create release
         uses: goreleaser/goreleaser-action@v6
         with: