Dev eco

.github/workflows/docker.yml

@@ -0,0 +1,180 @@
+name: Dockerize  Nabu
+# need to look at this to do it right
+# https://namiops.medium.com/golang-multi-arch-docker-image-with-github-action-b59a62c8d2bd
+on:
+  push:
+    branches:
+      - master
+      - dev
+      - dev_eco
+#    tags:
+#      - v3.*
+  release:
+    types: [published]
+
+# https://github.com/marketplace/actions/publish-docker
+# https://github.com/docker/build-push-action
+env:
+  REGISTRY_IMAGE: nsfearthcube/nabu
+
+jobs:
+  build:
+    name: Docker nabu
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        include:
+          - goarch: amd64
+            goos: "linux"
+            platform: linux/amd64
+          - goarch: arm64
+            goos: "linux"
+            platform: linux/arm64
+
+          # above is explict build lists, otherwise we get amd64 on linux/arm as an option
+
+        # build and publish in parallel: linux/amd64
+        #goos: [linux, windows, darwin]
+        #goarch: [amd64,arm64]
+#        goos: [linux]
+#        goarch: [amd64, arm64]
+#        platform: [linux/amd64,linux/arm64]
+#        exclude:
+#          - goarch: "386"
+#            goos: darwin
+    steps:
+      - name: Install Go
+        uses: actions/setup-go@v5
+      - name: checkout code
+        uses: actions/checkout@v4
+      - name: donwload schema
+        run: curl https://schema.org/version/latest/schemaorg-current-https.jsonld --output assets/schemaorg-current-https.jsonld
+      - name: donwload schema
+        run: curl https://schema.org/version/latest/schemaorg-current-http.jsonld --output assets/schemaorg-current-http.jsonld
+      - name: Set variables
+        run: |
+          VER=$(cat VERSION)
+          echo "VERSION=$VER" >> $GITHUB_ENV
+      #     - name: Run tests
+      #      run: go test -v -p=1 -timeout=0 ./...
+      - id: binary
+        name: build
+        run: |
+          go build -o nabu -ldflags "-s -w -X main.VERSION=${{ env.VERSION }} -X github.com/gleanerio/nabu/pkg.VERSION=${{ env.VERSION }}"
+        working-directory: ./cmd/nabu
+        env:
+          GOOS: ${{matrix.goss}}
+          GOARCH: ${{matrix.goarch}}
+          CGO_ENABLED: 0
+      #  deploy:
+      #    needs: build
+      #    name: Dockerize Gleaner
+      #    runs-on: ubuntu-latest
+      #    steps:
+      #      - name: Checkout Repo
+      #        uses: actions/checkout@v2
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+        with:
+          platforms: ${{matrix.goarch}}
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Extract metadata (tags, labels) for Docker
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY_IMAGE }}
+          flavor: |
+            latest=true
+#          tags: |
+#            type=ref,event=tag
+#            type=ref,event=branch
+#            type=semver,pattern={{version}}
+          tags: |
+            type=ref,event=tag
+            type=semver,pattern={{version}}
+      - name: Build and push by digest
+        id: build
+        uses: docker/build-push-action@v6
+        with:
+          # push: true
+          platforms: ${{ matrix.platform }}
+          #platforms: linux/amd64,linux/arm64
+        #  tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          file: ./build/Dockerfile
+          context: .
+          outputs: type=image,name=${{ env.REGISTRY_IMAGE }},push-by-digest=true,name-canonical=true,push=true
+#      - name: Image digest
+#        run: echo ${{ steps.docker_build.outputs.digest }}
+      - name: Export digest
+        run: |
+          mkdir -p /tmp/digests
+          digest="${{ steps.build.outputs.digest }}"
+          touch "/tmp/digests/${digest#sha256:}"
+      - name: Upload digest
+        uses: actions/upload-artifact@v4
+        with:
+          name: digests-${{ matrix.goarch }}
+          path: /tmp/digests/*
+          if-no-files-found: error
+          retention-days: 1
+  merge:
+    runs-on: ubuntu-latest
+    needs:
+      - build
+    strategy:
+      matrix:
+        include:
+          - goarch: amd64
+            goos: "linux"
+            platform: linux/amd64
+          - goarch: arm64
+            goos: "linux"
+            platform:
+              linux/arm64
+    steps:
+
+      - name: Download digests
+        uses: actions/download-artifact@v4
+        with:
+          name: digests-${{ matrix.goarch }}
+          path: /tmp/digests
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      -
+        name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY_IMAGE }}
+          flavor: |
+            latest=true
+          tags: |
+            type=ref,event=tag
+            type=ref,event=branch
+            type=semver,pattern={{version}}
+
+      -
+        name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      -
+        name: Create manifest list and push
+        working-directory: /tmp/digests
+        run: |
+          docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
+            $(printf '${{ env.REGISTRY_IMAGE }}@sha256:%s ' *)
+      -
+        name: Inspect image
+        run: |
+          docker buildx imagetools inspect ${{ env.REGISTRY_IMAGE }}:${{ steps.meta.outputs.version }}

.github/workflows/release_nabu.yml

@@ -22,6 +22,10 @@ jobs:
       - uses: actions/checkout@v2
  #     - name: Run tests
  #       run: go test -v -p=1 -timeout=0 ./...
+      - name: donwload schema
+        run: curl https://schema.org/version/latest/schemaorg-current-https.jsonld --output assets/schemaorg-current-https.jsonld
+      - name: donwload schema
+        run: curl https://schema.org/version/latest/schemaorg-current-http.jsonld --output assets/schemaorg-current-http.jsonld
       - uses: wangyoucao577/[email protected]
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
@@ -30,5 +34,5 @@ jobs:
           project_path: "./cmd/nabu"
           binary_name: "nabu"
           ldflags: "-s -w"
-          extra_files: README.md docs/ web/ config/ scripts/
+          extra_files: README.md docs/ web/ config/ scripts/ assets/
  #         extra_files: LICENSE README.md

.gitignore

@@ -3,4 +3,5 @@ secret/**
 logs/**
 /cmd/nabu/nabu
 **/*.log
-**/.idea/**
+**/.idea/**
+**/.fleet/**

Makefile

@@ -6,8 +6,6 @@ nabu:
 	cd cmd/nabu; \
 	GOOS=linux GOARCH=amd64 CGO_ENABLED=0 env go build -o nabu
 
-releases: nabu
-
 docker:
 	podman build  --tag="fils/nabu:$(VERSION)"  --file=./build/Dockerfile .
 
@@ -19,3 +17,5 @@ publish:
 	docker tag fils/nabu:$(VERSION) fils/nabu:latest
 	docker push fils/nabu:$(VERSION) ; \
 	docker push fils/nabu:latest
+
+releases: nabu docker dockerpush publish

README.md

@@ -2,8 +2,8 @@
 
 ## About
 
-Nabu is a program for loading data graphs into triple-stores.  Its main goal is to synchronize a collection
-of RDF graphs (for example JSON-LD document) in an object store (minio, S3, etc.) into a
-graph database/triplestore like blazegraph or jena.
+Nabu's main goal is to load/synchronize a collection of RDF graphs (for example JSON-LD document) in an 
+object store (minio, S3, etc.) into a graph database/triplestore.   It's core logic can also be extended to load 
+graphs into other programs.
 
 Further information can be found in the [documentation directory](./docs/README.md).

VERSION

@@ -1 +1 @@
-2.0.3-developement
+2.0.19-df-development