Fix: Could not save multiple execution records for the same execution

.dockerignore

@@ -2,9 +2,15 @@
 **/*.pyc
 **/__pycache__
 
+**/rootfs/
+**/*.sqlite3
+# **/*.squashfs
 **/*.bin
 **/*.ext4
 **/*.zip
 **/*.pyz
+**/*.rdb
+**/*.key
 **/data.tgz
 /pydantic/
+**/target

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,38 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**Desktop (please complete the following information):**
+ - OS: [e.g. iOS]
+ - Browser [e.g. chrome, safari]
+ - Version [e.g. 22]
+
+**Smartphone (please complete the following information):**
+ - Device: [e.g. iPhone6]
+ - OS: [e.g. iOS8.1]
+ - Browser [e.g. stock browser, safari]
+ - Version [e.g. 22]
+
+**Additional context**
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/scripts/extract_droplet_ipv4.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python3
+"""
+Extract the IP address of a DigitalOcean Droplet
+from the JSON returned by `doctl compute droplet get $name --output json
+"""
+
+import json
+import sys
+
+droplet_info = json.load(sys.stdin)
+print(droplet_info[0]["networks"]["v4"][0]["ip_address"])

.github/workflows/build-deb-package.yml

@@ -0,0 +1,69 @@
+name: "Build Packages"
+on:
+  push
+
+jobs:
+  build_deb:
+    name: "Build Debian Package"
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Unshallow
+        run: |
+          git fetch --prune --unshallow
+          git describe --tags
+
+      - run: |
+          cd packaging && make all-podman-debian-11 && cd ..
+          cd packaging && make all-podman-ubuntu-2004 && cd ..
+          ls packaging/target
+
+      - uses: actions/upload-artifact@v2
+        with:
+          name: aleph-vm.debian-11.deb
+          path: packaging/target/aleph-vm.debian-11.deb
+
+      - uses: actions/upload-artifact@v2
+        with:
+          name: aleph-vm.ubuntu-20.04.deb
+          path: packaging/target/aleph-vm.ubuntu-20.04.deb
+
+
+  build_rootfs:
+    name: "Build runtime aleph-debian-11-python"
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - run: |
+          sudo apt update
+          sudo apt install -y debootstrap
+          cd runtimes/aleph-debian-11-python && sudo ./create_disk_image.sh && cd ../..
+
+      - uses: actions/upload-artifact@v2
+        with:
+          name: aleph-debian-11-python.squashfs
+          path: runtimes/aleph-debian-11-python/rootfs.squashfs
+
+
+  build_example_venv_volume:
+    name: "Build example squashfs volume using Docker"
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - run: |
+          docker build -t aleph-vm-build-squashfs -f examples/volumes/Dockerfile examples/volumes
+          docker run --rm -v "$(pwd)":/mnt aleph-vm-build-squashfs
+
+      - uses: actions/upload-artifact@v2
+        with:
+          name: example-volume-venv.squashfs
+          path: volume-venv.squashfs

.github/workflows/codeql-analysis.yml

@@ -0,0 +1,71 @@
+# For most projects, this workflow file will not need changing; you simply need
+# to commit it to your repository.
+#
+# You may wish to alter this file to override the set of languages analyzed,
+# or to provide custom queries or build logic.
+#
+# ******** NOTE ********
+# We have attempted to detect the languages in your repository. Please check
+# the `language` matrix defined below to confirm you have the correct set of
+# supported CodeQL languages.
+#
+name: "CodeQL"
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    # The branches below must be a subset of the branches above
+    branches: [ main ]
+  schedule:
+    - cron: '15 16 * * 0'
+
+jobs:
+  analyze:
+    name: Analyze
+    runs-on: ubuntu-latest
+    permissions:
+      actions: read
+      contents: read
+      security-events: write
+
+    strategy:
+      fail-fast: false
+      matrix:
+        language: [ 'python' ]
+        # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python' ]
+        # Learn more:
+        # https://docs.github.com/en/free-pro-team@latest/github/finding-security-vulnerabilities-and-errors-in-your-code/configuring-code-scanning#changing-the-languages-that-are-analyzed
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v2
+
+    # Initializes the CodeQL tools for scanning.
+    - name: Initialize CodeQL
+      uses: github/codeql-action/init@v1
+      with:
+        languages: ${{ matrix.language }}
+        # If you wish to specify custom queries, you can do so here or in a config file.
+        # By default, queries listed here will override any specified in a config file.
+        # Prefix the list here with "+" to use these queries and those in the config file.
+        # queries: ./path/to/local/query, your-org/your-repo/queries@main
+
+    # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
+    # If this step fails, then you should remove it and run the build manually (see below)
+    - name: Autobuild
+      uses: github/codeql-action/autobuild@v1
+
+    # ℹ️ Command-line programs to run using the OS shell.
+    # 📚 https://git.io/JvXDl
+
+    # ✏️ If the Autobuild fails above, remove it and uncomment the following three lines
+    #    and modify them (or add more) to build your code if your project
+    #    uses a compiled language
+
+    #- run: |
+    #   make bootstrap
+    #   make release
+
+    - name: Perform CodeQL Analysis
+      uses: github/codeql-action/analyze@v1

.github/workflows/test-build-examples.yml

@@ -0,0 +1,44 @@
+
+
+name: "Build Examples"
+on:
+  push
+
+jobs:
+  build_pip:
+    name: "Build with Pip requirements"
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - run: |
+          sudo apt-get -y update
+          sudo apt-get -y upgrade
+          sudo apt-get -y install python3-pip python3-venv squashfs-tools build-essential
+
+          sudo mkdir /opt/packages
+          sudo chown $(whoami) /opt/packages
+
+      - run: |
+          pip3 install aleph-client
+
+      - run: |
+          ls -la
+
+      - run: |
+          ls
+          pwd
+          pip3 install -t /opt/packages -r ./examples/example_pip/requirements.txt
+          mksquashfs /opt/packages packages.squashfs
+
+#      - run: |
+#          ipfs add packages.squashfs
+
+# TODO: There is currently no easy way pass the item_hash from a pin to a new program.
+#      - run: |
+#          aleph pin QmQr3dEd6LiFq6JmUJYPLrffy45RGFhPWsxWmzo9zZb7Sy
+#
+#      - run: |
+#          aleph program ./examples/example_pip main:app

.github/workflows/test-on-droplet.yml

@@ -0,0 +1,73 @@
+name: "Run tests on DigitalOcean Droplet"
+on:
+  push
+
+jobs:
+  build_deb:
+    name: "Run in DigitalOcean Droplet"
+    runs-on: ubuntu-latest
+    concurrency: droplet-aleph-vm
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+        with:
+          # Fetch the whole history for all tags and branches (required for aleph.__version__)
+          fetch-depth: 0
+
+      - name: Install doctl
+        uses: digitalocean/action-doctl@v2
+        with:
+          token: ${{ secrets.DIGITALOCEAN_ACCESS_TOKEN }}
+
+      - name: Setup SSH private key
+        run: |
+          mkdir ~/.ssh
+          echo $DIGITALOCEAN_SSH_PRIVATE_KEY | base64 --decode > ~/.ssh/id_ed25519
+          chmod 0700 ~/.ssh
+          chmod 0600 ~/.ssh/id_ed25519
+        env:
+          DIGITALOCEAN_SSH_PRIVATE_KEY: ${{ secrets.DIGITALOCEAN_SSH_PRIVATE_KEY }}
+
+      - name: Create the Droplet
+        run: |
+          doctl compute droplet create --image debian-11-x64 \
+          --size s-1vcpu-1gb --region ams3 aleph-vm-ci \
+          --ssh-keys 18:09:36:58:79:44:bb:84:45:c8:6f:9a:f6:b8:0a:c5
+
+      - name: Build Debian Package
+        run: |
+          cd packaging && make all-podman-debian-11 && cd ..
+          ls packaging/target
+
+      - name: Wait for the system to setup and boot
+        run: |
+          export DROPLET_IPV4="$(doctl compute droplet get aleph-vm-ci --output json | ./.github/scripts/extract_droplet_ipv4.py)"
+          until ssh-keyscan -H ${DROPLET_IPV4}; do sleep 1; done
+
+      - name: Install Aleph-VM on the Droplet
+        run: |
+          export DROPLET_IPV4="$(doctl compute droplet get aleph-vm-ci --output json | ./.github/scripts/extract_droplet_ipv4.py)"
+          ssh-keyscan -H ${DROPLET_IPV4} > ~/.ssh/known_hosts
+
+          ssh root@${DROPLET_IPV4} "apt-get update"
+          ssh root@${DROPLET_IPV4} "apt-get upgrade -y"
+          ssh root@${DROPLET_IPV4} "apt-get install -y docker.io apparmor-profiles"
+          ssh root@${DROPLET_IPV4} "docker run -d -p 127.0.0.1:4021:4021/tcp --restart=always --name vm-connector alephim/vm-connector:alpha"
+
+          scp packaging/target/aleph-vm.debian-11.deb root@${DROPLET_IPV4}:/opt
+          ssh root@${DROPLET_IPV4} "apt install -y /opt/aleph-vm.debian-11.deb"
+          ssh root@${DROPLET_IPV4} "echo ALEPH_VM_SUPERVISOR_HOST=0.0.0.0 >> /etc/aleph-vm/supervisor.env"
+          ssh root@${DROPLET_IPV4} "systemctl restart aleph-vm-supervisor"
+
+      - name: Test Aleph-VM on the Droplet
+        run: |
+          export DROPLET_IPV4="$(doctl compute droplet get aleph-vm-ci --output json | ./.github/scripts/extract_droplet_ipv4.py)"
+
+          sleep 3
+          curl --retry 5 "http://${DROPLET_IPV4}:4020/status/check/fastapi"
+
+      - name: Cleanup
+        if: always()
+        run: |
+          doctl compute droplet delete -f aleph-vm-ci

.gitignore

@@ -2,9 +2,25 @@
 *.pyc
 __pycache__
 
+*.sqlite3
 *.bin
 *.ext4
 *.zip
 *.pyz
 *.tgz
+*.rdb
+*.key
 /pydantic/
+node_modules
+*.squashfs
+/examples/example_http_rust/target/
+/examples/example_django/static/admin/
+/runtimes/aleph-debian-11-python/rootfs/
+/packaging/aleph-vm/opt/
+/packaging/target/
+/packaging/repositories/*/db/
+/packaging/repositories/*/dists/
+/packaging/repositories/*/pool/
+/kernels/linux-*/
+/kernels/linux-*.tar
+/kernels/linux-*.tar.sign