e2e test master workflow (#615)

* e2e test master workflow

* trigger image build for tests changes to run test after image was built

Author: mskrzypkows

.github/workflows/stack_pytest.yml .github/workflows/e2e_stack_pytest.yml.github/workflows/stack_pytest.yml renamed to .github/workflows/e2e_stack_pytest.yml

@@ -1,12 +1,14 @@
-name: "[Nethermind] Catalyst Stack - Pytest"
+name: "[Nethermind] Catalyst e2e Stack - Pytest"
 
 on:
     workflow_dispatch:
-    push:
-      branches: [master]
+    workflow_run:
+        workflows: ["[Nethermind] Catalyst Node - Docker build and push"]
+        types: [completed]
+        branches: [master]
 
 env:
-  TARGET_MACHINE_IP: 178.79.141.170
+  TARGET_MACHINE_IP: 178.79.157.173
 jobs:
   build:
     name: Set and run pytest
@@ -22,16 +24,18 @@ jobs:
       - name: SSH into target machine
         run: |
           ssh -o StrictHostKeyChecking=no -o ServerAliveInterval=60 -o ServerAliveCountMax=30 root@${{ env.TARGET_MACHINE_IP }} << 'EOF'
-            docker pull nethswitchboard/catalyst-node:latest
-            docker pull nethswitchboard/catalyst-pytest:latest
-            docker pull nethswitchboard/preconf-taiko-client:latest
-            docker pull nethswitchboard/preconf-taiko-protocol:latest
-
-            kurtosis enclave rm taiko-preconf-devnet --force
-            kurtosis clean -a
-            cd ~/preconfirm-devnet-package
+            cd ~/e2e_catalyst_tests/simple_taiko_node
+            git pull
+            cp .env.example .env
+            docker compose down -v --remove-orphans
+            docker compose up -d
+            cd ~/e2e_catalyst_tests/catalyst/e2e_tests
             git pull
-            kurtosis run --enclave taiko-preconf-devnet . --args-file network_params.yaml
+            python3 -m venv venv
+            source venv/bin/activate
+            pip install -r requirements.txt
+            cp .env.example .env
+            pytest -s -v
           EOF
 
       - name: Summary

.github/workflows/node_docker_build.yml

@@ -11,9 +11,10 @@ on:
       - "permissionless/**"
       - "whitelist/**"
       - "tools/p2p_node/p2p_network/**"
+      - "e2e_tests/**"
 
 env:
-  DOCKER_PUBLIC_REGISTRY: docker.io 
+  DOCKER_PUBLIC_REGISTRY: docker.io
   DOCKER_PUBLIC_REPOSITORY: nethermind/catalyst-node
   DOCKER_REGISTRY: nethermind.jfrog.io
   DOCKER_REPOSITORY_STAGING: core-oci-local-staging/catalyst-node
@@ -116,10 +117,10 @@ jobs:
             $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
             ${{ needs.build.outputs.digest-amd64 }} \
             ${{ needs.build.outputs.digest-arm64 }}
-            
+
       - name: Setup ORAS
         uses: oras-project/setup-oras@v1
-        
+
       - name: Check ORAS version
         run: oras version
 
@@ -165,7 +166,7 @@ jobs:
             echo "Promoting ${source_image} to ${prod_image}"
             oras cp -r "${source_image}" "${prod_image}"
           done
-  
+
       - name: Summary
         run: |
           echo "## Catalyst Node Docker build Completed" >> $GITHUB_STEP_SUMMARY

.github/workflows/pytest_docker_build.yml …ub/workflows/pytest_docker_build.yml_old.github/workflows/pytest_docker_build.yml renamed to .github/workflows/pytest_docker_build.yml_old .github/workflows/pytest_docker_build.yml renamed to .github/workflows/pytest_docker_build.yml_old

@@ -3,8 +3,8 @@ L1_RPC_URL=http://localhost:32002
 BEACON_RPC_URL=http://localhost:33001
 
 # L2 (Taiko) RPC URL
-L2_RPC_URL_NODE1=http://localhost:32801
-L2_RPC_URL_NODE2=http://localhost:32808
+L2_RPC_URL_NODE1=http://localhost:8547
+L2_RPC_URL_NODE2=http://localhost:8647
 
 TAIKO_INBOX_ADDRESS=0xa4fD91B3b1032e1fd0d7623A54B1a399aaaF9ab5
 PRECONF_WHITELIST_ADDRESS=0xD9BFe39BA99503baA8cBA3DF08e3C9421889Fd44

e2e_tests/.env.example

@@ -19,6 +19,7 @@ def restart_container(container_name):
         print(result.stderr)
         assert False, "Error restarting container"
 
+pytest.skip("Skipping test_preocnfirmation_after_restart.py until issue https://github.com/NethermindEth/Catalyst/issues/611 is fixed", allow_module_level=True)
 def test_preocnfirmation_after_restart(l1_client, beacon_client, l2_client_node1, env_vars):
     """
     We restart the nodes and then produce 30 transactions every 2 L2 slots. We expect to receive 30 L2 blocks and 3 batches at the end