mark ci e2e tests (#1062)

Author: ladamesny

.github/actions/tests/local-environment-tests/action.yml

@@ -11,7 +11,7 @@ inputs:
     description: "PC Artifact Tag"
     required: true
   markers:
-    description: 'Run tests by markers (-m). Available markers: smoke, rpc, reserve, governed_map, delegator_rewards, ariadne, wizards or full'
+    description: 'Run tests by markers (-m). Available markers: ci, smoke, rpc, reserve, governed_map, delegator_rewards, ariadne, wizards or full'
     required: true
 
 outputs: {}

.github/actions/tests/run-e2e-tests/action.yml

@@ -11,7 +11,7 @@ inputs:
     required: false
     default: 'test_'
   markers:
-    description: 'Run tests by markers (-m). Available markers: smoke, rpc, reserve, governed_map, delegator_rewards, ariadne, wizards or full'
+    description: 'Run tests by markers (-m). Available markers: ci, smoke, rpc, reserve, governed_map, delegator_rewards, ariadne, wizards or full'
     required: false
   mc_epoch:
     description: 'MC epoch to test (committee tests)'

.github/workflows/ci.yml

@@ -426,7 +426,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        markers: [smoke, rpc, reserve, governed_map, delegator_rewards, ariadne, wizards]
+        markers: [ci, smoke, rpc, reserve, governed_map, delegator_rewards, ariadne, wizards]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -870,7 +870,7 @@ jobs:
           env: ci
           decrypt: true
           blockchain: substrate
-          markers: smoke
+          markers: ci
         env:
           AWS_SESSION_TOKEN: ${{ env.AWS_SESSION_TOKEN }}
           AWS_ACCESS_KEY_ID: ${{ env.AWS_ACCESS_KEY_ID }}

e2e-tests/pytest.ini

@@ -3,6 +3,7 @@ markers =
     # smoke tests
     smoke: block producing, transactions, etc.
     rpc: node RPC methods
+    ci: tests that can pass on a brand new partner-chain in CI environment
 
     # main features
     ariadne: committee selection algorithm

e2e-tests/tests/committee/test_blocks.py

@@ -7,6 +7,7 @@
 
 
 @mark.xdist_group("faucet_tx")
+@mark.ci
 def test_block_producer_can_update_their_metadata(genesis_utxo, api: BlockchainApi, get_wallet: Wallet, write_file):
     logger.info("Signing block producer metadata...")
     skey, vkey_hex, vkey_hash = api.cardano_cli.generate_cross_chain_keys()
@@ -60,6 +61,7 @@ def test_block_producer_can_update_their_metadata(genesis_utxo, api: BlockchainA
 
 
 @mark.xdist_group("faucet_tx")
+@mark.ci
 def test_block_producer_can_delete_their_metadata(genesis_utxo, api: BlockchainApi, get_wallet: Wallet, write_file):
     logger.info("Signing block producer metadata...")
     skey, vkey_hex, vkey_hash = api.cardano_cli.generate_cross_chain_keys()
@@ -157,6 +159,7 @@ def test_block_authors_match_committee_seats(
 
 
 @mark.test_key('ETCM-7481')
+@mark.ci
 def test_block_headers_have_mc_hash(api: BlockchainApi, config: ApiConfig, pc_epoch, get_pc_epoch_blocks):
     """Test block headers have mainchain hash
     * Get blocks for current partner chain epoch

e2e-tests/tests/committee/test_committee.py

@@ -474,6 +474,7 @@ def test_no_rogue_committee_members(
             ), f"Committee member {pub_key} not an active candidate for pc epoch {pc_epoch}"
 
     @mark.test_key('ETCM-7029')
+    @mark.ci
     def test_authorities_matching_committee(self, api: BlockchainApi, config: ApiConfig):
         """Test that authorities match validators for a given partner chain epoch
 

e2e-tests/tests/delegator_rewards/test_spo_journey.py

@@ -206,6 +206,7 @@ def test_no_unexpected_producers(block_participation):
 
 
 @mark.xdist_group("faucet_tx")
+@mark.ci
 class TestMarginFee:
     @fixture(scope="class")
     def random_margin_fee(self) -> int:

e2e-tests/tests/test_rpc.py

@@ -6,6 +6,7 @@
 
 
 @mark.rpc
+@mark.ci
 class TestRpc:
     @mark.test_key('ETCM-6994')
     def test_get_status(self, api: BlockchainApi):

e2e-tests/tests/test_smoke.py

@@ -6,6 +6,7 @@
 
 
 @mark.smoke
+@mark.ci
 class TestSmoke:
     @mark.test_key('ETCM-6992')
     def test_block_producing(self, api: BlockchainApi, config: ApiConfig):