Merge pull request #3572 from etan-status/lc-transitionacrossforks

Consider fork transitions when using `get_sync_aggregate` helper func

Author: hwwhww

tests/core/pyspec/eth2spec/test/altair/light_client/test_sync.py

@@ -16,16 +16,15 @@
     state_transition_with_full_block,
 )
 from eth2spec.test.helpers.constants import (
-    PHASE0, ALTAIR, BELLATRIX, CAPELLA, DENEB,
+    ALTAIR, BELLATRIX, CAPELLA, DENEB,
     MINIMAL,
-    ALL_PHASES,
 )
 from eth2spec.test.helpers.fork_transition import (
     do_fork,
 )
 from eth2spec.test.helpers.forks import (
+    get_spec_for_fork_version,
     is_post_capella, is_post_deneb,
-    is_post_fork,
 )
 from eth2spec.test.helpers.light_client import (
     compute_start_slot_at_next_sync_committee_period,
@@ -40,19 +39,6 @@
 )
 
 
-def get_spec_for_fork_version(spec, fork_version, phases):
-    if phases is None:
-        return spec
-    for fork in [fork for fork in ALL_PHASES if is_post_fork(spec.fork, fork)]:
-        if fork == PHASE0:
-            fork_version_field = 'GENESIS_FORK_VERSION'
-        else:
-            fork_version_field = fork.upper() + '_FORK_VERSION'
-        if fork_version == getattr(spec.config, fork_version_field):
-            return phases[fork]
-    raise ValueError("Unknown fork version %s" % fork_version)
-
-
 class LightClientSyncTest(object):
     steps: List[Dict[str, Any]]
     genesis_validators_root: Any
@@ -535,7 +521,7 @@ def run_test_single_fork(spec, phases, state, fork):
     finalized_state = state.copy()
     attested_block = state_transition_with_full_block(spec, state, True, True)
     attested_state = state.copy()
-    sync_aggregate, _ = get_sync_aggregate(spec, state)
+    sync_aggregate, _ = get_sync_aggregate(spec, state, phases=phases)
     block = state_transition_with_full_block(spec, state, True, True, sync_aggregate=sync_aggregate)
     yield from emit_update(test, spec, state, block, attested_state, attested_block, finalized_block, phases=phases)
     assert test.store.finalized_header.beacon.slot == finalized_state.slot
@@ -548,7 +534,7 @@ def run_test_single_fork(spec, phases, state, fork):
     transition_to(spec, state, spec.compute_start_slot_at_epoch(fork_epoch) - 4)
     attested_block = state_transition_with_full_block(spec, state, True, True)
     attested_state = state.copy()
-    sync_aggregate, _ = get_sync_aggregate(spec, state)
+    sync_aggregate, _ = get_sync_aggregate(spec, state, phases=phases)
     block = state_transition_with_full_block(spec, state, True, True, sync_aggregate=sync_aggregate)
     update = yield from emit_update(
         test, spec, state, block, attested_state, attested_block, finalized_block, phases=phases)
@@ -564,7 +550,7 @@ def run_test_single_fork(spec, phases, state, fork):
     # Final slot before fork, check that importing the pre-fork format still works
     attested_block = block.copy()
     attested_state = state.copy()
-    sync_aggregate, _ = get_sync_aggregate(spec, state)
+    sync_aggregate, _ = get_sync_aggregate(spec, state, phases=phases)
     block = state_transition_with_full_block(spec, state, True, True, sync_aggregate=sync_aggregate)
     yield from emit_update(test, spec, state, block, attested_state, attested_block, finalized_block, phases=phases)
     assert test.store.finalized_header.beacon.slot == finalized_state.slot
@@ -575,7 +561,7 @@ def run_test_single_fork(spec, phases, state, fork):
     # Upgrade to post-fork spec, attested block is still before the fork
     attested_block = block.copy()
     attested_state = state.copy()
-    sync_aggregate, _ = get_sync_aggregate(phases[fork], state)
+    sync_aggregate, _ = get_sync_aggregate(phases[fork], state, phases=phases)
     state, block = do_fork(state, spec, phases[fork], fork_epoch, sync_aggregate=sync_aggregate)
     spec = phases[fork]
     yield from emit_update(test, spec, state, block, attested_state, attested_block, finalized_block, phases=phases)
@@ -587,7 +573,7 @@ def run_test_single_fork(spec, phases, state, fork):
     # Another block after the fork, this time attested block is after the fork
     attested_block = block.copy()
     attested_state = state.copy()
-    sync_aggregate, _ = get_sync_aggregate(spec, state)
+    sync_aggregate, _ = get_sync_aggregate(spec, state, phases=phases)
     block = state_transition_with_full_block(spec, state, True, True, sync_aggregate=sync_aggregate)
     yield from emit_update(test, spec, state, block, attested_state, attested_block, finalized_block, phases=phases)
     assert test.store.finalized_header.beacon.slot == finalized_state.slot
@@ -599,7 +585,7 @@ def run_test_single_fork(spec, phases, state, fork):
     transition_to(spec, state, spec.compute_start_slot_at_epoch(fork_epoch + 1) - 2)
     attested_block = state_transition_with_full_block(spec, state, True, True)
     attested_state = state.copy()
-    sync_aggregate, _ = get_sync_aggregate(spec, state)
+    sync_aggregate, _ = get_sync_aggregate(spec, state, phases=phases)
     block = state_transition_with_full_block(spec, state, True, True, sync_aggregate=sync_aggregate)
     yield from emit_update(test, spec, state, block, attested_state, attested_block, finalized_block, phases=phases)
     assert test.store.finalized_header.beacon.slot == finalized_state.slot
@@ -613,7 +599,7 @@ def run_test_single_fork(spec, phases, state, fork):
     _, _, state = next_slots_with_attestations(spec, state, 2 * spec.SLOTS_PER_EPOCH - 1, True, True)
     attested_block = state_transition_with_full_block(spec, state, True, True)
     attested_state = state.copy()
-    sync_aggregate, _ = get_sync_aggregate(spec, state)
+    sync_aggregate, _ = get_sync_aggregate(spec, state, phases=phases)
     block = state_transition_with_full_block(spec, state, True, True, sync_aggregate=sync_aggregate)
     yield from emit_update(test, spec, state, block, attested_state, attested_block, finalized_block, phases=phases)
     assert test.store.finalized_header.beacon.slot == finalized_state.slot

tests/core/pyspec/eth2spec/test/helpers/fork_transition.py

@@ -3,7 +3,10 @@
 from eth2spec.test.helpers.attester_slashings import (
     get_valid_attester_slashing_by_indices,
 )
-from eth2spec.test.helpers.attestations import next_slots_with_attestations
+from eth2spec.test.helpers.attestations import (
+    next_slots_with_attestations,
+    state_transition_with_full_block,
+)
 from eth2spec.test.helpers.block import (
     build_empty_block_for_next_slot,
     build_empty_block,
@@ -21,6 +24,9 @@
 from eth2spec.test.helpers.proposer_slashings import (
     get_valid_proposer_slashing,
 )
+from eth2spec.test.helpers.forks import (
+    get_next_fork_transition,
+)
 from eth2spec.test.helpers.state import (
     next_slot,
     state_transition_and_sign_block,
@@ -196,6 +202,34 @@ def _transition_until_fork_minus_one(spec, state, fork_epoch):
     transition_to(spec, state, to_slot)
 
 
+def transition_across_forks(spec, state, to_slot, phases=None, with_block=False, sync_aggregate=None):
+    assert to_slot > state.slot
+    state = state.copy()
+    block = None
+    to_epoch = spec.compute_epoch_at_slot(to_slot)
+    while state.slot < to_slot:
+        assert block is None
+        epoch = spec.compute_epoch_at_slot(state.slot)
+        post_spec, fork_epoch = get_next_fork_transition(spec, epoch, phases)
+        if fork_epoch is None or to_epoch < fork_epoch:
+            if with_block and (to_slot == state.slot + 1):
+                transition_to(spec, state, to_slot - 1)
+                block = state_transition_with_full_block(
+                    spec, state, True, True,
+                    sync_aggregate=sync_aggregate)
+            else:
+                transition_to(spec, state, to_slot)
+        else:
+            transition_until_fork(spec, state, fork_epoch)
+            state, block = do_fork(
+                state, spec, post_spec, fork_epoch,
+                with_block=with_block and (to_slot == state.slot + 1),
+                sync_aggregate=sync_aggregate,
+            )
+            spec = post_spec
+    return spec, state, block
+
+
 def transition_to_next_epoch_and_append_blocks(spec,
                                                state,
                                                post_tag,

tests/core/pyspec/eth2spec/test/helpers/forks.py

@@ -1,5 +1,5 @@
 from .constants import (
-    ALTAIR, BELLATRIX, CAPELLA, DENEB,
+    PHASE0, ALTAIR, BELLATRIX, CAPELLA, DENEB,
     EIP6110, EIP7002, WHISK,
     PREVIOUS_FORK_OF,
 )
@@ -47,3 +47,27 @@ def is_post_eip7002(spec):
 
 def is_post_whisk(spec):
     return is_post_fork(spec.fork, WHISK)
+
+
+def get_spec_for_fork_version(spec, fork_version, phases):
+    if phases is None:
+        return spec
+    for fork in [fork for fork in phases if is_post_fork(spec.fork, fork)]:
+        if fork == PHASE0:
+            fork_version_field = 'GENESIS_FORK_VERSION'
+        else:
+            fork_version_field = fork.upper() + '_FORK_VERSION'
+        if fork_version == getattr(spec.config, fork_version_field):
+            return phases[fork]
+    raise ValueError("Unknown fork version %s" % fork_version)
+
+
+def get_next_fork_transition(spec, epoch, phases):
+    if phases is None:
+        return None, None
+    for fork in [fork for fork in phases if PREVIOUS_FORK_OF[fork] == spec.fork]:
+        assert fork != PHASE0  # PHASE0 does not have previous fork
+        fork_epoch = getattr(phases[fork].config, fork.upper() + '_FORK_EPOCH')
+        assert fork_epoch > epoch  # Forks through given epoch already applied
+        return phases[fork], fork_epoch
+    return None, None  # Already at latest fork

tests/core/pyspec/eth2spec/test/helpers/light_client.py

@@ -1,5 +1,5 @@
-from eth2spec.test.helpers.state import (
-    transition_to,
+from eth2spec.test.helpers.fork_transition import (
+    transition_across_forks,
 )
 from eth2spec.test.helpers.forks import (
     is_post_capella, is_post_deneb,
@@ -20,14 +20,14 @@ def compute_start_slot_at_next_sync_committee_period(spec, state):
     return compute_start_slot_at_sync_committee_period(spec, sync_committee_period + 1)
 
 
-def get_sync_aggregate(spec, state, num_participants=None, signature_slot=None):
+def get_sync_aggregate(spec, state, num_participants=None, signature_slot=None, phases=None):
     # By default, the sync committee signs the previous slot
     if signature_slot is None:
         signature_slot = state.slot + 1
+    assert signature_slot > state.slot
 
     # Ensure correct sync committee and fork version are selected
-    signature_state = state.copy()
-    transition_to(spec, signature_state, signature_slot)
+    signature_spec, signature_state, _ = transition_across_forks(spec, state, signature_slot, phases)
 
     # Fetch sync committee
     committee_indices = compute_committee_indices(signature_state)
@@ -41,12 +41,12 @@ def get_sync_aggregate(spec, state, num_participants=None, signature_slot=None):
     # Compute sync aggregate
     sync_committee_bits = [True] * num_participants + [False] * (committee_size - num_participants)
     sync_committee_signature = compute_aggregate_sync_committee_signature(
-        spec,
+        signature_spec,
         signature_state,
         max(signature_slot, 1) - 1,
         committee_indices[:num_participants],
     )
-    sync_aggregate = spec.SyncAggregate(
+    sync_aggregate = signature_spec.SyncAggregate(
         sync_committee_bits=sync_committee_bits,
         sync_committee_signature=sync_committee_signature,
     )