Export integration tests (#1345)

* move test related utils and code out of the test_vm crate

* add utils into integration_tests folder

* port authenticate message test

* port withdraw balance test

* batch_onboarding

* batch_onboarding_deals

* change beneficiary tests

* change owner test

* commit_post

* datacap tests

* evm tests

* extend sectors tests

* cargo updates: wip

* market miner withdrawal

* multisig test

* power scenario

* publish deals

* replica update test

* terminate test

* test vm test

* verified claim

* verifreg tests

* add back an accidentally deleted test

* remove unecessary deps from test_vm

* add TODO

Author: alexytsu

Cargo.lock

@@ -56,7 +56,8 @@ members = [
      "state",
      "runtime",
      "test_vm",
-     "vm_api"
+     "vm_api",
+     "integration_tests"
 ]
 
 [workspace.dependencies]
@@ -141,7 +142,9 @@ fil_actor_verifreg = { version = "12.0.0", path = "actors/verifreg" }
 fil_actors_evm_shared = { version = "12.0.0", path = "actors/evm/shared" }
 fil_actors_runtime = { version = "12.0.0", path = "runtime" }
 fil_builtin_actors_state = { version = "12.0.0", path = "state"}
+fil_actors_integration_tests = { version = "1.0.0", path = "integration_tests" }
 vm_api = { version = "1.0.0", path = "vm_api" }
+test_vm = { version = "12.0.0", path = "test_vm" }
 
 [patch.crates-io]
 #fvm_shared = { git = "https://github.com/filecoin-project/ref-fvm", branch = "master" }

Cargo.toml

@@ -0,0 +1,64 @@
+[package]
+name = "fil_actors_integration_tests"
+description = "Portable integration tests for FVM targets"
+version = "1.0.0"
+license = "MIT OR Apache-2.0"
+authors = ["Protocol Labs", "Filecoin Core Devs"]
+edition = "2021"
+keywords = ["filecoin", "web3", "wasm"]
+publish = false
+
+[lib]
+
+[dependencies]
+fil_builtin_actors_state = { workspace = true }
+fil_actors_runtime = { workspace = true, features = [ "test_utils" ] }
+fil_actor_init = { workspace = true }
+fil_actor_cron = { workspace = true }
+fil_actor_system = { workspace = true }
+fil_actor_account = { workspace = true }
+fil_actor_multisig = { workspace = true }
+fil_actor_paych = { workspace = true }
+fil_actor_reward = { workspace = true }
+fil_actor_power = { workspace = true }
+fil_actor_market = { workspace = true }
+fil_actor_verifreg = { workspace = true }
+fil_actor_miner = { workspace = true }
+fil_actor_datacap = { workspace = true }
+fil_actor_evm = { workspace = true }
+fil_actor_eam = { workspace = true }
+fil_actor_ethaccount = { workspace = true }
+fil_actors_evm_shared = { workspace = true }
+vm_api = { workspace = true }
+
+anyhow = { workspace = true }
+bimap = { workspace = true }
+blake2b_simd = { workspace = true }
+cid = { workspace = true }
+ethers = { workspace = true }
+frc42_dispatch = { workspace = true }
+frc46_token = { workspace = true }
+fvm_actor_utils = { workspace = true }
+fvm_ipld_bitfield = { workspace = true }
+fvm_ipld_blockstore = { workspace = true }
+fvm_ipld_encoding = { workspace = true }
+fvm_ipld_hamt = { workspace = true }
+fvm_shared = { workspace = true }
+hex = { workspace = true }
+indexmap = { workspace = true }
+integer-encoding = { workspace = true }
+lazy_static = { workspace = true }
+log = { workspace = true }
+num-derive = { workspace = true }
+num-traits = { workspace = true }
+rand = { workspace = true }
+rand_chacha = { workspace = true }
+regex = { workspace = true }
+serde = { workspace = true }
+thiserror = { workspace = true }
+libsecp256k1 = { workspace = true }
+
+[dev-dependencies]
+multihash = { workspace = true }
+test-case = { workspace = true }
+hex-literal = { workspace = true }

integration_tests/Cargo.toml

@@ -0,0 +1,56 @@
+use fvm_shared::{
+    address::{Address, FIRST_NON_SINGLETON_ADDR},
+    econ::TokenAmount,
+    sector::StoragePower,
+    smooth::FilterEstimate,
+    ActorID,
+};
+
+pub mod deals;
+pub mod expects;
+pub mod tests;
+pub mod util;
+
+// accounts for verifreg root signer and msig
+pub const VERIFREG_ROOT_KEY: &[u8] = &[200; fvm_shared::address::BLS_PUB_LEN];
+pub const TEST_VERIFREG_ROOT_SIGNER_ADDR: Address = Address::new_id(FIRST_NON_SINGLETON_ADDR);
+pub const TEST_VERIFREG_ROOT_ADDR: Address = Address::new_id(FIRST_NON_SINGLETON_ADDR + 1);
+
+// account actor seeding funds created by new_with_singletons
+pub const FAUCET_ROOT_KEY: &[u8] = &[153; fvm_shared::address::BLS_PUB_LEN];
+pub const TEST_FAUCET_ADDR: Address = Address::new_id(FIRST_NON_SINGLETON_ADDR + 2);
+pub const FIRST_TEST_USER_ADDR: ActorID = FIRST_NON_SINGLETON_ADDR + 3;
+
+// static values for predictable testing
+pub const TEST_VM_RAND_ARRAY: [u8; 32] = [
+    1u8, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
+    26, 27, 28, 29, 30, 31, 32,
+];
+pub const TEST_VM_INVALID_POST: &str = "i_am_invalid_post";
+
+pub struct MinerBalances {
+    pub available_balance: TokenAmount,
+    pub vesting_balance: TokenAmount,
+    pub initial_pledge: TokenAmount,
+    pub pre_commit_deposit: TokenAmount,
+}
+
+pub struct NetworkStats {
+    pub total_raw_byte_power: StoragePower,
+    pub total_bytes_committed: StoragePower,
+    pub total_quality_adj_power: StoragePower,
+    pub total_qa_bytes_committed: StoragePower,
+    pub total_pledge_collateral: TokenAmount,
+    pub this_epoch_raw_byte_power: StoragePower,
+    pub this_epoch_quality_adj_power: StoragePower,
+    pub this_epoch_pledge_collateral: TokenAmount,
+    pub miner_count: i64,
+    pub miner_above_min_power_count: i64,
+    pub this_epoch_reward: TokenAmount,
+    pub this_epoch_reward_smoothed: FilterEstimate,
+    pub this_epoch_baseline_power: StoragePower,
+    pub total_storage_power_reward: TokenAmount,
+    pub total_client_locked_collateral: TokenAmount,
+    pub total_provider_locked_collateral: TokenAmount,
+    pub total_client_storage_fee: TokenAmount,
+}

test_vm/src/deals.rs renamed to integration_tests/src/deals.rs

@@ -0,0 +1,49 @@
+use fil_actor_account::types::AuthenticateMessageParams;
+use fil_actor_account::Method::AuthenticateMessageExported;
+use fvm_ipld_encoding::RawBytes;
+use fvm_shared::bigint::Zero;
+use fvm_shared::econ::TokenAmount;
+use fvm_shared::error::ExitCode;
+
+use crate::util::{create_accounts, generate_deal_proposal};
+use vm_api::util::{apply_code, apply_ok};
+use vm_api::VM;
+
+/// Using a deal proposal as a serialized message, we confirm that:
+/// - calls to Account::authenticate_message with valid signatures succeed
+/// - calls to Account::authenticate_message with invalid signatures fail
+pub fn account_authenticate_message_test(v: &dyn VM) {
+    let addr = create_accounts(v, 1, &TokenAmount::from_whole(10_000))[0];
+
+    let proposal =
+        generate_deal_proposal(&addr, &addr, &TokenAmount::zero(), &TokenAmount::zero(), 0, 0);
+    let proposal_ser =
+        RawBytes::serialize(proposal).expect("failed to marshal deal proposal").to_vec();
+
+    // With a good sig, message succeeds
+    let authenticate_message_params = AuthenticateMessageParams {
+        signature: proposal_ser.clone(),
+        message: proposal_ser.clone(),
+    };
+    apply_ok(
+        v,
+        &addr,
+        &addr,
+        &TokenAmount::zero(),
+        AuthenticateMessageExported as u64,
+        Some(authenticate_message_params),
+    );
+
+    // Bad, bad sig! message fails
+    let authenticate_message_params =
+        AuthenticateMessageParams { signature: vec![], message: proposal_ser };
+    apply_code(
+        v,
+        &addr,
+        &addr,
+        &TokenAmount::zero(),
+        AuthenticateMessageExported as u64,
+        Some(authenticate_message_params),
+        ExitCode::USR_ILLEGAL_ARGUMENT,
+    );
+}