add proof loading to testvectors (#503)

Signed-off-by: Alexey Chernyshov <[email protected]>

Author: Alexey-N-Chernyshov

.github/disabled_workflows/msan.yml

@@ -42,7 +42,7 @@
 #        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # has to be included to access other secrets
 #        GITHUB_HUNTER_USERNAME: ${{ secrets.HUNTER_USERNAME }}
 #        GITHUB_HUNTER_TOKEN: ${{ secrets.HUNTER_TOKEN }}
-#      run: cmake . -GNinja -Bbuild -D MSAN=ON -D TESTING_PROOFS=ON
+#      run: cmake . -GNinja -Bbuild -D MSAN=ON -D TESTING_PROOFS=ON -D TESTING_ACTORS=ON
 #    - name: build
 #      run: cmake --build build -- -j2
 #    - name: run tests

.github/workflows/asan.yml

@@ -41,7 +41,7 @@ jobs:
           GITHUB_HUNTER_TOKEN: ${{ secrets.HUNTER_TOKEN }}
           CFLAGS: "-I/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include"
           CXXFLAGS: "-isysroot/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include"
-        run: cmake . -GNinja -Bbuild -D ASAN=ON -D TESTING_PROOFS=ON
+        run: cmake . -GNinja -Bbuild -D ASAN=ON -D TESTING_PROOFS=ON -D TESTING_ACTORS=ON
       - name: build
         run: cmake --build build -- -j2
       - name: run tests

.github/workflows/ci.yml

@@ -83,7 +83,7 @@ jobs:
         GITHUB_HUNTER_USERNAME: ${{ secrets.HUNTER_USERNAME }}
         GITHUB_HUNTER_TOKEN: ${{ secrets.HUNTER_TOKEN }}
         COVERAGE: ${{ matrix.env.COVERAGE }}
-      run: cmake . -GNinja -Bbuild $COVERAGE -D TESTING_PROOFS=ON
+      run: cmake . -GNinja -Bbuild $COVERAGE -D TESTING_PROOFS=ON -D TESTING_ACTORS=ON
     - name: build
       run: cmake --build build -- -j2
     - name: tests

.github/workflows/lsan.yml

@@ -41,7 +41,7 @@ jobs:
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # has to be included to access other secrets
         GITHUB_HUNTER_USERNAME: ${{ secrets.HUNTER_USERNAME }}
         GITHUB_HUNTER_TOKEN: ${{ secrets.HUNTER_TOKEN }}
-      run: cmake . -GNinja -Bbuild -D LSAN=ON -D TESTING_PROOFS=ON
+      run: cmake . -GNinja -Bbuild -D LSAN=ON -D TESTING_PROOFS=ON -D TESTING_ACTORS=ON
     - name: build
       run: cmake --build build -- -j2
     - name: run tests

.github/workflows/tsan.yml

@@ -41,7 +41,7 @@ jobs:
           GITHUB_HUNTER_TOKEN: ${{ secrets.HUNTER_TOKEN }}
           CFLAGS: "-I/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include"
           CXXFLAGS: "-isysroot/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include"
-        run: cmake . -GNinja -Bbuild -D TSAN=ON -D TESTING_PROOFS=ON
+        run: cmake . -GNinja -Bbuild -D TSAN=ON -D TESTING_PROOFS=ON -D TESTING_ACTORS=ON
       - name: build
         run: cmake --build build -- -j2
       - name: run tests

.github/workflows/ubsan.yml

@@ -41,7 +41,7 @@ jobs:
         GITHUB_HUNTER_TOKEN: ${{ secrets.HUNTER_TOKEN }}
         CFLAGS: "-I/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include"
         CXXFLAGS: "-isysroot/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include"
-      run: cmake . -GNinja -Bbuild -D UBSAN=ON -D TESTING_PROOFS=ON
+      run: cmake . -GNinja -Bbuild -D UBSAN=ON -D TESTING_PROOFS=ON -D TESTING_ACTORS=ON
     - name: build
       run: cmake --build build -- -j2
     - name: run tests

CMakeLists.txt

@@ -50,6 +50,7 @@ print("Using CMAKE_TOOLCHAIN_FILE=${CMAKE_TOOLCHAIN_FILE}")
 
 option(TESTING "Build tests" ON)
 option(TESTING_PROOFS "Build proofs tests" OFF)
+option(TESTING_ACTORS "Build actors tests" OFF)
 option(CLANG_FORMAT "Enable clang-format target" ON)
 option(CLANG_TIDY "Enable clang-tidy checks during compilation" OFF)
 option(COVERAGE "Enable generation of coverage info" OFF)

test/core/CMakeLists.txt

@@ -27,5 +27,9 @@ add_subdirectory(sector_storage)
 add_subdirectory(sectorblocks)
 add_subdirectory(serialization)
 add_subdirectory(storage)
-add_subdirectory(test_vectors)
+
+if (TESTING_ACTORS)
+    add_subdirectory(test_vectors)
+endif()
+
 add_subdirectory(vm)

test/core/test_vectors/CMakeLists.txt

@@ -14,6 +14,7 @@ target_link_libraries(test_vectors_test
     interpreter
     ipfs_datastore_in_memory
     json
+    proof_param_provider
     state_tree
     runtime
     )

test/core/test_vectors/test.cpp

@@ -14,6 +14,7 @@
 #include "codec/json/json.hpp"
 #include "core/test_vectors/replaying_randomness.hpp"
 #include "primitives/tipset/load.hpp"
+#include "proofs/proof_param_provider.hpp"
 #include "storage/car/car.hpp"
 #include "storage/ipfs/impl/in_memory_datastore.hpp"
 #include "testutil/read_file.hpp"
@@ -54,8 +55,11 @@ using fc::primitives::ChainEpoch;
 using fc::primitives::EpochDuration;
 using fc::primitives::address::Address;
 using fc::primitives::block::BlockHeader;
+using fc::primitives::sector::getSectorSize;
+using fc::primitives::sector::RegisteredSealProof;
 using fc::primitives::tipset::put;
 using fc::primitives::tipset::Tipset;
+using fc::proofs::ProofParamProvider;
 using fc::vm::actor::Invoker;
 using fc::vm::actor::InvokerImpl;
 using fc::vm::message::UnsignedMessage;
@@ -261,7 +265,18 @@ auto search() {
   return vectors;
 }
 
-struct TestVectors : testing::TestWithParam<MessageVector> {};
+struct TestVectors : testing::TestWithParam<MessageVector> {
+  static void SetUpTestCase() {
+    // Download proofs needed for tests
+    OUTCOME_EXCEPT(params,
+                   ProofParamProvider::readJson(
+                       "/var/tmp/filecoin-proof-parameters/parameters.json"));
+    RegisteredSealProof seal_proof_type =
+        RegisteredSealProof::kStackedDrg2KiBV1;
+    OUTCOME_EXCEPT(sector_size, getSectorSize(seal_proof_type));
+    OUTCOME_EXCEPT(ProofParamProvider::getParams(params, sector_size));
+  }
+};
 
 void testTipsets(const MessageVector &mv, const IpldPtr &ipld) {
   using namespace fc;
@@ -281,7 +296,8 @@ void testTipsets(const MessageVector &mv, const IpldPtr &ipld) {
         parent.parent_state_root = mv.state_before;
     put(ipld, nullptr, parent);
     OUTCOME_EXCEPT(parents, Tipset::create({parent}));
-    auto i{0}, j{0};
+    auto i{0};
+    auto j{0};
     for (const auto &ts : mv.tipsets) {
       fc::primitives::tipset::TipsetCreator cr;
       fc::primitives::block::Ticket ticket{{0}};