cmake: integrate Lua API tests

The commit 8ad443d
("cmake: introduce a module to build fuzzing tests") has added
tests for LuaJIT. These tests are mostly written in C and test
LuaJIT via the Lua C API. The patch integrates tests that are
written in Lua and tests LuaJIT via the Lua API, see [1].

1. ligurio/lua-c-api-tests#121

Closes tarantool#11401

NO_CHANGELOG=build
NO_DOC=build
NO_TEST=build

Author: ligurio

CMakeLists.txt

@@ -851,6 +851,12 @@ include (cmake/rpm.cmake)
 
 set(TARANTOOL_BIN $<TARGET_FILE:tarantool>)
 
+if(ENABLE_FUZZER)
+  add_compile_flags("C;CXX"
+    "-fsanitize=fuzzer-no-link"
+  )
+endif()
+
 add_subdirectory(extra)
 add_subdirectory(test)
 add_subdirectory(proofs/tla/test)

cmake/BuildLuaTests.cmake

@@ -7,7 +7,7 @@ set(LUA_TESTS_PREFIX
 # The test `luaL_loadbuffer_proto_test` is not enabled, because
 # it is quite similar to `luaL_loadbuffer_fuzzer` located in
 # test/fuzz/luaL_loadbuffer/.
-string(JOIN ";" LUA_TESTS
+string(JOIN ";" CAPI_TESTS
   ffi_cdef_proto_test
   lua_dump_test
   luaL_gsub_test
@@ -43,7 +43,7 @@ endif()
 
 include(ExternalProject)
 
-set(GIT_REF "68e62715310f197f489f03a33dce501c0a2e4450")
+set(GIT_REF "51d08cf572256c9fbec8a23a551a05a901917518")
 # Git reference can be overridden with environment variable. It is
 # needed for checking build by project itself.
 if (DEFINED ENV{LUA_TESTS_GIT_REF})
@@ -64,10 +64,10 @@ ExternalProject_Add(${LUA_TESTS_TARGET_NAME}
         -B <BINARY_DIR>
         -G ${CMAKE_GENERATOR}
         "${LUA_TESTS_CMAKE_FLAGS}"
-  BUILD_COMMAND cd <BINARY_DIR> && ${CMAKE_MAKE_PROGRAM} "${LUA_TESTS}"
+  BUILD_COMMAND cd <BINARY_DIR> && ${CMAKE_MAKE_PROGRAM} "${CAPI_TESTS}"
   INSTALL_COMMAND ""
   CMAKE_GENERATOR ${CMAKE_GENERATOR}
-  BUILD_BYPRODUCTS "${LUA_TESTS}"
+  BUILD_BYPRODUCTS "${CAPI_TESTS}"
   DOWNLOAD_EXTRACT_TIMESTAMP TRUE
 )
 
@@ -81,7 +81,7 @@ add_dependencies(${LUA_TESTS_TARGET_NAME} libluajit_static)
 # environment variable `RUNS`.
 #
 # 1. https://github.com/ligurio/lua-c-api-tests/blob/ef74f0558bb913edef85e7a774fada4ecc82247b/tests/capi/CMakeLists.txt#L46-L58
-foreach(test ${LUA_TESTS})
+foreach(test ${CAPI_TESTS})
   set(test_title test/fuzz/${test})
   add_test(NAME ${test_title}
     COMMAND ${CMAKE_CTEST_COMMAND}
@@ -96,8 +96,171 @@ foreach(test ${LUA_TESTS})
   )
 endforeach()
 
+set(DEFAULT_RUNS_NUMBER 5)
+
+string(JOIN " " LIBFUZZER_OPTS
+  -print_final_stats=1
+  -print_pcs=1
+  -reduce_inputs=1
+  -reload=1
+  -report_slow_units=5
+  # Shell parameter expansion,
+  # https://www.gnu.org/software/bash/manual/html_node/Shell-Parameter-Expansion.html
+  -runs=\${RUNS:-${DEFAULT_RUNS_NUMBER}}
+)
+
+make_lua_path(LUA_PATH
+  PATHS
+  ${LUZER_LUA_PATH}
+  ${CMAKE_CURRENT_SOURCE_DIR}/?.lua
+)
+
+include(BuildLuzer)
+
+list(APPEND LAPI_TEST_ENV
+  "LUA_PATH=${LUA_PATH};"
+  "LUA_CPATH=${LUZER_LUA_CPATH};"
+  "ASAN_OPTIONS=detect_odr_violation=0;"
+  "LD_DYNAMIC_WEAK=1"
+)
+
+string(JOIN ";" LAPI_TESTS
+  bitop_arshift_test.lua
+  bitop_band_test.lua
+  bitop_bnot_test.lua
+  bitop_bor_test.lua
+  bitop_bswap_test.lua
+  bitop_bxor_test.lua
+  bitop_lshift_test.lua
+  bitop_rol_test.lua
+  bitop_ror_test.lua
+  bitop_rshift_test.lua
+  bitop_tobit_test.lua
+  bitop_tohex_test.lua
+  builtin_assert_test.lua
+  builtin_collectgarbage_test.lua
+  builtin_concat_test.lua
+  builtin_dofile_test.lua
+  builtin_dostring_test.lua
+  builtin_error_test.lua
+  builtin_getfenv_test.lua
+  builtin_getmetatable_test.lua
+  builtin_ipairs_test.lua
+  builtin_length_test.lua
+  builtin_loadfile_test.lua
+  builtin_loadstring_test.lua
+  builtin_load_test.lua
+  builtin_next_test.lua
+  builtin_pairs_test.lua
+  builtin_rawequal_test.lua
+  builtin_rawget_test.lua
+  builtin_rawset_test.lua
+  builtin_select_test.lua
+  builtin_setmetatable_test.lua
+  builtin_tonumber_test.lua
+  builtin_tostring_test.lua
+  builtin_unpack_test.lua
+  coroutine_torture_test.lua
+  debug_torture_test.lua
+  math_abs_test.lua
+  math_acos_test.lua
+  math_asin_test.lua
+  math_atan_test.lua
+  math_ceil_test.lua
+  math_cos_test.lua
+  math_deg_test.lua
+  math_exp_test.lua
+  math_floor_test.lua
+  math_fmod_test.lua
+  math_log_test.lua
+  math_modf_test.lua
+  math_pow_test.lua
+  math_rad_test.lua
+  math_randomseed_test.lua
+  math_sin_test.lua
+  math_sqrt_test.lua
+  math_tan_test.lua
+  math_tointeger_test.lua
+  math_ult_test.lua
+  os_date_test.lua
+  os_difftime_test.lua
+  os_getenv_test.lua
+  os_setlocale_test.lua
+  os_time_test.lua
+  package_require_test.lua
+  string_byte_test.lua
+  string_char_test.lua
+  string_dump_test.lua
+  string_find_test.lua
+  string_format_test.lua
+  string_gmatch_test.lua
+  string_gsub_test.lua
+  string_len_test.lua
+  string_lower_test.lua
+  string_match_test.lua
+  string_packsize_test.lua
+  string_pack_test.lua
+  string_rep_test.lua
+  string_reverse_test.lua
+  string_sub_test.lua
+  string_unpack_test.lua
+  string_upper_test.lua
+  table_concat_test.lua
+  table_create_test.lua
+  table_foreachi_test.lua
+  table_foreach_test.lua
+  table_insert_test.lua
+  table_maxn_test.lua
+  table_move_test.lua
+  table_pack_test.lua
+  table_remove_test.lua
+  table_sort_test.lua
+  utf8_char_test.lua
+  utf8_codepoint_test.lua
+  utf8_codes_test.lua
+  utf8_len_test.lua
+  utf8_offset_test.lua
+)
+
+function(create_lapi_test)
+  cmake_parse_arguments(
+    FUZZ
+    ""
+    "FILENAME"
+    ""
+    ${ARGN}
+  )
+  get_filename_component(test_name ${FUZZ_FILENAME} NAME_WE)
+  string(REPLACE "_test" "" test_prefix ${test_name})
+  set(dict_path ${PROJECT_SOURCE_DIR}/corpus/${test_prefix}.dict)
+  set(corpus_path ${PROJECT_SOURCE_DIR}/corpus/${test_prefix})
+  if (EXISTS ${dict_path})
+    set(LIBFUZZER_OPTS "${LIBFUZZER_OPTS} -dict=${dict_path}")
+  endif ()
+  if (EXISTS ${corpus_path})
+    set(LIBFUZZER_OPTS "${LIBFUZZER_OPTS} ${corpus_path}")
+  endif ()
+
+  add_test(NAME ${test_name}
+    COMMAND ${BASH} -c "${LUAJIT_TEST_BINARY} ${FUZZ_FILENAME} ${LIBFUZZER_OPTS}"
+    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}
+  )
+  set_tests_properties(${test_name} PROPERTIES
+    LABELS "lapi"
+    ENVIRONMENT "${LAPI_TEST_ENV}"
+    DEPENDS ${LUAJIT_TEST_BINARY}
+  )
+endfunction()
+
+foreach(test_name ${LAPI_TESTS})
+  create_lapi_test(FILENAME ${LUA_TESTS_PREFIX}/src/tests/lapi/${test_name})
+endforeach()
+
+add_dependencies(lua-tests luzer-library)
+
 unset(GIT_REF)
-unset(LUA_TESTS)
+unset(CAPI_TESTS)
+unset(LAPI_TESTS)
 unset(LUA_TESTS_CMAKE_FLAGS)
 unset(LUA_TESTS_PREFIX)
 unset(LUA_TESTS_TARGET_NAME)

cmake/BuildLuzer.cmake

@@ -0,0 +1,54 @@
+set(LUZER_DIR ${PROJECT_BINARY_DIR}/luzer)
+set(LUZER_BUILD_DIR ${LUZER_DIR}/build)
+set(LUZER_LIBRARY_PATH ${LUZER_BUILD_DIR}/luzer)
+list(APPEND LUZER_LIBRARIES
+  ${LUZER_LIBRARY_PATH}/luzer/luzer.so
+  ${LUZER_LIBRARY_PATH}/luzer/libcustom_mutator.so
+)
+
+include(ExternalProject)
+
+list(APPEND LUZER_CMAKE_FLAGS
+  -DCMAKE_C_COMPILER=${CMAKE_C_COMPILER}
+  -DCMAKE_CXX_COMPILER=${CMAKE_CXX_COMPILER}
+  -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}
+  -DLUA_INCLUDE_DIR=${PROJECT_SOURCE_DIR}/third_party/luajit/src/
+  -DLUA_LIBRARIES=${LUA_LIBRARIES}
+  -DLUAJIT_FRIENDLY_MODE=ON
+  -DLUA_HAS_JIT=ON
+)
+
+ExternalProject_Add(bundled-luzer
+  GIT_REPOSITORY https://github.com/ligurio/luzer
+  GIT_TAG 6e4d95a834a9c74f8a77acb4b2bf482add70f185
+  GIT_PROGRESS TRUE
+  GIT_SHALLOW FALSE
+  SOURCE_DIR ${LUZER_DIR}/source
+  BINARY_DIR ${LUZER_BUILD_DIR}
+  TMP_DIR ${LUZER_DIR}/tmp
+  STAMP_DIR ${LUZER_DIR}/stamp
+  CONFIGURE_COMMAND
+    ${CMAKE_COMMAND} -B <BINARY_DIR> -S <SOURCE_DIR>
+      -G ${CMAKE_GENERATOR} ${LUZER_CMAKE_FLAGS}
+  BUILD_COMMAND cd <BINARY_DIR> && ${CMAKE_MAKE_PROGRAM}
+  INSTALL_COMMAND ""
+  CMAKE_GENERATOR ${CMAKE_GENERATOR}
+  BUILD_BYPRODUCTS ${LUZER_LIBRARIES}
+  DOWNLOAD_EXTRACT_TIMESTAMP TRUE
+)
+
+add_library(luzer-library STATIC IMPORTED GLOBAL)
+set_target_properties(luzer-library PROPERTIES
+  IMPORTED_LOCATION "${LUZER_LIBRARIES}")
+add_dependencies(luzer-library bundled-luzer)
+
+set(LUZER_LUA_PATH ${LUZER_DIR}/source/?/init.lua)
+set(LUZER_LUA_PATH ${LUZER_LUA_PATH} PARENT_SCOPE)
+
+set(LUZER_LUA_CPATH ${LUZER_LIBRARY_PATH}/?${CMAKE_SHARED_LIBRARY_SUFFIX})
+set(LUZER_LUA_CPATH ${LUZER_LUA_CPATH} PARENT_SCOPE)
+
+set(LUZER_LIBRARY luzer-library PARENT_SCOPE)
+
+unset(LUZER_DIR)
+unset(LUZER_BUILD_DIR)