WARP 1.0

- Added FFI
- Added a sidebar to the UI
- Added project, directory and archive processing
- Added generic `Container` interface for extensible stores of WARP data
- Fixed type references being constructed and pulled incorrectly
- Added HTML, Markdown and JSON report generation
- Made the WARP information added as an analysis activity
- Flattened the signatures directory, the target information is stored in the file now
- Matched function information is stored as function metadata in the database to reliably persist, alongside the function GUID
- Split the matching out from the application, allowing you to match on a given function without applying it
- Added more/better tests
- Added support for binaries with multiple architectures, the functions are now also queried based off the Target, see WARP spec for more details
- Greatly improved support for RISC architectures, see WARP spec for more details
- Greatly improved UX when loading files after the fact, will now sanely rerun the matcher
- Omitted the function type if not a user type, this greatly reduces file size
- Improved support for functions that reference a page aligned base pointer, see WARP spec for more details
- Removed some extra cache structures that were causing erroneous behavior
- Fixed edge-case in LLIL traversal missing some constant pointers, this was a bug in the Rust bindings
- Added support for function comments
- Made long running tasks, such as generating, matching and loading signatures, cancellable where possible
- Made function constraints more versatile, allowing for easy extensions in the future, see WARP spec for details
- Added options to signature generation, such as what data to store, and whether to compress the data or not
- Made all long running tasks prompt the user for required information before the task starts, allowing users to "set it and forget it" and not have to baby sit the finalization of the task
- Myriad of other changes to the actual WARP format that impact performance, file size and general feature set, see https://github.com/Vector35/warp for more details

Author: emesare

plugins/dwarf/dwarfdump/src/lib.rs

@@ -20,6 +20,7 @@ use binaryninja::{
 };
 use dwarfreader::is_valid;
 
+use binaryninja::binary_view::StringType;
 use gimli::{
     AttributeValue::{Encoding, Flag, UnitRef},
     // BigEndian,
@@ -32,7 +33,6 @@ use gimli::{
     Unit,
     UnitSectionOffset,
 };
-use binaryninja::binary_view::StringType;
 
 static PADDING: [&str; 23] = [
     "",

plugins/warp/CMakeLists.txt

@@ -21,6 +21,13 @@ file(GLOB_RECURSE PLUGIN_SOURCES CONFIGURE_DEPENDS
         ${PROJECT_SOURCE_DIR}/Cargo.toml
         ${PROJECT_SOURCE_DIR}/src/*.rs)
 
+# Add API library.
+add_subdirectory(api)
+# Add UI plugin.
+if(NOT HEADLESS)
+    add_subdirectory(ui)
+endif()
+
 if(CMAKE_BUILD_TYPE MATCHES Debug)
     set(TARGET_DIR ${PROJECT_BINARY_DIR}/target/debug)
     set(CARGO_OPTS --target-dir=${PROJECT_BINARY_DIR}/target)

plugins/warp/Cargo.toml

@@ -10,32 +10,31 @@ crate-type = ["lib", "cdylib"]
 [dependencies]
 binaryninja = { workspace = true, features = ["rayon"] }
 binaryninjacore-sys.workspace = true
-warp = { git = "https://github.com/Vector35/warp/", rev = "0ee5a6f" }
+warp = { git = "https://github.com/Vector35/warp/", branch = "next" }
 log = "0.4"
-arboard = "3.4"
+itertools = "0.14.0"
+dashmap = { version = "6.1", features = ["rayon"]}
 rayon = "1.10"
-dashmap = "6.1"
+arboard = "3.4"
 walkdir = "2.5"
-rfd = "0.15"
+serde = { version = "1.0", features = ["derive"] }
 serde_json = "1.0"
+uuid = { version = "1.12.0", features = ["v4"] }
+thiserror = "2.0"
+ar = { git = "https://github.com/mdsteele/rust-ar" }
+tempdir = "0.3.7"
+regex = "1.11"
 
-# For sigem
-env_logger = { version = "0.11", optional = true }
-clap = { version = "4.5", features = ["derive"], optional = true }
-ar = { git = "https://github.com/mdsteele/rust-ar", optional = true }
-tempdir = { version = "0.3.7", optional = true }
+# For reports
+minijinja = "2.10.2"
+minijinja-embed = "2.10.2"
 
-[dev-dependencies]
-criterion = "0.5.1"
-insta = { version = "1.38.0", features = ["yaml"] }
+[build-dependencies]
+minijinja-embed = "2.10.2"
 
-[features]
-default = ["sigem"]
-sigem = ["env_logger", "clap", "ar", "tempdir"]
-
-[[bin]]
-name = "sigem"
-required-features = ["sigem"]
+[dev-dependencies]
+criterion = "0.6"
+insta = { version = "1.42", features = ["yaml"] }
 
 [[bench]]
 name = "guid"

plugins/warp/api/CMakeLists.txt

@@ -0,0 +1,38 @@
+cmake_minimum_required(VERSION 3.13 FATAL_ERROR)
+
+project(warp_api CXX C)
+
+add_library(warp_api STATIC warp.cpp warp.h warpcore.h)
+target_compile_definitions(warp_api PRIVATE ${COMPILE_DEFS})
+target_include_directories(warp_api PUBLIC ${PROJECT_SOURCE_DIR})
+
+if (NOT BN_API_BUILD_EXAMPLES AND NOT BN_INTERNAL_BUILD)
+    # Out-of-tree build
+    find_path(
+            BN_API_PATH
+            NAMES binaryninjaapi.h
+            HINTS ../.. binaryninjaapi $ENV{BN_API_PATH}
+            REQUIRED
+    )
+    add_subdirectory(${BN_API_PATH} api)
+endif()
+
+target_link_libraries(warp_api binaryninjaui)
+
+# Link to the warp plugin.
+# TODO: Need to make this less scuffed, but this will do for now.
+if (APPLE)
+    target_link_libraries(${PROJECT_NAME} ${BN_CORE_PLUGIN_DIR}/libwarp_ninja.dylib)
+elseif (UNIX)
+    target_link_libraries(${PROJECT_NAME} ${BN_CORE_PLUGIN_DIR}/libwarp_ninja.so)
+else()
+    target_link_libraries(${PROJECT_NAME} ${BN_CORE_PLUGIN_DIR}/warp_ninja.dll)
+endif()
+
+set_target_properties(warp_api PROPERTIES
+        CXX_STANDARD 17
+        CXX_VISIBILITY_PRESET hidden
+        CXX_STANDARD_REQUIRED ON
+        VISIBILITY_INLINES_HIDDEN ON
+        POSITION_INDEPENDENT_CODE ON
+        ARCHIVE_OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/out)

plugins/warp/api/warp.cpp

@@ -0,0 +1,245 @@
+#include "warpcore.h"
+#include "warp.h"
+
+using namespace Warp;
+
+std::string UUID::ToString() const
+{
+    char *str = BNWARPUUIDGetString(&uuid);
+    std::string result = str;
+    BNFreeString(str);
+    return result;
+}
+
+Target::Target(BNWARPTarget *target)
+{
+    m_object = target;
+}
+
+Ref<Target> Target::FromPlatform(const BinaryNinja::Platform &platform)
+{
+    BNWARPTarget *result = BNWARPGetTarget(platform.m_object);
+    if (!result)
+        return nullptr;
+    return new Target(result);
+}
+
+Constraint::Constraint(BNWARPConstraint *constraint)
+{
+    m_object = constraint;
+}
+
+ConstraintGUID Constraint::GetGUID() const
+{
+    return BNWARPConstraintGetGUID(m_object);
+}
+
+std::optional<int64_t> Constraint::GetOffset() const
+{
+    const int64_t offset = BNWARPConstraintGetOffset(m_object);
+    if (offset == INT64_MAX)
+        return std::nullopt;
+    return offset;
+}
+
+Function::Function(BNWARPFunction *function)
+{
+    m_object = function;
+}
+
+FunctionGUID Function::GetGUID() const
+{
+    return BNWARPFunctionGetGUID(m_object);
+}
+
+BinaryNinja::Ref<BinaryNinja::Symbol> Function::GetSymbol(const BinaryNinja::Function &function) const
+{
+    BNSymbol *symbol = BNWARPFunctionGetSymbol(m_object, function.m_object);
+    return new BinaryNinja::Symbol(symbol);
+}
+
+BinaryNinja::Ref<BinaryNinja::Type> Function::GetType(const BinaryNinja::Function &function) const
+{
+    BNType *type = BNWARPFunctionGetType(m_object, function.m_object);
+    return new BinaryNinja::Type(type);
+}
+
+std::vector<Ref<Constraint> > Function::GetConstraints() const
+{
+    size_t count;
+    BNWARPConstraint **constraints = BNWARPFunctionGetConstraints(m_object, &count);
+    std::vector<Ref<Constraint> > result;
+    result.reserve(count);
+    for (int i = 0; i < count; i++)
+        result.push_back(new Constraint(BNWARPNewConstraintReference(constraints[i])));
+    BNWARPFreeConstraintList(constraints, count);
+    return result;
+}
+
+Ref<Function> Function::Get(const BinaryNinja::Function &function)
+{
+    BNWARPFunction *result = BNWARPGetFunction(function.m_object);
+    if (!result)
+        return nullptr;
+    return new Function(result);
+}
+
+Ref<Function> Function::GetMatched(const BinaryNinja::Function &function)
+{
+    BNWARPFunction *result = BNWARPGetMatchedFunction(function.m_object);
+    if (!result)
+        return nullptr;
+    return new Function(result);
+}
+
+void Function::Apply(const BinaryNinja::Function &function) const
+{
+    BNWARPFunctionApply(m_object, function.m_object);
+}
+
+Container::Container(BNWARPContainer *container)
+{
+    m_object = container;
+}
+
+std::vector<Ref<Container> > Container::All(const BinaryNinja::BinaryView &view)
+{
+    size_t count;
+    BNWARPContainer **containers = BNWARPGetContainers(view.m_object, &count);
+    std::vector<Ref<Container> > result;
+    result.reserve(count);
+    for (int i = 0; i < count; i++)
+        result.push_back(new Container(BNWARPNewContainerReference(containers[i])));
+    BNWARPFreeContainerList(containers, count);
+    return result;
+}
+
+std::string Container::GetName() const
+{
+    char *rawName = BNWARPContainerGetName(m_object);
+    std::string name = rawName;
+    BNFreeString(rawName);
+    return name;
+}
+
+std::optional<Source> Container::CreateSource(const std::string &sourcePath) const
+{
+    Source source;
+    if (!BNWARPContainerCreateSource(m_object, sourcePath.c_str(), source.RawMut()))
+        return std::nullopt;
+    return source;
+}
+
+bool Container::CommitSource(const Source &source) const
+{
+    return BNWARPContainerCommitSource(m_object, source.Raw());
+}
+
+bool Container::IsSourceMutable(const Source &source) const
+{
+    return BNWARPContainerIsSourceMutable(m_object, source.Raw());
+}
+
+std::optional<std::string> Container::SourcePath(const Source &source) const
+{
+    char *rawPath = BNWARPContainerGetSourcePath(m_object, source.Raw());
+    if (!rawPath)
+        return std::nullopt;
+    std::string path = rawPath;
+    BNFreeString(rawPath);
+    return path;
+}
+
+bool Container::AddFunctions(const Source &source, const std::vector<Ref<Function> > &functions) const
+{
+    size_t count = functions.size();
+    BNWARPFunction **apiFunctions = new BNWARPFunction *[count];
+    for (size_t i = 0; i < count; i++)
+        apiFunctions[i] = functions[i]->m_object;
+    const bool result = BNWARPContainerAddFunctions(m_object, source.Raw(), apiFunctions, count);
+    delete[] apiFunctions;
+    return result;
+}
+
+bool Container::AddTypes(const BinaryNinja::BinaryView &view, const Source &source,
+                         const std::vector<BinaryNinja::Ref<BinaryNinja::Type> > &types) const
+{
+    size_t count = types.size();
+    BNType **apiTypes = new BNType *[count];
+    for (size_t i = 0; i < count; i++)
+        apiTypes[i] = types[i]->m_object;
+    const bool result = BNWARPContainerAddTypes(view.m_object, m_object, source.Raw(), apiTypes, count);
+    delete[] apiTypes;
+    return result;
+}
+
+std::vector<Source> Container::GetSourcesWithFunctionGUID(const Target& target, const FunctionGUID &guid) const
+{
+    size_t count;
+    BNWARPSource *sources = BNWARPContainerGetSourcesWithFunctionGUID(m_object, target.m_object, guid.Raw(), &count);
+    std::vector<Source> result;
+    result.reserve(count);
+    for (int i = 0; i < count; i++)
+        result.emplace_back(sources[i]);
+    BNWARPFreeUUIDList(sources, count);
+    return result;
+}
+
+std::vector<Source> Container::GetSourcesWithTypeGUID(const TypeGUID &guid) const
+{
+    size_t count;
+    BNWARPSource *sources = BNWARPContainerGetSourcesWithTypeGUID(m_object, guid.Raw(), &count);
+    std::vector<Source> result;
+    result.reserve(count);
+    for (int i = 0; i < count; i++)
+        result.emplace_back(sources[i]);
+    BNWARPFreeUUIDList(sources, count);
+    return result;
+}
+
+std::vector<Ref<Function> > Container::GetFunctionsWithGUID(const Target& target, const Source &source, const FunctionGUID &guid) const
+{
+    size_t count;
+    BNWARPFunction **functions = BNWARPContainerGetFunctionsWithGUID(m_object, target.m_object, source.Raw(), guid.Raw(), &count);
+    std::vector<Ref<Function> > result;
+    result.reserve(count);
+    for (int i = 0; i < count; i++)
+        result.push_back(new Function(BNWARPNewFunctionReference(functions[i])));
+    BNWARPFreeFunctionList(functions, count);
+    return result;
+}
+
+BinaryNinja::Ref<BinaryNinja::Type> Container::GetTypeWithGUID(const BinaryNinja::Architecture &arch,
+                                                               const Source &source, const TypeGUID &guid) const
+{
+    BNType *type = BNWARPContainerGetTypeWithGUID(arch.m_object, m_object, source.Raw(), guid.Raw());
+    return new BinaryNinja::Type(type);
+}
+
+std::vector<TypeGUID> Container::GetTypeGUIDsWithName(const Source &source, const std::string &name) const
+{
+    size_t count;
+    BNWARPTypeGUID *guids = BNWARPContainerGetTypeGUIDsWithName(m_object, source.Raw(), name.c_str(), &count);
+    std::vector<TypeGUID> result;
+    result.reserve(count);
+    for (int i = 0; i < count; i++)
+        result.emplace_back(guids[i]);
+    BNWARPFreeUUIDList(guids, count);
+    return result;
+}
+
+std::optional<FunctionGUID> Warp::GetAnalysisFunctionGUID(const BinaryNinja::Function &function)
+{
+    FunctionGUID guid;
+    if (!BNWARPGetAnalysisFunctionGUID(function.m_object, guid.RawMut()))
+        return std::nullopt;
+    return guid;
+}
+
+std::optional<BasicBlockGUID> Warp::GetBasicBlockGUID(const BinaryNinja::BasicBlock &basicBlock)
+{
+    BasicBlockGUID guid;
+    if (!BNWARPGetBasicBlockGUID(basicBlock.m_object, guid.RawMut()))
+        return std::nullopt;
+    return guid;
+}