Merge https://github.com/Vector35/binaryninja-api into dev-mips

Author: v1X3Q0

.github/workflows/rust.yml

@@ -1,44 +1,56 @@
-name: Rust PR Checks
+name: Rust CI
 
 on:
+  workflow_dispatch:
+  push:
+    branches:
+      - '**'
+    paths:
+      - '**.rs'
+      - '**.toml'
+      - 'rust/**'
   pull_request:
     paths:
       - 'rust/**'
 
 jobs:
-  build_and_lint:
-    name: cargo check & cargo clippy
+  # Check lints with clippy
+  clippy:
+    name: cargo clippy
     runs-on: ubuntu-latest
-
     steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
+      - uses: actions/checkout@v4
+      # Ensure clippy is installed
+      - uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
-          submodules: true
-
-      - name: Install Clang
-        run: |
-          sudo apt update
-          sudo apt install clang -y
-
-      - name: Install Rust
-        uses: actions-rs/toolchain@v1
-        with:
-          toolchain: 1.83.0
-          profile: minimal
-          override: true
           components: clippy
+      - name: Clippy Check
+        uses: clechasseur/rs-clippy-check@v4
+        with:
+          # We do not run clippy on plugins.
+          working-directory: ./rust
+          args: --all-features
 
-      - name: cargo check
-        working-directory: ./rust
-        run: cargo check --workspace --all-features
-
-      - name: cargo doc test
-        working-directory: ./rust
-        run: cargo test --doc -- --show-output
+  # Check formatting with rustfmt
+  formatting:
+    name: cargo fmt
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      # Ensure rustfmt is installed
+      - uses: actions-rust-lang/setup-rust-toolchain@v1
+        with:
+          components: rustfmt
+      - name: Rustfmt Check
+        uses: actions-rust-lang/rustfmt@v1
 
-      - name: cargo clippy
-        working-directory: ./rust
-        run: cargo clippy -- -D warnings
-        continue-on-error: true
-        # If this step fails, it will warn (?)
+  # Check spelling with typos
+  spelling:
+    name: typos
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Typo Check
+        uses: crate-ci/[email protected]
+        with:
+          files: ./rust

.github/workflows/rust_testing.yml

@@ -0,0 +1,46 @@
+name: Rust Testing
+
+# This workflow will have access to two secrets, `BN_SERIAL` and `BN_LICENSE`, they are exposed only for the test job
+# and only if workflow has been approved to run. If there is no approval they workflow won't run.
+# What security issues arise from this? If a person makes a PR that leaks the `BN_SERIAL` or `BN_LICENSE` and a maintainer
+# approves it than the those secrets would leak.
+
+on:
+  workflow_dispatch:
+  # Pull request target allows us to use the bn license and serial for PR's
+  # to insure we do not leak the license the workflow is required to be approved manually.
+  pull_request_target:
+    paths:
+      - '**.rs'
+      - '**.toml'
+      - 'rust/**'
+
+jobs:
+  # Check that code compiles and tests pass
+  test:
+    # Using the testing environment gives us the needed secrets, it also requires a maintainer to approve it to run.
+    environment: testing
+    name: cargo test
+    runs-on: ubuntu-latest
+    permissions:
+      issues: read
+    steps:
+      - uses: actions/checkout@v4
+        # We need to add wayland as it's used for file picker in the WARP integration
+      - name: Install system dependencies
+        run: sudo apt-get install libwayland-dev
+        # Pull in Binary Ninja
+      - name: Setup Binary Ninja
+        id: setup-binja
+        uses: Vector35/setup-binary-ninja@v1-beta
+        with:
+          license: '${{ secrets.BN_SERIAL }}'
+          python-support: 'false'
+          dev-branch: 'true'
+      - uses: actions-rust-lang/setup-rust-toolchain@v1
+      - name: Test
+        # For now, we run the tests single threaded, there are some data races in core around platform types
+        run: cargo test --all-features -- --test-threads=1
+        env:
+          BINARYNINJADIR: ${{ steps.setup-binja.outputs.install-path }}
+          BN_LICENSE: ${{ secrets.BN_LICENSE }}

.gitignore

@@ -33,6 +33,7 @@ python/generator.log
 python/generator.tlog
 .cache/
 target/
+view/sharedcache/api/python/_sharedcachecore.py
 
 # Unit Tests
 suite/unit.py
@@ -84,6 +85,8 @@ rust/target/
 rust/binaryninjacore-sys/target/
 rust/examples/*/target/
 rust/examples/dwarf/*/target/
+# Allow the test binaries
+!/rust/fixtures/bin/**
 
 # Debugger docs
 docs/img/debugger

.gitmodules

@@ -16,6 +16,3 @@
 [submodule "arch/x86/mbuild"]
 	path = arch/x86/mbuild
 	url = https://github.com/intelxed/mbuild.git
-[submodule "rust/examples/pdb-ng/pdb-0.8.0-patched"]
-	path = rust/examples/pdb-ng/pdb-0.8.0-patched
-	url = https://github.com/Vector35/pdb-rs.git