Crates.io cxxbridge in a C++ library

[A2va]

Hello, I want use the tokenizers crate in my C++ library.
I modified my xmake.lua as follows:

add_rules("mode.debug", "mode.release")
add_requires("opencv 4.6.0",{configs = {shared = true}})
add_requires("tesseract")
add_requires("cargo::cxx")
add_requires("cargo::tokenizers")

set_languages("c++17")

target("tokenizers")
    set_kind("static")
    add_files("src/image_translator/translator/tokenizers.rs")
    set_values("rust.cratetype", "staticlib")
    add_packages("cargo::cxx")
    add_packages("cargo::tokenizers")
target_end()

target("image_translator")
    set_kind("$(kind)")
    set_default(true)
    add_rules("rust.cxxbridge")

    add_deps("tokenizers")
    add_packages("opencv")
    add_packages("tesseract")

    add_files("src/image_translator/translator/tokenizers.rsx")

    add_files("src/image_translator/**.cpp")
    add_headerfiles("src/image_translator/*.h")

    add_defines("LIB_BUILD")
    if is_kind("static") then
        add_defines("LIB_STATIC", {public = true})
    end
target_end()

target("demo")
    set_kind("binary")
    add_deps("image_translator")
    add_packages("opencv")

    add_files("src/demo/main.cpp")
target_end()

The rust code of was taken here
tokenizers.rs

use tokenizers::tokenizer::{Result, Tokenizer as HFTokenizer, Encoding as HFEncoding};

#[cxx::bridge]
mod ffi {
    extern "Rust" {
        type Tokenizer;
        type Encoding;
        fn from_file(file: &String) -> Result<Box<Tokenizer>>;
        fn encode(self: &Tokenizer, input: String, add_special_tokens: bool) -> Result<Box<Encoding>>;
        fn get_ids(self: &Encoding) -> &[u32];
    }
}

fn from_file(file: &String) -> Result<Box<Tokenizer>> {
    Ok(Box::new(Tokenizer{tokenizer:HFTokenizer::from_file(file)?}))
}

struct Tokenizer {
    tokenizer: HFTokenizer,
}

impl Tokenizer {
    fn encode(&self, input: String, add_special_tokens: bool) -> Result<Box<Encoding>> {
        Ok(Box::new(Encoding{encoding:self.tokenizer.encode(input, add_special_tokens)?}))
    }
}

struct Encoding {
    encoding: HFEncoding
}

impl Encoding {
    fn get_ids(&self) -> &[u32] {
        self.encoding.get_ids()
    }
}

And the tokenizers.rsx

use tokenizers::tokenizer::{Result, Tokenizer as HFTokenizer, Encoding as HFEncoding};

#[cxx::bridge]
mod ffi {
    extern "Rust" {
        type Tokenizer;
        type Encoding;
        fn from_file(file: &String) -> Result<Box<Tokenizer>>;
        fn encode(self: &Tokenizer, input: String, add_special_tokens: bool) -> Result<Box<Encoding>>;
        fn get_ids(self: &Encoding) -> &[u32];
    }
}

And xmake display:

 56%]: cache compiling.debug src\demo\main.cpp
[ 56%]: compiling.cxxbridge src\image_translator\translator\tokenizers.rsx
error: tokenizers.rs.cc
c1xx: fatal error C1083: Cannot open source file: 'd:\GitHub\ImageTranslator.cpp\build\.gens\image_translator\windows\x64\debug\rules\cxxbridge\tokenizers.rs.cc': No such file or directory

Which make sense because the file doesn't exist, but why this file is not created ?

[waruqi]

I should have been fixed it before. see 27baca7

please update to dev and try it again. xmake update dev

[A2va]

Thank you for your help. I will try to debug it myself.

[A2va]

What is very strange is that the error disappear after modify xmake.lua file (even adding a comment) and that xmake compile successfully.

[waruqi]

please let me see your xmake version.

xmake --version

[A2va]

That's xmake v2.7.1+dev.76bced915

[waruqi]

I don't know, it should work.