-
Notifications
You must be signed in to change notification settings - Fork 52
feat: add support for LLVM IR files in the linker #323
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
base: main
Are you sure you want to change the base?
Changes from 3 commits
232e0e1
bb10416
6195153
c8c6f9a
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -24,6 +24,7 @@ use llvm_sys::{ | |
| error::{ | ||
| LLVMDisposeErrorMessage, LLVMGetErrorMessage, LLVMGetErrorTypeId, LLVMGetStringErrorTypeId, | ||
| }, | ||
| ir_reader::LLVMParseIRInContext, | ||
| linker::LLVMLinkModules2, | ||
| object::{ | ||
| LLVMCreateBinary, LLVMDisposeBinary, LLVMDisposeSectionIterator, LLVMGetSectionContents, | ||
|
|
@@ -141,6 +142,40 @@ pub(crate) fn link_bitcode_buffer<'ctx>( | |
| linked | ||
| } | ||
|
|
||
| pub(crate) fn link_ir_buffer<'ctx>( | ||
| context: &'ctx LLVMContext, | ||
| module: &mut LLVMModule<'ctx>, | ||
| buffer: &CStr, | ||
| ) -> Result<bool, String> { | ||
| let buffer_name = c"ir_buffer"; | ||
| let buffer = buffer.to_bytes(); | ||
| let mem_buffer = unsafe { | ||
|
Collaborator
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. you're leaking this you need to call LLVMDisposeMemoryBuffer before returning |
||
| LLVMCreateMemoryBufferWithMemoryRange( | ||
| buffer.as_ptr().cast(), | ||
| buffer.len(), | ||
| buffer_name.as_ptr(), | ||
| 1, // LLVM internally sets RequiresTerminator=true | ||
| ) | ||
| }; | ||
|
|
||
| let mut temp_module = ptr::null_mut(); | ||
| let (ret, message) = Message::with(|error_msg| unsafe { | ||
| LLVMParseIRInContext( | ||
| context.as_mut_ptr(), | ||
| mem_buffer, | ||
| &mut temp_module, | ||
| error_msg, | ||
| ) | ||
| }); | ||
|
|
||
| if ret == 0 { | ||
| let linked = unsafe { LLVMLinkModules2(module.as_mut_ptr(), temp_module) } == 0; | ||
| Ok(linked) | ||
| } else { | ||
| Err(message.as_string_lossy().to_string()) | ||
| } | ||
| } | ||
|
|
||
| pub(crate) fn target_from_triple(triple: &CStr) -> Result<LLVMTargetRef, String> { | ||
| let mut target = ptr::null_mut(); | ||
| let (ret, message) = Message::with(|message| unsafe { | ||
|
|
||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,102 @@ | ||
| #![expect(unused_crate_dependencies, reason = "used in lib/bin")] | ||
|
|
||
| use std::{ | ||
| env, fs, | ||
| path::{Path, PathBuf}, | ||
| process::Command, | ||
| }; | ||
|
|
||
| fn linker_path() -> PathBuf { | ||
| PathBuf::from(env!("CARGO_BIN_EXE_bpf-linker")) | ||
| } | ||
|
|
||
| fn create_test_ir_file(dir: &Path, name: &str) -> PathBuf { | ||
| let ir_path = dir.join(format!("{}.ll", name)); | ||
| let ir_content = format!( | ||
| r#"; ModuleID = '{name}' | ||
| source_filename = "{name}" | ||
| target datalayout = "e-m:e-p:64:64-i64:64-i128:128-n32:64-S128" | ||
| target triple = "bpf" | ||
| define i32 @test_{name}(i32 %x) #0 {{ | ||
| entry: | ||
| %result = add i32 %x, 1 | ||
| ret i32 %result | ||
| }} | ||
| attributes #0 = {{ noinline nounwind optnone }} | ||
| !llvm.module.flags = !{{!0}} | ||
| !0 = !{{i32 1, !"wchar_size", i32 4}} | ||
| "# | ||
| ); | ||
| fs::write(&ir_path, ir_content).expect("Failed to write test IR file"); | ||
| ir_path | ||
| } | ||
|
|
||
| #[test] | ||
| fn test_link_ir_file() { | ||
| let temp_dir = tempfile::tempdir().expect("Failed to create temp dir"); | ||
| let ir_file = create_test_ir_file(temp_dir.path(), "alessandro"); | ||
| let output_file = temp_dir.path().join("output.o"); | ||
|
|
||
| let output = Command::new(linker_path()) | ||
| .arg("--export") | ||
| .arg(format!("test_{}", "alessandro")) | ||
| .arg(&ir_file) | ||
| .arg("-o") | ||
| .arg(&output_file) | ||
| .output() | ||
| .expect("Failed to execute bpf-linker"); | ||
|
|
||
| if !output.status.success() { | ||
| eprintln!("stdout: {}", String::from_utf8_lossy(&output.stdout)); | ||
| eprintln!("stderr: {}", String::from_utf8_lossy(&output.stderr)); | ||
| panic!("bpf-linker failed with status: {}", output.status); | ||
| } | ||
|
|
||
| assert!( | ||
| output_file.exists(), | ||
| "Output file should exist: {:?}", | ||
| output_file | ||
| ); | ||
| assert!( | ||
| output_file.metadata().unwrap().len() > 0, | ||
| "Output file should not be empty" | ||
| ); | ||
| } | ||
|
|
||
| #[test] | ||
| fn test_invalid_ir_file() { | ||
| let temp_dir = tempfile::tempdir().expect("Failed to create temp dir"); | ||
|
|
||
| let valid_ir_file = create_test_ir_file(temp_dir.path(), "alessandro"); | ||
|
|
||
| let valid_content = fs::read_to_string(valid_ir_file).expect("Failed to read valid IR file"); | ||
|
|
||
| // Corrupting IR content | ||
| let invalid_content = valid_content | ||
| .replace("define", "defXne") | ||
|
||
| .replace("add i32", "adX i32") | ||
| .replace("; ModuleID = 'alessandro'", ": ModuleXX = 'corrupted'"); | ||
|
|
||
| let invalid_ir_file = temp_dir.path().join("corrupted.ll"); | ||
|
|
||
| fs::write(&invalid_ir_file, invalid_content).expect("Failed to write invalid IR file"); | ||
|
|
||
| let output_file = temp_dir.path().join("output.o"); | ||
|
|
||
| let output = Command::new(linker_path()) | ||
| .arg(&invalid_ir_file) | ||
| .arg("-o") | ||
| .arg(&output_file) | ||
| .output() | ||
| .expect("Failed to execute bpf-linker"); | ||
|
|
||
| // Should fail with corrupted IR | ||
| assert!( | ||
| !output.status.success(), | ||
| "bpf-linker should fail with corrupted IR. stderr: {}", | ||
| String::from_utf8_lossy(&output.stderr) | ||
| ); | ||
| } | ||
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
this is still an arbitrary size buffer (the size of the internal BufReader
buffer which is 4096 by default)
You don't need BufReader here. What you want to do is pass
inputtodetect_input_type instead of passing
&[u8]There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
got it, just saw on the implementation
"BufReader can improve the speed of programs that make small and repeated read calls to the same file or network socket. It does not help when reading very large amounts at once, or reading just one or a few times. It also provides no advantage when reading from a source that is already in memory, like a Vec"