feat(starknet_committer_and_os_cli): add command to dump the OS compiled program to file (#5876)

* feat(apollo_starknet_os_program): add fixer for program hash test

* feat(starknet_committer_and_os_cli): add command to dump the OS compiled program to file

* fix(ci): allow service CLI access to cairo-compile

Signed-off-by: Dori Medini <dori@starkware.co>

---------

Signed-off-by: Dori Medini <dori@starkware.co>

Author: dorimedini-starkware

.github/workflows/committer_and_os_cli_push.yml

@@ -79,7 +79,7 @@ jobs:
       - run: pip install -r scripts/requirements.txt
 
       - name: Build CLI binary
-        run: ./build_native_in_docker.sh rustup toolchain install && cargo build -p starknet_committer_and_os_cli -r --bin starknet_committer_and_os_cli --target-dir CLI_TARGET
+        run: ./build_native_in_docker.sh cargo build -p starknet_committer_and_os_cli -r --bin starknet_committer_and_os_cli --target-dir CLI_TARGET
 
       - id: auth
         uses: "google-github-actions/auth@v2"

crates/apollo_starknet_os_program/src/lib.rs

@@ -14,12 +14,10 @@ pub static CAIRO_FILES_MAP: LazyLock<HashMap<String, String>> = LazyLock::new(||
         .unwrap_or_else(|error| panic!("Failed to deserialize cairo_files_map.json: {error:?}."))
 });
 
+pub const OS_PROGRAM_BYTES: &[u8] = include_bytes!(concat!(env!("OUT_DIR"), "/starknet_os_bytes"));
+
 pub static OS_PROGRAM: LazyLock<Program> = LazyLock::new(|| {
-    Program::from_bytes(
-        include_bytes!(concat!(env!("OUT_DIR"), "/starknet_os_bytes")),
-        Some("main"),
-    )
-    .expect("Failed to load the OS bytes.")
+    Program::from_bytes(OS_PROGRAM_BYTES, Some("main")).expect("Failed to load the OS bytes.")
 });
 
 pub static PROGRAM_HASH: LazyLock<ProgramHash> = LazyLock::new(|| {

crates/starknet_committer_and_os_cli/src/os_cli/commands.rs

@@ -1,7 +1,7 @@
 use std::fs;
 use std::path::Path;
 
-use apollo_starknet_os_program::CAIRO_FILES_MAP;
+use apollo_starknet_os_program::{CAIRO_FILES_MAP, OS_PROGRAM_BYTES, PROGRAM_HASH};
 use cairo_lang_starknet_classes::casm_contract_class::CasmContractClass;
 use cairo_vm::types::layout_name::LayoutName;
 use cairo_vm::vm::runners::cairo_pie::CairoPie;
@@ -14,7 +14,7 @@ use starknet_os::io::os_output::StarknetOsRunnerOutput;
 use starknet_os::runner::run_os_stateless;
 use tracing::info;
 
-use super::run_os_cli::OsCliOutput;
+use crate::os_cli::run_os_cli::{OsCliOutput, ProgramToDump};
 use crate::shared_utils::read::{load_input, write_to_file};
 
 #[derive(Deserialize, Debug)]
@@ -106,3 +106,18 @@ pub(crate) fn serialize_os_runner_output(
 pub(crate) fn dump_source_files(output_path: String) {
     write_to_file(&output_path, &*CAIRO_FILES_MAP);
 }
+
+pub(crate) fn dump_program(output_path: String, program: ProgramToDump) {
+    let bytes = match program {
+        ProgramToDump::Os => OS_PROGRAM_BYTES,
+    };
+    // Dumping the `Program` struct won't work - it is not deserializable via cairo-lang's Program
+    // class. JSONify the raw bytes instead.
+    let program_json = serde_json::from_slice::<serde_json::Value>(bytes)
+        .expect("Program bytes are JSON-serializable.");
+    write_to_file(&output_path, &program_json);
+}
+
+pub(crate) fn dump_program_hashes(output_path: String) {
+    write_to_file(&output_path, &*PROGRAM_HASH);
+}

crates/starknet_committer_and_os_cli/src/os_cli/run_os_cli.rs

@@ -9,7 +9,12 @@ use tracing::level_filters::LevelFilter;
 use tracing_subscriber::reload::Handle;
 use tracing_subscriber::Registry;
 
-use crate::os_cli::commands::{dump_source_files, parse_and_run_os};
+use crate::os_cli::commands::{
+    dump_program,
+    dump_program_hashes,
+    dump_source_files,
+    parse_and_run_os,
+};
 use crate::os_cli::tests::python_tests::OsPythonTestRunner;
 use crate::shared_utils::types::{run_python_test, IoArgs, PythonTestArg};
 
@@ -19,8 +24,28 @@ pub struct OsCliCommand {
     command: Command,
 }
 
+#[derive(clap::ValueEnum, Clone, Debug, Serialize)]
+#[serde(rename_all = "kebab-case")]
+pub enum ProgramToDump {
+    Os,
+}
+
 #[derive(Debug, Subcommand)]
 enum Command {
+    DumpProgram {
+        /// File path to output.
+        #[clap(long, short = 'o', default_value = "stdout")]
+        output_path: String,
+
+        /// Program to dump.
+        #[clap(long, value_enum)]
+        program: ProgramToDump,
+    },
+    DumpProgramHashes {
+        /// File path to output.
+        #[clap(long, short = 'o', default_value = "stdout")]
+        output_path: String,
+    },
     DumpSourceFiles {
         /// File path to output.
         #[clap(long, short = 'o')]
@@ -39,6 +64,8 @@ pub async fn run_os_cli(
 ) {
     info!("Starting starknet-os-cli with command: \n{:?}", os_command);
     match os_command.command {
+        Command::DumpProgram { output_path, program } => dump_program(output_path, program),
+        Command::DumpProgramHashes { output_path } => dump_program_hashes(output_path),
         Command::DumpSourceFiles { output_path } => dump_source_files(output_path),
         Command::PythonTest(python_test_arg) => {
             run_python_test::<OsPythonTestRunner>(python_test_arg).await;