add rest of add mul imm opcode

Author: Gilad Chase

crates/prover/src/components/add_mul_imm_opcode/mod.rs

@@ -1 +1,5 @@
 pub mod component;
+pub mod prover;
+
+pub use component::{Claim, Component, Eval, InteractionClaim};
+pub use prover::ClaimGenerator;

crates/prover/src/components/add_mul_imm_opcode/prover.rs

@@ -0,0 +1,237 @@
+use itertools::{zip_eq, Itertools};
+use num_traits::One;
+use rayon::iter::{IndexedParallelIterator, IntoParallelRefIterator, ParallelIterator};
+use stwo_air_utils::trace::component_trace::ComponentTrace;
+use stwo_air_utils_derive::{IterMut, ParIterMut, Uninitialized};
+use stwo_prover::constraint_framework::logup::LogupTraceGenerator;
+use stwo_prover::constraint_framework::Relation;
+use stwo_prover::core::backend::simd::m31::{PackedM31, LOG_N_LANES, N_LANES};
+use stwo_prover::core::backend::simd::qm31::PackedQM31;
+use stwo_prover::core::backend::simd::SimdBackend;
+use stwo_prover::core::fields::m31::M31;
+use stwo_prover::core::pcs::TreeBuilder;
+use stwo_prover::core::utils::bit_reverse_coset_to_circle_domain_order;
+use stwo_prover::core::vcs::blake2_merkle::Blake2sMerkleChannel;
+
+use super::component::{Claim, InteractionClaim, INSTRUCTION_BASE};
+use crate::components::add_mul_opcode::component::N_TRACE_COLUMNS;
+use crate::components::memory;
+use crate::relations::{MemoryRelation, StateRelation, N_MEMORY_ELEMS, STATE_SIZE};
+use crate::utils::prover::decode_opcode;
+use crate::utils::types::{CasmState, PackedCasmState};
+use crate::utils::{Selector, SelectorTrait};
+
+const N_MEMORY_LOOKUPS: usize = 3;
+const N_STATE_LOOKUPS: usize = 2;
+
+#[derive(Debug)]
+pub struct ClaimGenerator {
+    pub inputs: Vec<PackedCasmState>,
+}
+impl ClaimGenerator {
+    pub fn new(mut inputs: Vec<CasmState>) -> Self {
+        assert!(!inputs.is_empty());
+
+        // TODO(spapini): Split to multiple components.
+        let size = inputs.len().next_power_of_two();
+        inputs.resize(size, inputs[0]);
+
+        let inputs = inputs
+            .into_iter()
+            .array_chunks::<N_LANES>()
+            .map(|chunk| PackedCasmState {
+                pc: PackedM31::from_array(std::array::from_fn(|i| {
+                    M31::from_u32_unchecked(chunk[i].pc)
+                })),
+                ap: PackedM31::from_array(std::array::from_fn(|i| {
+                    M31::from_u32_unchecked(chunk[i].ap)
+                })),
+                fp: PackedM31::from_array(std::array::from_fn(|i| {
+                    M31::from_u32_unchecked(chunk[i].fp)
+                })),
+            })
+            .collect_vec();
+        Self { inputs }
+    }
+
+    pub fn write_trace(
+        mut self,
+        tree_builder: &mut TreeBuilder<'_, '_, SimdBackend, Blake2sMerkleChannel>,
+        memory_trace_generator: &mut memory::ClaimGenerator,
+    ) -> (Claim, InteractionClaimGenerator) {
+        let (trace, lookup_data) = write_trace_simd(&self.inputs, memory_trace_generator);
+
+        let n_rows = self.inputs.len();
+        assert_ne!(n_rows, 0);
+        let size = std::cmp::max(n_rows.next_power_of_two(), N_LANES);
+        let need_padding = n_rows != size;
+
+        if need_padding {
+            self.inputs
+                .resize(size, self.inputs.first().unwrap().clone());
+            bit_reverse_coset_to_circle_domain_order(&mut self.inputs);
+        }
+        lookup_data.memory.iter().for_each(|c| {
+            c.iter()
+                .for_each(|v| memory_trace_generator.add_inputs_simd(&v[0]))
+        });
+        tree_builder.extend_evals(trace.to_evals());
+        (
+            Claim { n_rows },
+            InteractionClaimGenerator {
+                n_rows,
+                lookup_data,
+            },
+        )
+    }
+}
+
+#[derive(Debug, Uninitialized, IterMut, ParIterMut)]
+pub struct LookupData {
+    pub memory: [Vec<[PackedM31; N_MEMORY_ELEMS]>; N_MEMORY_LOOKUPS],
+    pub state: [Vec<[PackedM31; STATE_SIZE]>; N_STATE_LOOKUPS],
+}
+
+pub struct InteractionClaimGenerator {
+    pub n_rows: usize,
+    pub lookup_data: LookupData,
+}
+
+impl InteractionClaimGenerator {
+    pub fn with_capacity(capacity: usize) -> Self {
+        Self {
+            n_rows: capacity,
+            memory: [
+                Vec::with_capacity(capacity),
+                Vec::with_capacity(capacity),
+                Vec::with_capacity(capacity),
+                Vec::with_capacity(capacity),
+            ],
+            state: [Vec::with_capacity(capacity), Vec::with_capacity(capacity)],
+        }
+    }
+
+    pub fn write_interaction_trace(
+        &self,
+        tree_builder: &mut TreeBuilder<'_, '_, SimdBackend, Blake2sMerkleChannel>,
+        memory_relation: &MemoryRelation,
+        state_relation: &StateRelation,
+    ) -> InteractionClaim {
+        let log_size = std::cmp::max(self.n_rows.next_power_of_two().ilog2(), LOG_N_LANES);
+        let mut logup_gen = LogupTraceGenerator::new(log_size);
+
+        let mut col0 = logup_gen.new_col();
+        let state_use = &self.lookup_data.state[0];
+        let read_pc = &self.lookup_data.memory[0];
+        for (i, (x, y)) in zip_eq(state_use, read_pc).enumerate() {
+            let denom_x: PackedQM31 = state_relation.combine(x);
+            let denom_y: PackedQM31 = memory_relation.combine(y);
+
+            col0.write_frac(i, denom_x + denom_y, denom_x * denom_y)
+        }
+        col0.finalize_col();
+
+        let mut col_gen = logup_gen.new_col();
+        let state_yield = &self.lookup_data.state[1];
+        for (i, values) in state_yield.iter().enumerate() {
+            let denom: PackedQM31 = state_relation.combine(values);
+            col_gen.write_frac(i, -PackedQM31::one(), denom);
+        }
+        col_gen.finalize_col();
+
+        let (trace, total_sum, claimed_sum) = if self.n_rows == 1 << log_size {
+            let (trace, claimed_sum) = logup_gen.finalize_last();
+            (trace, claimed_sum, None)
+        } else {
+            let (trace, [total_sum, claimed_sum]) =
+                logup_gen.finalize_at([(1 << log_size) - 1, self.n_rows - 1]);
+            (trace, total_sum, Some((claimed_sum, self.n_rows - 1)))
+        };
+        tree_builder.extend_evals(trace);
+
+        InteractionClaim {
+            log_size,
+            logup_sums: (total_sum, claimed_sum),
+        }
+    }
+}
+
+// Add / Mul trace row:
+// | State (3) | flags (4) | offsets (2) | imm (1) |  addrs (2) | values (2 * 4) |
+fn write_trace_simd(
+    inputs: &[PackedCasmState],
+    memory_trace_generator: &memory::ClaimGenerator,
+) -> (ComponentTrace<N_TRACE_COLUMNS>, LookupData) {
+    let log_n_packed_rows = inputs.len().ilog2();
+    let log_size = log_n_packed_rows + LOG_N_LANES;
+    let (mut trace, mut lookup_data) = unsafe {
+        (
+            ComponentTrace::<N_TRACE_COLUMNS>::uninitialized(log_size),
+            LookupData::uninitialized(log_n_packed_rows),
+        )
+    };
+
+    trace
+        .par_iter_mut()
+        .zip(inputs.par_iter())
+        .zip(lookup_data.par_iter_mut())
+        .for_each(|((row, opcode_input), lookup_data)| {
+            // Initial state.
+            let pc = opcode_input.pc;
+            let ap = opcode_input.ap;
+            let fp = opcode_input.fp;
+            *row[0] = pc;
+            *row[1] = ap;
+            *row[2] = fp;
+            *lookup_data.state[0] = [pc, ap, fp];
+
+            // Decode insturction.
+            let [opcode, off0, off1, imm] =
+                memory_trace_generator.deduce_output(pc).into_packed_m31s();
+            *lookup_data.memory[0] = [pc, opcode, off0, off1, imm];
+
+            let [op_type, lhs_flag, rhs_flag, appp] =
+                decode_opcode(INSTRUCTION_BASE, opcode, [2, 2, 2, 2]);
+            *row[3] = op_type;
+            *row[4] = lhs_flag;
+            *row[5] = rhs_flag;
+            *row[6] = appp;
+
+            // Offsets
+            *row[8] = off0;
+            *row[9] = off1;
+            *row[10] = imm;
+
+            // Addresses
+            let lhs_addr = Selector::select(&lhs_flag, [&ap, &fp]) + off0;
+            let rhs_addr = Selector::select(&rhs_flag, [&ap, &fp]) + off1;
+
+            *row[11] = lhs_addr;
+            *row[12] = rhs_addr;
+
+            let [lhs0, lhs1, lhs2, lhs3] = memory_trace_generator
+                .deduce_output(lhs_addr)
+                .into_packed_m31s();
+            let [rhs0, rhs1, rhs2, rhs3] = memory_trace_generator
+                .deduce_output(rhs_addr)
+                .into_packed_m31s();
+
+            *row[13] = lhs0;
+            *row[14] = lhs1;
+            *row[15] = lhs2;
+            *row[16] = lhs3;
+
+            *row[17] = rhs0;
+            *row[18] = rhs1;
+            *row[18] = rhs2;
+            *row[20] = rhs3;
+
+            *lookup_data.memory[0] = [pc, opcode, imm, off0, off1];
+            *lookup_data.memory[1] = [lhs_addr, lhs0, lhs1, lhs2, lhs3];
+            *lookup_data.memory[2] = [rhs_addr, rhs0, rhs1, rhs2, rhs3];
+
+            *lookup_data.state[1] = [pc + PackedM31::one(), ap + appp, fp];
+        });
+
+    (trace, lookup_data)
+}