Merge pull request #2675 from o1-labs/shigoto/napi-proof/verifier-index

(o1js) Native Prover with Napi - POC - Verifier Index

Author: querolita

src/bindings/crypto/bindings.ts

@@ -3,6 +3,7 @@
  * It is exposed to JSOO by populating a global variable with an object.
  * It gets imported as the first thing in ../../bindings.js so that the global variable is ready by the time JSOO code gets executed.
  */
+import type * as napiNamespace from '../compiled/node_bindings/plonk_wasm.cjs';
 import type * as wasmNamespace from '../compiled/node_bindings/plonk_wasm.cjs';
 import { prefixHashes, prefixHashesLegacy } from '../crypto/constants.js';
 import { Bigint256Bindings } from './bindings/bigint256.js';
@@ -14,16 +15,15 @@ import { verifierIndexConversion } from './bindings/conversion-verifier-index.js
 import { PallasBindings, VestaBindings } from './bindings/curve.js';
 import { jsEnvironment } from './bindings/env.js';
 import { FpBindings, FqBindings } from './bindings/field.js';
+import { FpVectorBindings, FqVectorBindings } from './bindings/vector.js';
 import { srs } from './bindings/srs.js';
 import { srs as napiSrs } from './napi-srs.js';
-import { FpVectorBindings, FqVectorBindings } from './bindings/vector.js';
 import { napiConversionCore } from './napi-conversion-core.js';
 import { napiProofConversion } from './napi-conversion-proof.js';
-import { napiOraclesConversion } from './bindings/napi-conversion-oracles.js';
 import { napiVerifierIndexConversion } from './napi-conversion-verifier-index.js';
-import type * as napiNamespace from '../compiled/node_bindings/plonk_wasm.cjs';
+import { napiOraclesConversion } from './bindings/napi-conversion-oracles.js';
 
-export { RustConversion, Wasm, Napi, createNativeRustConversion, getRustConversion };
+export { Napi, RustConversion, Wasm, createNativeRustConversion, getRustConversion };
 
 /* TODO: Uncomment in phase 2 of conversion layer 
 import { conversionCore as conversionCoreNative } from './native/conversion-core.js';

src/bindings/crypto/bindings/conversion-base.ts

@@ -1,24 +1,24 @@
-import { Field } from './field.js';
-import { bigintToBytes32, bytesToBigint32 } from '../bigint-helpers.js';
+import type { MlArray } from '../../../lib/ml/base.js';
 import type {
   WasmGPallas,
   WasmGVesta,
   WasmPallasGProjective,
   WasmVestaGProjective,
 } from '../../compiled/node_bindings/plonk_wasm.cjs';
-import type { MlArray } from '../../../lib/ml/base.js';
-import { OrInfinity, Infinity } from './curve.js';
+import { bigintToBytes32, bytesToBigint32 } from '../bigint-helpers.js';
+import { Infinity, OrInfinity } from './curve.js';
+import { Field } from './field.js';
 
 export {
-  fieldToRust,
+  WasmAffine,
+  WasmProjective,
+  affineFromRust,
+  affineToRust,
   fieldFromRust,
-  fieldsToRustFlat,
+  fieldToRust,
   fieldsFromRustFlat,
+  fieldsToRustFlat,
   maybeFieldToRust,
-  affineToRust,
-  affineFromRust,
-  WasmAffine,
-  WasmProjective,
 };
 
 // TODO: Hardcoding this is a little brittle

src/bindings/crypto/bindings/conversion-core.ts

@@ -116,9 +116,9 @@ function conversionCorePerField(
       return new PolyComm(rustUnshifted, rustShifted);
     },
     polyCommFromRust(polyComm: WasmPolyComm): PolyComm {
-      console.log('polyComm', polyComm);
+      console.log('polyComm old', polyComm);
       let rustUnshifted = polyComm.unshifted;
-      console.log('polyCommFromRust', rustUnshifted);
+      console.log('rustUnshifted', rustUnshifted);
       let mlUnshifted = mapFromUintArray(rustUnshifted, (ptr) => {
         return affineFromRust(wrap(ptr, CommitmentCurve));
       });

src/bindings/crypto/bindings/conversion-proof.ts

@@ -1,46 +1,46 @@
+import { MlArray, MlOption, MlTuple } from '../../../lib/ml/base.js';
+import type * as wasmNamespace from '../../compiled/node_bindings/plonk_wasm.cjs';
 import type {
   WasmFpLookupCommitments,
-  WasmPastaFpLookupTable,
   WasmFpOpeningProof,
   WasmFpProverCommitments,
   WasmFpProverProof,
   WasmFpRuntimeTable,
-  WasmPastaFpRuntimeTableCfg,
   WasmFqLookupCommitments,
   WasmFqOpeningProof,
   WasmFqProverCommitments,
-  WasmPastaFqLookupTable,
   WasmFqProverProof,
   WasmFqRuntimeTable,
+  WasmPastaFpLookupTable,
+  WasmPastaFpRuntimeTableCfg,
+  WasmPastaFqLookupTable,
   WasmPastaFqRuntimeTableCfg,
   WasmVecVecFp,
   WasmVecVecFq,
 } from '../../compiled/node_bindings/plonk_wasm.cjs';
-import type * as wasmNamespace from '../../compiled/node_bindings/plonk_wasm.cjs';
+import {
+  fieldFromRust,
+  fieldToRust,
+  fieldsFromRustFlat,
+  fieldsToRustFlat,
+} from './conversion-base.js';
+import { ConversionCore, ConversionCores, mapToUint32Array, unwrap } from './conversion-core.js';
 import type {
+  Field,
+  LookupCommitments,
+  LookupTable,
+  OpeningProof,
   OrInfinity,
   PointEvaluations,
   PolyComm,
-  ProverProof,
-  ProofWithPublic,
   ProofEvaluations,
+  ProofWithPublic,
   ProverCommitments,
-  OpeningProof,
+  ProverProof,
   RecursionChallenge,
-  LookupCommitments,
   RuntimeTable,
   RuntimeTableCfg,
-  LookupTable,
-  Field,
 } from './kimchi-types.js';
-import { MlArray, MlOption, MlTuple } from '../../../lib/ml/base.js';
-import {
-  fieldToRust,
-  fieldFromRust,
-  fieldsToRustFlat,
-  fieldsFromRustFlat,
-} from './conversion-base.js';
-import { ConversionCore, ConversionCores, mapToUint32Array, unwrap } from './conversion-core.js';
 
 export { proofConversion };
 
@@ -178,6 +178,7 @@ function proofConversionPerField(
   }
 
   function runtimeTableToRust([, id, data]: RuntimeTable): WasmRuntimeTable {
+    console.log('old runtime table to rust!');
     return new RuntimeTable(id, core.vectorToRust(data));
   }
 

src/bindings/crypto/bindings/conversion-verifier-index.ts

@@ -117,8 +117,6 @@ function verifierIndexConversionPerField(
     );
   }
   function verificationEvalsFromRust(evals: WasmVerificationEvals): VerificationEvals {
-    console.log('evals', evals.coefficients_comm);
-
     let mlEvals: VerificationEvals = [
       0,
       core.polyCommsFromRust(evals.sigma_comm),

src/bindings/crypto/napi-conversion-core.ts

@@ -6,7 +6,6 @@ import {
   fieldsFromRustFlat,
   fieldsToRustFlat,
 } from './bindings/conversion-base.js';
-import { mapFromUintArray } from './bindings/conversion-core.js';
 import { Field, Gate, LookupTable, OrInfinity, PolyComm, Wire } from './bindings/kimchi-types.js';
 import { mapTuple } from './bindings/util.js';
 
@@ -75,8 +74,8 @@ function napiConversionCore(napi: any) {
     },
     fq: {
       ...fqCore,
-  },
-  ...shared,
+    },
+    ...shared,
   };
 }
 
@@ -154,9 +153,9 @@ function conversionCorePerField({ makeAffine, PolyComm }: NapiClasses) {
   };
   const affineFromRust = (pt: NapiAffine): OrInfinity => {
     if (pt.infinity) return 0;
-    console.log('pt', pt);
-    console.log('pt.x', pt.x);
-    console.log('pt.y', pt.y);
+    // console.log('pt', pt);
+    // console.log('pt.x', pt.x);
+    // console.log('pt.y', pt.y);
 
     const xField = fieldFromRust(pt.x);
     const yField = fieldFromRust(pt.y);
@@ -182,9 +181,9 @@ function conversionCorePerField({ makeAffine, PolyComm }: NapiClasses) {
 
   const polyCommFromRust = (polyComm: any): any => {
     if (polyComm == null) return undefined;
-    console.log('polyComm', polyComm);
+    // console.log('polyComm', polyComm);
     const rustUnshifted = asArrayLike<NapiAffine>(polyComm.unshifted, 'polyComm.unshifted');
-    console.log('rustUnshifted', rustUnshifted);
+    // console.log('rustUnshifted', rustUnshifted);
     const mlUnshifted = rustUnshifted.map(affineFromRust);
     return [0, [0, ...mlUnshifted]];
   };

src/bindings/crypto/napi-conversion-proof.ts

@@ -1,54 +1,55 @@
+import { MlArray, MlOption, MlTuple } from '../../lib/ml/base.js';
+import type * as napiNamespace from '../compiled/node_bindings/plonk_wasm.cjs';
 import type {
-  WasmPastaFpLookupTable,
+  WasmFpLookupCommitments,
+  WasmFpOpeningProof,
+  WasmFpProverCommitments,
+  WasmFpProverProof,
   WasmFpRuntimeTable,
+  WasmFqLookupCommitments,
+  WasmFqOpeningProof,
+  WasmFqProverCommitments,
+  WasmFqProverProof,
+  WasmFqRuntimeTable,
+  WasmPastaFpLookupTable,
   WasmPastaFpRuntimeTableCfg,
   WasmPastaFqLookupTable,
-  WasmFqRuntimeTable,
   WasmPastaFqRuntimeTableCfg,
   WasmVecVecFp,
   WasmVecVecFq,
-  WasmFpProverCommitments, 
-  WasmFqProverCommitments,
-  WasmFpOpeningProof,
-  WasmFqOpeningProof,
-  WasmFpProverProof,
-  WasmFqProverProof,
-  WasmFpLookupCommitments,
-  WasmFqLookupCommitments,
 } from '../compiled/node_bindings/plonk_wasm.cjs';
-import type * as napiNamespace from '../compiled/node_bindings/plonk_wasm.cjs';
+import {
+  fieldFromRust,
+  fieldToRust,
+  fieldsFromRustFlat,
+  fieldsToRustFlat,
+} from './bindings/conversion-base.js';
+import type { Field } from './bindings/field.js';
 import type {
-  RuntimeTable,
-  RuntimeTableCfg,
+  LookupCommitments,
   LookupTable,
+  OpeningProof,
+  OrInfinity,
+  PointEvaluations,
+  PolyComm,
+  ProofEvaluations,
   ProofWithPublic,
+  ProverCommitments,
   ProverProof,
-  LookupCommitments,
-  PolyComm, PointEvaluations, ProofEvaluations,
   RecursionChallenge,
-  ProverCommitments,
-  OpeningProof,
-  OrInfinity,
+  RuntimeTable,
+  RuntimeTableCfg,
 } from './bindings/kimchi-types.js';
-import { MlArray, MlTuple, MlOption} from '../../lib/ml/base.js';
-import {
-  fieldsToRustFlat,
-  fieldToRust,
-  fieldsFromRustFlat,
-  fieldFromRust,
-} from './bindings/conversion-base.js';
 import { ConversionCore, ConversionCores } from './napi-conversion-core.js';
-import type { Field } from './bindings/field.js';
 
 export { napiProofConversion };
-  
+
 const fieldToRust_ = (x: Field) => fieldToRust(x);
 const proofEvaluationsToRust = mapProofEvaluations(fieldToRust_);
 const proofEvaluationsFromRust = mapProofEvaluations(fieldFromRust);
 const pointEvalsOptionToRust = mapPointEvalsOption(fieldToRust_);
 const pointEvalsOptionFromRust = mapPointEvalsOption(fieldFromRust);
 
-  
 type NapiProofEvaluations = [
   0,
   MlOption<PointEvaluations<Uint8Array>>,
@@ -129,7 +130,7 @@ function proofConversionPerField(
     commitments.free();
     return [0, wComm as MlTuple<PolyComm, 15>, zComm, tComm, lookup];
   }
-  
+
   function lookupCommitmentsToRust(lookup: LookupCommitments): NapiLookupCommitments {
     let sorted = core.polyCommsToRust(lookup[1]);
     let aggreg = core.polyCommToRust(lookup[2]);
@@ -143,7 +144,7 @@ function proofConversionPerField(
     lookup.free();
     return [0, sorted, aggreg, runtime];
   }
-  
+
   function openingProofToRust(proof: OpeningProof): NapiOpeningProof {
     let [_, [, ...lr], delta, z1, z2, sg] = proof;
     // We pass l and r as separate vectors over the FFI
@@ -175,8 +176,9 @@ function proofConversionPerField(
     proof.free();
     return [0, [0, ...lr], delta, z1, z2, sg];
   }
-  
+
   function runtimeTableToRust([, id, data]: RuntimeTable): NapiRuntimeTable {
+    console.log('runtime table');
     return new RuntimeTable(id, core.vectorToRust(data));
   }
 
@@ -251,7 +253,7 @@ function proofConversionPerField(
       ];
       return [0, publicEvals, proof];
     },
-    
+
     runtimeTablesToRust([, ...tables]: MlArray<RuntimeTable>): NapiRuntimeTable[] {
       return tables.map(runtimeTableToRust);
     },

src/bindings/crypto/napi-conversion-verifier-index.ts

@@ -16,8 +16,14 @@ import type {
   LookupInfo as WasmLookupInfo,
 } from '../compiled/node_bindings/plonk_wasm.cjs';
 import { fieldFromRust, fieldToRust } from './bindings/conversion-base.js';
+import {
+  Domain,
+  Field,
+  PolyComm,
+  VerificationEvals,
+  VerifierIndex,
+} from './bindings/kimchi-types.js';
 import { ConversionCore, ConversionCores } from './napi-conversion-core.js';
-import { Domain, Field, PolyComm, VerificationEvals, VerifierIndex } from './bindings/kimchi-types.js';
 import { Lookup, LookupInfo, LookupSelectors } from './bindings/lookup.js';
 
 export { napiVerifierIndexConversion };
@@ -153,6 +159,7 @@ function verifierIndexConversionPerField(
     );
   }
   function lookupVerifierIndexFromRust(lookup: NapiLookupVerifierIndex): Lookup<PolyComm> {
+    console.log('lookup: ', lookup);
     let mlLookup: Lookup<PolyComm> = [
       0,
       MlBool(lookup.joint_lookup_used),
@@ -259,7 +266,7 @@ function verifierIndexConversionPerField(
       );
     },
     verifierIndexFromRust(vk: NapiVerifierIndex): VerifierIndex {
-      console.log('vk from rust', vk);
+      console.log('vk lookup index from rust', vk.lookup_index);
       let mlVk: VerifierIndex = [
         0,
         domainFromRust(vk.domain),