shigoto + anais kimchi bindings changes for the first native prover poc

Author: Shigoto-dev19

src/bindings/crypto/bindings.ts

@@ -3,6 +3,7 @@
  * It is exposed to JSOO by populating a global variable with an object.
  * It gets imported as the first thing in ../../bindings.js so that the global variable is ready by the time JSOO code gets executed.
  */
+import type * as napiNamespace from '../compiled/node_bindings/plonk_wasm.cjs';
 import type * as wasmNamespace from '../compiled/node_bindings/plonk_wasm.cjs';
 import { prefixHashes, prefixHashesLegacy } from '../crypto/constants.js';
 import { Bigint256Bindings } from './bindings/bigint256.js';
@@ -16,13 +17,13 @@ import { jsEnvironment } from './bindings/env.js';
 import { FpBindings, FqBindings } from './bindings/field.js';
 import { napiOraclesConversion } from './bindings/napi-conversion-oracles.js';
 import { srs } from './bindings/srs.js';
-import { srs as napiSrs } from './napi-srs.js';
 import { FpVectorBindings, FqVectorBindings } from './bindings/vector.js';
 import { napiConversionCore } from './napi-conversion-core.js';
 import { napiProofConversion } from './napi-conversion-proof.js';
-import type * as napiNamespace from '../compiled/node_bindings/plonk_wasm.cjs';
+import { napiVerifierIndexConversion } from './napi-conversion-verifier-index.js';
+import { srs as napiSrs } from './napi-srs.js';
 
-export { RustConversion, Wasm, Napi, createNativeRustConversion, getRustConversion };
+export { Napi, RustConversion, Wasm, createNativeRustConversion, getRustConversion };
 
 /* TODO: Uncomment in phase 2 of conversion layer 
 import { conversionCore as conversionCoreNative } from './native/conversion-core.js';
@@ -90,10 +91,11 @@ function buildWasmConversion(wasm: Wasm) {
 function createNativeRustConversion(napi: any) {
   let core = napiConversionCore(napi);
   let proof = napiProofConversion(napi, core);
+  let verif = napiVerifierIndexConversion(napi, core);
   let oracles = napiOraclesConversion(napi);
   return {
-    fp: { ...core.fp, ...proof.fp, ...oracles.fp },
-    fq: { ...core.fq, ...proof.fq, ...oracles.fq },
+    fp: { ...core.fp, ...proof.fp, ...verif.fp, ...oracles.fp },
+    fq: { ...core.fq, ...proof.fq, ...verif.fq, ...oracles.fq },
   };
 }
 

src/bindings/crypto/bindings/conversion-base.ts

@@ -1,24 +1,24 @@
-import { Field } from './field.js';
-import { bigintToBytes32, bytesToBigint32 } from '../bigint-helpers.js';
+import type { MlArray } from '../../../lib/ml/base.js';
 import type {
   WasmGPallas,
   WasmGVesta,
   WasmPallasGProjective,
   WasmVestaGProjective,
 } from '../../compiled/node_bindings/plonk_wasm.cjs';
-import type { MlArray } from '../../../lib/ml/base.js';
-import { OrInfinity, Infinity } from './curve.js';
+import { bigintToBytes32, bytesToBigint32 } from '../bigint-helpers.js';
+import { Infinity, OrInfinity } from './curve.js';
+import { Field } from './field.js';
 
 export {
-  fieldToRust,
+  WasmAffine,
+  WasmProjective,
+  affineFromRust,
+  affineToRust,
   fieldFromRust,
-  fieldsToRustFlat,
+  fieldToRust,
   fieldsFromRustFlat,
+  fieldsToRustFlat,
   maybeFieldToRust,
-  affineToRust,
-  affineFromRust,
-  WasmAffine,
-  WasmProjective,
 };
 
 // TODO: Hardcoding this is a little brittle

src/bindings/crypto/bindings/conversion-core.ts

@@ -15,7 +15,7 @@ import {
   fieldsFromRustFlat,
   fieldsToRustFlat,
 } from './conversion-base.js';
-import { Gate, OrInfinity, PolyComm, Wire } from './kimchi-types.js';
+import { Gate, OrInfinity, Wire } from './kimchi-types.js';
 import { mapTuple } from './util.js';
 
 export {
@@ -109,26 +109,26 @@ function conversionCorePerField(
       return [0, ...arr];
     },
 
-    polyCommToRust(polyComm: PolyComm): WasmPolyComm {
+    polyCommToRust(polyComm: any): WasmPolyComm {
       let [, camlElems] = polyComm;
       let rustShifted = undefined;
       let rustUnshifted = self.pointsToRust(camlElems);
       return new PolyComm(rustUnshifted, rustShifted);
     },
-    polyCommFromRust(polyComm: WasmPolyComm): PolyComm {
-      console.log('polyComm', polyComm);
+    polyCommFromRust(polyComm: WasmPolyComm): any {
+      console.log('polyComm old', polyComm);
       let rustUnshifted = polyComm.unshifted;
-      console.log('polyCommFromRust', rustUnshifted);
+      console.log('rustUnshifted', rustUnshifted);
       let mlUnshifted = mapFromUintArray(rustUnshifted, (ptr) => {
         return affineFromRust(wrap(ptr, CommitmentCurve));
       });
       return [0, [0, ...mlUnshifted]];
     },
 
-    polyCommsToRust([, ...comms]: MlArray<PolyComm>): Uint32Array {
+    polyCommsToRust([, ...comms]: MlArray<any>): Uint32Array {
       return mapToUint32Array(comms, (c) => unwrap(self.polyCommToRust(c)));
     },
-    polyCommsFromRust(rustComms: Uint32Array): MlArray<PolyComm> {
+    polyCommsFromRust(rustComms: Uint32Array): MlArray<any> {
       let comms = mapFromUintArray(rustComms, (ptr) => self.polyCommFromRust(wrap(ptr, PolyComm)));
       return [0, ...comms];
     },

src/bindings/crypto/bindings/conversion-proof.ts

@@ -1,46 +1,46 @@
+import { MlArray, MlOption, MlTuple } from '../../../lib/ml/base.js';
+import type * as wasmNamespace from '../../compiled/node_bindings/plonk_wasm.cjs';
 import type {
   WasmFpLookupCommitments,
-  WasmPastaFpLookupTable,
   WasmFpOpeningProof,
   WasmFpProverCommitments,
   WasmFpProverProof,
   WasmFpRuntimeTable,
-  WasmPastaFpRuntimeTableCfg,
   WasmFqLookupCommitments,
   WasmFqOpeningProof,
   WasmFqProverCommitments,
-  WasmPastaFqLookupTable,
   WasmFqProverProof,
   WasmFqRuntimeTable,
+  WasmPastaFpLookupTable,
+  WasmPastaFpRuntimeTableCfg,
+  WasmPastaFqLookupTable,
   WasmPastaFqRuntimeTableCfg,
   WasmVecVecFp,
   WasmVecVecFq,
 } from '../../compiled/node_bindings/plonk_wasm.cjs';
-import type * as wasmNamespace from '../../compiled/node_bindings/plonk_wasm.cjs';
+import {
+  fieldFromRust,
+  fieldToRust,
+  fieldsFromRustFlat,
+  fieldsToRustFlat,
+} from './conversion-base.js';
+import { ConversionCore, ConversionCores, mapToUint32Array, unwrap } from './conversion-core.js';
 import type {
+  Field,
+  LookupCommitments,
+  LookupTable,
+  OpeningProof,
   OrInfinity,
   PointEvaluations,
   PolyComm,
-  ProverProof,
-  ProofWithPublic,
   ProofEvaluations,
+  ProofWithPublic,
   ProverCommitments,
-  OpeningProof,
+  ProverProof,
   RecursionChallenge,
-  LookupCommitments,
   RuntimeTable,
   RuntimeTableCfg,
-  LookupTable,
-  Field,
 } from './kimchi-types.js';
-import { MlArray, MlOption, MlTuple } from '../../../lib/ml/base.js';
-import {
-  fieldToRust,
-  fieldFromRust,
-  fieldsToRustFlat,
-  fieldsFromRustFlat,
-} from './conversion-base.js';
-import { ConversionCore, ConversionCores, mapToUint32Array, unwrap } from './conversion-core.js';
 
 export { proofConversion };
 
@@ -178,6 +178,7 @@ function proofConversionPerField(
   }
 
   function runtimeTableToRust([, id, data]: RuntimeTable): WasmRuntimeTable {
+    console.log('old runtime table to rust!');
     return new RuntimeTable(id, core.vectorToRust(data));
   }
 

src/bindings/crypto/bindings/conversion-verifier-index.ts

@@ -80,7 +80,7 @@ function verifierIndexConversionPerField(
   function domainFromRust(domain: WasmDomain): Domain {
     let logSizeOfGroup = domain.log_size_of_group;
     let groupGen = fieldFromRust(domain.group_gen);
-    domain.free();
+    // domain.free();
     return [0, logSizeOfGroup, groupGen];
   }
 
@@ -117,8 +117,6 @@ function verifierIndexConversionPerField(
     );
   }
   function verificationEvalsFromRust(evals: WasmVerificationEvals): VerificationEvals {
-    console.log('evals', evals.coefficients_comm);
-
     let mlEvals: VerificationEvals = [
       0,
       core.polyCommsFromRust(evals.sigma_comm),

src/bindings/crypto/napi-conversion-core.ts

@@ -6,7 +6,6 @@ import {
   fieldsFromRustFlat,
   fieldsToRustFlat,
 } from './bindings/conversion-base.js';
-import { mapFromUintArray } from './bindings/conversion-core.js';
 import { Field, Gate, LookupTable, OrInfinity, PolyComm, Wire } from './bindings/kimchi-types.js';
 import { mapTuple } from './bindings/util.js';
 
@@ -70,13 +69,11 @@ function napiConversionCore(napi: any) {
   };
 
   return {
-    fp: { ...fpCore },
+    fp: {
+      ...fpCore,
+    },
     fq: {
       ...fqCore,
-      shiftsFromRust: (s: any) => {
-        let shifts = [s.s0, s.s1, s.s2, s.s3, s.s4, s.s5, s.s6];
-        return [0, ...shifts.map(fieldFromRust)];
-      },
     },
     ...shared,
   };
@@ -156,9 +153,9 @@ function conversionCorePerField({ makeAffine, PolyComm }: NapiClasses) {
   };
   const affineFromRust = (pt: NapiAffine): OrInfinity => {
     if (pt.infinity) return 0;
-    console.log('pt', pt);
-    console.log('pt.x', pt.x);
-    console.log('pt.y', pt.y);
+    // console.log('pt', pt);
+    // console.log('pt.x', pt.x);
+    // console.log('pt.y', pt.y);
 
     const xField = fieldFromRust(pt.x);
     const yField = fieldFromRust(pt.y);
@@ -182,22 +179,13 @@ function conversionCorePerField({ makeAffine, PolyComm }: NapiClasses) {
     return new PolyCommClass(unshifted as unknown, undefined);
   };
 
-  /*   const polyCommFromRust = (polyComm: NapiPolyComm): PolyComm => {
-    console.log('polyComm', polyComm);
+  const polyCommFromRust = (polyComm: any): any => {
+    if (polyComm == null) return undefined;
+    // console.log('polyComm', polyComm);
     const rustUnshifted = asArrayLike<NapiAffine>(polyComm.unshifted, 'polyComm.unshifted');
-    console.log('rustUnshifted', rustUnshifted);
+    // console.log('rustUnshifted', rustUnshifted);
     const mlUnshifted = rustUnshifted.map(affineFromRust);
     return [0, [0, ...mlUnshifted]];
-  }; */
-  const polyCommFromRust = (polyComm: any): any => {
-    let rustUnshifted = polyComm.unshifted;
-    console.log('rustUnshifted', rustUnshifted);
-    let mlUnshifted = mapFromUintArray(rustUnshifted, (ptr) => {
-      console.log('ptr', ptr);
-      /*       return affineFromRust(wrap(ptr, CommitmentCurve));
-       */
-    });
-    return [0, [0, ...mlUnshifted]];
   };
 
   const polyCommsToRust = ([, ...comms]: MlArray<PolyComm>): NapiPolyComm[] =>