Reduce snarkyjs loading time - BERKELEY

genesis_ledgers/berkeley.json

@@ -1,6 +1,6 @@
 {
   "genesis": {
-    "genesis_state_timestamp": "2023-04-06T23:30:01Z"
+    "genesis_state_timestamp": "2023-07-05T19:01:01Z"
   },
   "ledger": {
     "name": "berkeley",

src/app/heap_usage/values.ml

@@ -244,7 +244,7 @@ let scan_state_merge_node :
       let sok_msg : Mina_base.Sok_message.t =
         { fee = Currency.Fee.zero; prover = sample_pk_compressed }
       in
-      let proof = Mina_base.Proof.transaction_dummy in
+      let proof = Lazy.force Mina_base.Proof.transaction_dummy in
       let statement =
         let without_sok =
           Quickcheck.random_value ~seed:(`Deterministic "no sok left")
@@ -260,7 +260,7 @@ let scan_state_merge_node :
         { fee = Currency.Fee.zero; prover = sample_pk_compressed }
       in
       (* so the left, right proofs differ, don't want sharing *)
-      let proof = Mina_base.Proof.blockchain_dummy in
+      let proof = Lazy.force Mina_base.Proof.blockchain_dummy in
       let statement =
         let without_sok =
           Quickcheck.random_value ~seed:(`Deterministic "no sok right")

src/app/replayer/replayer.ml

@@ -530,7 +530,7 @@ let zkapp_command_to_transaction ~logger ~pool (cmd : Sql.Zkapp_command.t) :
         let (authorization : Control.t) =
           match body.authorization_kind with
           | Proof _ ->
-              Proof Proof.transaction_dummy
+              Proof (Lazy.force Proof.transaction_dummy)
           | Signature ->
               Signature Signature.dummy
           | None_given ->

src/app/test_executive/zkapps.ml

@@ -363,7 +363,8 @@ module Make (Inputs : Intf.Test.Inputs_intf) = struct
                 | Proof _ ->
                     { other_p with
                       authorization =
-                        Control.Proof Mina_base.Proof.blockchain_dummy
+                        Control.Proof
+                          (Lazy.force Mina_base.Proof.blockchain_dummy)
                     }
                 | _ ->
                     other_p )

src/dune-project

@@ -60,6 +60,7 @@
 (package (name graphql_wrapper))
 (package (name hash_prefixes))
 (package (name hash_prefix_states))
+(package (name hash_prefix_create))
 (package (name heap_usage))
 (package (name hex))
 (package (name immutable_array))

src/lib/crypto/kimchi_backend/pasta/basic/kimchi_pasta_basic.ml

@@ -147,3 +147,9 @@ module Fp_poly_comm = Kimchi_backend_common.Poly_comm.Make (struct
      fun unshifted shifted : t -> { shifted; unshifted }
   end
 end)
+
+(* poseidon params *)
+
+let poseidon_params_fp = Sponge.Params.(map pasta_p_kimchi ~f:Fp.of_string)
+
+let poseidon_params_fq = Sponge.Params.(map pasta_q_kimchi ~f:Fq.of_string)

src/lib/crypto/kimchi_backend/pasta/constraint_system/caml/pallas_constraint_system.ml

@@ -4,8 +4,5 @@ open Kimchi_pasta_basic
 include
   Plonk_constraint_system.Make (Fq) (Kimchi_bindings.Protocol.Gates.Vector.Fq)
     (struct
-      let params =
-        Sponge.Params.(
-          map pasta_q_kimchi ~f:(fun x ->
-              Fq.of_bigint (Bigint256.of_decimal_string x) ))
+      let params = poseidon_params_fq
     end)

src/lib/crypto/kimchi_backend/pasta/constraint_system/caml/vesta_constraint_system.ml

@@ -4,8 +4,5 @@ open Kimchi_pasta_basic
 include
   Plonk_constraint_system.Make (Fp) (Kimchi_bindings.Protocol.Gates.Vector.Fp)
     (struct
-      let params =
-        Sponge.Params.(
-          map pasta_p_kimchi ~f:(fun x ->
-              Fp.of_bigint (Bigint256.of_decimal_string x) ))
+      let params = poseidon_params_fp
     end)

src/lib/dummy_values/gen_values/gen_values.ml

@@ -17,13 +17,15 @@ let str ~loc =
   end) in
   let open E in
   [%str
-    let blockchain_proof, transaction_proof =
-      ( Core_kernel.Binable.of_string
-          (module Pickles.Proof.Proofs_verified_2.Stable.Latest)
-          [%e estring blockchain_proof_string]
-      , Core_kernel.Binable.of_string
-          (module Pickles.Proof.Proofs_verified_2.Stable.Latest)
-          [%e estring transaction_proof_string] )]
+    let blockchain_proof () =
+      Core_kernel.Binable.of_string
+        (module Pickles.Proof.Proofs_verified_2.Stable.Latest)
+        [%e estring blockchain_proof_string]
+
+    let transaction_proof () =
+      Core_kernel.Binable.of_string
+        (module Pickles.Proof.Proofs_verified_2.Stable.Latest)
+        [%e estring transaction_proof_string]]
 
 let main () =
   let fmt =

src/lib/genesis_ledger_helper/genesis_ledger_helper.ml

@@ -84,7 +84,8 @@ module Ledger = struct
         ; List.to_string balances ~f:(fun (i, balance) ->
               sprintf "%i %s" i (Currency.Balance.to_string balance) )
         ; (* Distinguish ledgers when the hash function is different. *)
-          Snark_params.Tick.Field.to_string Mina_base.Account.empty_digest
+          Snark_params.Tick.Field.to_string
+            (Lazy.force Mina_base.Account.empty_digest)
         ; (* Distinguish ledgers when the account record layout has changed. *)
           Bin_prot.Writer.to_string Mina_base.Account.Stable.Latest.bin_writer_t
             Mina_base.Account.empty

src/lib/hash_prefix_states/dune

@@ -12,6 +12,7 @@
    random_oracle
    mina_signature_kind
    hash_prefixes
+   hash_prefix_create
    pickles
    )
  (preprocessor_deps ../../config.mlh)

src/lib/hash_prefix_states/hash_prefix_create/dune

@@ -0,0 +1,10 @@
+(library
+ (name hash_prefix_create)
+ (public_name hash_prefix_create)
+ (libraries hash_prefixes random_oracle)
+ (instrumentation
+  (backend bisect_ppx))
+ (preprocess
+  (pps ppx_version))
+ (virtual_modules hash_prefix_create)
+ (default_implementation hash_prefix_create.native))

src/lib/hash_prefix_states/hash_prefix_create/hash_prefix_create.mli

@@ -0,0 +1,3 @@
+val salt : string -> Random_oracle.Digest.t Random_oracle.State.t
+
+val salt_legacy : string -> Random_oracle.Digest.t Random_oracle.Legacy.State.t

src/lib/hash_prefix_states/hash_prefix_create/js/dune

@@ -0,0 +1,9 @@
+(library
+ (public_name hash_prefix_create.js)
+ (name hash_prefix_create_js)
+ (libraries pickles random_oracle js_of_ocaml base core_kernel)
+ (instrumentation
+  (backend bisect_ppx))
+ (preprocess
+  (pps ppx_version))
+ (implements hash_prefix_create))

src/lib/hash_prefix_states/hash_prefix_create/js/hash_prefix_create.ml

@@ -0,0 +1,31 @@
+open Core_kernel
+module Js = Js_of_ocaml.Js
+module Field = Pickles.Impls.Step.Field.Constant
+
+external get_ts_bindings : unit -> Js.Unsafe.any Js.Optdef.t = "getTsBindings"
+
+(* the ?. operator from JS *)
+let ( |. ) (value : _ Js.Optdef.t) (key : string) =
+  Js.(
+    if phys_equal value undefined then undefined
+    else Unsafe.get value (string key))
+
+let lookup kind prefix =
+  get_ts_bindings () |. kind |. prefix |> Js.Optdef.to_option
+
+let of_js x =
+  Js.to_array x |> Array.map ~f:(Fn.compose Field.of_string Js.to_string)
+
+let salt s =
+  match lookup "prefixHashes" s with
+  | Some state ->
+      of_js state |> Random_oracle.State.of_array
+  | None ->
+      Random_oracle.salt s
+
+let salt_legacy s =
+  match lookup "prefixHashesLegacy" s with
+  | Some state ->
+      of_js state |> Random_oracle.Legacy.State.of_array
+  | None ->
+      Random_oracle.Legacy.salt s

src/lib/hash_prefix_states/hash_prefix_create/native/dune

@@ -0,0 +1,9 @@
+(library
+ (public_name hash_prefix_create.native)
+ (name hash_prefix_create_native)
+ (libraries random_oracle)
+ (instrumentation
+  (backend bisect_ppx))
+ (preprocess
+  (pps ppx_version))
+ (implements hash_prefix_create))

src/lib/hash_prefix_states/hash_prefix_create/native/hash_prefix_create.ml

@@ -0,0 +1,3 @@
+let salt = Random_oracle.salt
+
+let salt_legacy = Random_oracle.Legacy.salt

src/lib/hash_prefix_states/hash_prefix_states.ml

@@ -1,9 +1,10 @@
 open Core_kernel
 open Hash_prefixes
 
-let salt (s : Hash_prefixes.t) = Random_oracle.salt (s :> string)
+let salt (s : Hash_prefixes.t) = Hash_prefix_create.salt (s :> string)
 
-let salt_legacy (s : Hash_prefixes.t) = Random_oracle.Legacy.salt (s :> string)
+let salt_legacy (s : Hash_prefixes.t) =
+  Hash_prefix_create.salt_legacy (s :> string)
 
 let receipt_chain_signed_command = salt_legacy receipt_chain_user_command
 

src/lib/ledger_proof/ledger_proof.ml

@@ -37,5 +37,5 @@ include Prod
 module For_tests = struct
   let mk_dummy_proof statement =
     create ~statement ~sok_digest:Sok_message.Digest.default
-      ~proof:Proof.transaction_dummy
+      ~proof:(Lazy.force Proof.transaction_dummy)
 end

src/lib/mina_base/account.ml

@@ -626,7 +626,7 @@ let empty =
   ; zkapp = None
   }
 
-let empty_digest = digest empty
+let empty_digest = lazy (digest empty)
 
 let create account_id balance =
   let public_key = Account_id.public_key account_id in

src/lib/mina_base/account_update.ml

@@ -908,8 +908,8 @@ module Update = struct
                    } ) )
       ; Set_or_keep.typ ~dummy:Permissions.empty Permissions.typ
       ; Set_or_keep.optional_typ
-          (Data_as_hash.optional_typ ~hash:Zkapp_account.hash_zkapp_uri
-             ~non_preimage:(Zkapp_account.hash_zkapp_uri_opt None)
+          (Data_as_hash.lazy_optional_typ ~hash:Zkapp_account.hash_zkapp_uri
+             ~non_preimage:(lazy (Zkapp_account.hash_zkapp_uri_opt None))
              ~dummy_value:"" )
           ~to_option:Fn.id ~of_option:Fn.id
       ; Set_or_keep.typ ~dummy:Account.Token_symbol.default

src/lib/mina_base/data_as_hash.ml

@@ -20,6 +20,14 @@ let optional_typ ~hash ~non_preimage ~dummy_value =
       | None -> (non_preimage, dummy_value) | Some s -> (hash s, s) )
     ~back:(fun (_, s) -> Some s)
 
+let lazy_optional_typ ~hash ~non_preimage ~dummy_value =
+  Typ.transport
+    Typ.(Field.typ * Internal.ref ())
+    ~there:(function
+      | None -> (Lazy.force non_preimage, dummy_value) | Some s -> (hash s, s)
+      )
+    ~back:(fun (_, s) -> Some s)
+
 let to_input (x, _) = Random_oracle_input.Chunked.field x
 
 let if_ b ~then_ ~else_ =

src/lib/mina_base/data_as_hash.mli

@@ -36,6 +36,12 @@ val optional_typ :
   -> dummy_value:'value
   -> ('value t, 'value option) Typ.t
 
+val lazy_optional_typ :
+     hash:('value -> Field.t)
+  -> non_preimage:Field.t lazy_t
+  -> dummy_value:'value
+  -> ('value t, 'value option) Typ.t
+
 val to_input : _ t -> Field.Var.t Random_oracle_input.Chunked.t
 
 val if_ : Boolean.var -> then_:'value t -> else_:'value t -> 'value t

src/lib/mina_base/dune

@@ -40,6 +40,7 @@
    rosetta_coding
    random_oracle
    hash_prefix_states
+   hash_prefix_create
    dummy_values
    currency
    mina_numbers

src/lib/mina_base/pending_coinbase.ml

@@ -181,7 +181,7 @@ module Make_str (A : Wire_types.Concrete) = struct
            (Input.Chunked.append (Coinbase_data.to_input coinbase) (to_input h)) )
       |> of_hash
 
-    let empty = Random_oracle.salt "CoinbaseStack" |> Random_oracle.digest
+    let empty = Hash_prefix_create.salt "CoinbaseStack" |> Random_oracle.digest
 
     module Checked = struct
       type t = var
@@ -394,7 +394,8 @@ module Make_str (A : Wire_types.Concrete) = struct
       |> of_hash
 
     let empty_hash =
-      Random_oracle.(digest (salt "PendingCoinbaseMerkleTree")) |> of_hash
+      Hash_prefix_create.salt "PendingCoinbaseMerkleTree"
+      |> Random_oracle.digest |> of_hash
 
     let of_digest = Fn.compose Fn.id of_hash
   end
@@ -1018,12 +1019,16 @@ module Make_str (A : Wire_types.Concrete) = struct
 
     type t = (Merkle_tree.t, Stack_id.t) Poly.t [@@deriving sexp, to_yojson]
 
-    let init_hash = Stack.data_hash Stack.empty
-
     let hash_at_level =
-      let cached = ref [| init_hash |] in
+      let cached = ref [||] in
       fun i ->
         let len = Array.length !cached in
+        let len =
+          if len = 0 then (
+            cached := [| Stack.data_hash Stack.empty |] ;
+            1 )
+          else len
+        in
         ( if i >= len then
           let cur_hash = ref (Array.last !cached) in
           cached :=

src/lib/mina_base/proof.ml

@@ -2,9 +2,9 @@
 
 open Core_kernel
 
-let blockchain_dummy = Dummy_values.blockchain_proof
+let blockchain_dummy = lazy (Dummy_values.blockchain_proof ())
 
-let transaction_dummy = Dummy_values.transaction_proof
+let transaction_dummy = lazy (Dummy_values.transaction_proof ())
 
 [%%versioned
 module Stable = struct

src/lib/mina_base/proof.mli

@@ -2,9 +2,9 @@ open Pickles_types
 
 type t = (Nat.N2.n, Nat.N2.n) Pickles.Proof.t [@@deriving sexp, compare, yojson]
 
-val blockchain_dummy : t
+val blockchain_dummy : t lazy_t
 
-val transaction_dummy : t
+val transaction_dummy : t lazy_t
 
 [%%versioned:
 module Stable : sig

src/lib/mina_base/receipt.ml

@@ -47,7 +47,8 @@ module Chain_hash = struct
 
   let equal = Stable.Latest.equal
 
-  let empty = of_hash Random_oracle.(salt "CodaReceiptEmpty" |> digest)
+  let empty =
+    of_hash (Hash_prefix_create.salt "CodaReceiptEmpty" |> Random_oracle.digest)
 
   let cons_signed_command_payload (e : Signed_command_elt.t) (t : t) =
     let open Random_oracle.Legacy in

src/lib/mina_base/test/zkapp_command_test.ml

@@ -119,9 +119,10 @@ end = struct
   let full = deriver @@ Fd.o ()
 
   let json_roundtrip_dummy () =
+    let dummy = Lazy.force dummy in
     [%test_eq: t] dummy (dummy |> Fd.to_json full |> Fd.of_json full)
 
   let full_circuit () =
     Run_in_thread.block_on_async_exn
-    @@ fun () -> Fields_derivers_zkapps.Test.Loop.run full dummy
+    @@ fun () -> Fields_derivers_zkapps.Test.Loop.run full (Lazy.force dummy)
 end

src/lib/mina_base/zkapp_account.ml

@@ -34,7 +34,8 @@ end) =
 struct
   type t = Event.t list [@@deriving compare, sexp]
 
-  let empty_hash = Random_oracle.(salt Inputs.salt_phrase |> digest)
+  let empty_hash =
+    Hash_prefix_create.salt Inputs.salt_phrase |> Random_oracle.digest
 
   let push_hash acc hash =
     Random_oracle.hash ~init:Inputs.hash_prefix [| acc; hash |]
@@ -126,7 +127,7 @@ module Actions = struct
 
   let empty_state_element =
     let salt_phrase = "MinaZkappActionStateEmptyElt" in
-    Random_oracle.(salt salt_phrase |> digest)
+    Hash_prefix_create.salt salt_phrase |> Random_oracle.digest
 
   let push_events (acc : Field.t) (events : t) : Field.t =
     push_hash acc (hash events)
@@ -344,8 +345,8 @@ let typ : (Checked.t, t) Typ.t =
   let open Poly in
   Typ.of_hlistable
     [ Zkapp_state.typ Field.typ
-    ; Flagged_option.option_typ
-        ~default:{ With_hash.data = None; hash = dummy_vk_hash () }
+    ; Flagged_option.lazy_option_typ
+        ~default:(lazy { With_hash.data = None; hash = dummy_vk_hash () })
         (Data_as_hash.typ ~hash:With_hash.hash)
       |> Typ.transport
            ~there:(Option.map ~f:(With_hash.map ~f:Option.some))