(*****************************************************************************) (* *) (* Open Source License *) (* Copyright (c) 2020 Nomadic Labs *) (* *) (* Permission is hereby granted, free of charge, to any person obtaining a *) (* copy of this software and associated documentation files (the "Software"),*) (* to deal in the Software without restriction, including without limitation *) (* the rights to use, copy, modify, merge, publish, distribute, sublicense, *) (* and/or sell copies of the Software, and to permit persons to whom the *) (* Software is furnished to do so, subject to the following conditions: *) (* *) (* The above copyright notice and this permission notice shall be included *) (* in all copies or substantial portions of the Software. *) (* *) (* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR*) (* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, *) (* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL *) (* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER*) (* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING *) (* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER *) (* DEALINGS IN THE SOFTWARE. *) (* *) (*****************************************************************************) module type Next = sig type id val init : Raw_context.t -> Raw_context.t tzresult Lwt.t val incr : Raw_context.t -> (Raw_context.t * id) tzresult Lwt.t end module type Total_bytes = sig type id val init : Raw_context.t -> id -> Z.t -> Raw_context.t tzresult Lwt.t val get : Raw_context.t -> id -> Z.t tzresult Lwt.t val update : Raw_context.t -> id -> Z.t -> Raw_context.t tzresult Lwt.t end (** Operations to be defined on a lazy storage type. *) module type OPS = sig module Id : Lazy_storage_kind.ID type alloc type updates val title : string val alloc_encoding : alloc Data_encoding.t val updates_encoding : updates Data_encoding.t val bytes_size_for_empty : Z.t val alloc : Raw_context.t -> id:Id.t -> alloc -> Raw_context.t tzresult Lwt.t val apply_updates : Raw_context.t -> id:Id.t -> updates -> (Raw_context.t * Z.t) tzresult Lwt.t module Next : Next with type id := Id.t module Total_bytes : Total_bytes with type id := Id.t (** Deep copy. *) val copy : Raw_context.t -> from:Id.t -> to_:Id.t -> Raw_context.t tzresult Lwt.t (** Deep deletion. *) val remove : Raw_context.t -> Id.t -> Raw_context.t Lwt.t end module Big_map = struct include Lazy_storage_kind.Big_map let bytes_size_for_big_map_key = 65 let bytes_size_for_empty = let bytes_size_for_big_map = 33 in Z.of_int bytes_size_for_big_map let alloc ctxt ~id {key_type; value_type} = (* Annotations are erased to allow sharing on [Copy]. The types from the contract code are used, these ones are only used to make sure they are compatible during transmissions between contracts, and only need to be compatible, annotations notwithstanding. *) let key_type = Micheline.strip_locations (Script_repr.strip_annotations (Micheline.root key_type)) in let value_type = Micheline.strip_locations (Script_repr.strip_annotations (Micheline.root value_type)) in Storage.Big_map.Key_type.init ctxt id key_type >>=? fun ctxt -> Storage.Big_map.Value_type.init ctxt id value_type let apply_update ctxt ~id { key = _key_is_shown_only_on_the_receipt_in_print_big_map_diff; key_hash; value } = match value with | None -> Storage.Big_map.Contents.remove (ctxt, id) key_hash >|=? fun (ctxt, freed, existed) -> let freed = if existed then freed + bytes_size_for_big_map_key else freed in (ctxt, Z.of_int ~-freed) | Some v -> Storage.Big_map.Contents.add (ctxt, id) key_hash v >|=? fun (ctxt, size_diff, existed) -> let size_diff = if existed then size_diff else size_diff + bytes_size_for_big_map_key in (ctxt, Z.of_int size_diff) let apply_updates ctxt ~id updates = fold_left_s (fun (ctxt, size) update -> apply_update ctxt ~id update >|=? fun (ctxt, added_size) -> (ctxt, Z.add size added_size)) (ctxt, Z.zero) updates include Storage.Big_map end type ('id, 'alloc, 'updates) ops = (module OPS with type Id.t = 'id and type alloc = 'alloc and type updates = 'updates) module Sapling_state = struct include Lazy_storage_kind.Sapling_state let bytes_size_for_empty = Z.of_int 33 let alloc ctxt ~id {memo_size} = Sapling_storage.init ctxt id ~memo_size let apply_updates ctxt ~id updates = Sapling_storage.apply_diff ctxt id updates include Storage.Sapling end (* To add a new lazy storage kind here, you only need to create a module similar to [Big_map] above and add a case to [get_ops] below. *) let get_ops : type i a u. (i, a, u) Lazy_storage_kind.t -> (i, a, u) ops = function | Big_map -> (module Big_map) | Sapling_state -> (module Sapling_state) [@@coq_axiom_with_reason "gadt"] type ('id, 'alloc) init = Existing | Copy of {src : 'id} | Alloc of 'alloc type ('id, 'alloc, 'updates) diff = | Remove | Update of {init : ('id, 'alloc) init; updates : 'updates} let diff_encoding : type i a u. (i, a, u) ops -> (i, a, u) diff Data_encoding.t = fun (module OPS) -> let open Data_encoding in union [ case (Tag 0) ~title:"update" (obj2 (req "action" (constant "update")) (req "updates" OPS.updates_encoding)) (function | Update {init = Existing; updates} -> Some ((), updates) | _ -> None) (fun ((), updates) -> Update {init = Existing; updates}); case (Tag 1) ~title:"remove" (obj1 (req "action" (constant "remove"))) (function Remove -> Some () | _ -> None) (fun () -> Remove); case (Tag 2) ~title:"copy" (obj3 (req "action" (constant "copy")) (req "source" OPS.Id.encoding) (req "updates" OPS.updates_encoding)) (function | Update {init = Copy {src}; updates} -> Some ((), src, updates) | _ -> None) (fun ((), src, updates) -> Update {init = Copy {src}; updates}); case (Tag 3) ~title:"alloc" (merge_objs (obj2 (req "action" (constant "alloc")) (req "updates" OPS.updates_encoding)) OPS.alloc_encoding) (function | Update {init = Alloc alloc; updates} -> Some (((), updates), alloc) | _ -> None) (fun (((), updates), alloc) -> Update {init = Alloc alloc; updates}) ] (** [apply_updates ctxt ops ~id init] applies the updates [updates] on lazy storage [id] on storage context [ctxt] using operations [ops] and returns the updated storage context and the added size in bytes (may be negative). *) let apply_updates : type i a u. Raw_context.t -> (i, a, u) ops -> id:i -> u -> (Raw_context.t * Z.t) tzresult Lwt.t = fun ctxt (module OPS) ~id updates -> OPS.apply_updates ctxt ~id updates >>=? fun (ctxt, updates_size) -> if Z.(equal updates_size zero) then return (ctxt, updates_size) else OPS.Total_bytes.get ctxt id >>=? fun size -> OPS.Total_bytes.update ctxt id (Z.add size updates_size) >|=? fun ctxt -> (ctxt, updates_size) (** [apply_init ctxt ops ~id init] applies the initialization [init] on lazy storage [id] on storage context [ctxt] using operations [ops] and returns the updated storage context and the added size in bytes (may be negative). If [id] represents a temporary lazy storage, the added size may be wrong. *) let apply_init : type i a u. Raw_context.t -> (i, a, u) ops -> id:i -> (i, a) init -> (Raw_context.t * Z.t) tzresult Lwt.t = fun ctxt (module OPS) ~id init -> match init with | Existing -> return (ctxt, Z.zero) | Copy {src} -> OPS.copy ctxt ~from:src ~to_:id >>=? fun ctxt -> if OPS.Id.is_temp id then return (ctxt, Z.zero) else OPS.Total_bytes.get ctxt src >>=? fun copy_size -> return (ctxt, Z.add copy_size OPS.bytes_size_for_empty) | Alloc alloc -> OPS.Total_bytes.init ctxt id Z.zero >>=? fun ctxt -> OPS.alloc ctxt id alloc >>=? fun ctxt -> return (ctxt, OPS.bytes_size_for_empty) (** [apply_diff ctxt ops ~id diff] applies the diff [diff] on lazy storage [id] on storage context [ctxt] using operations [ops] and returns the updated storage context and the added size in bytes (may be negative). If [id] represents a temporary lazy storage, the added size may be wrong. *) let apply_diff : type i a u. Raw_context.t -> (i, a, u) ops -> id:i -> (i, a, u) diff -> (Raw_context.t * Z.t) tzresult Lwt.t = fun ctxt ((module OPS) as ops) ~id diff -> match diff with | Remove -> if OPS.Id.is_temp id then OPS.remove ctxt id >|= fun ctxt -> ok (ctxt, Z.zero) else OPS.Total_bytes.get ctxt id >>=? fun size -> OPS.remove ctxt id >>= fun ctxt -> return (ctxt, Z.neg (Z.add size OPS.bytes_size_for_empty)) | Update {init; updates} -> apply_init ctxt ops ~id init >>=? fun (ctxt, init_size) -> apply_updates ctxt ops ~id updates >>=? fun (ctxt, updates_size) -> return (ctxt, Z.add init_size updates_size) type diffs_item = | Item : ('i, 'a, 'u) Lazy_storage_kind.t * 'i * ('i, 'a, 'u) diff -> diffs_item let make : type i a u. (i, a, u) Lazy_storage_kind.t -> i -> (i, a, u) diff -> diffs_item = fun k id diff -> Item (k, id, diff) let item_encoding = let open Data_encoding in union @@ List.map (fun (tag, Lazy_storage_kind.Ex_Kind k) -> let ops = get_ops k in let (module OPS) = ops in let title = OPS.title in case (Tag tag) ~title (obj3 (req "kind" (constant title)) (req "id" OPS.Id.encoding) (req "diff" (diff_encoding ops))) (fun (Item (kind, id, diff)) -> match Lazy_storage_kind.equal k kind with | Eq -> Some ((), id, diff) | Neq -> None) (fun ((), id, diff) -> Item (k, id, diff))) Lazy_storage_kind.all [@@coq_axiom_with_reason "gadt"] type diffs = diffs_item list let encoding = let open Data_encoding in def "lazy_storage_diff" @@ list item_encoding let apply ctxt diffs = fold_left_s (fun (ctxt, total_size) (Item (k, id, diff)) -> let ops = get_ops k in apply_diff ctxt ops id diff >|=? fun (ctxt, added_size) -> let (module OPS) = ops in ( ctxt, if OPS.Id.is_temp id then total_size else Z.add total_size added_size )) (ctxt, Z.zero) diffs let fresh : type i a u. (i, a, u) Lazy_storage_kind.t -> temporary:bool -> Raw_context.t -> (Raw_context.t * i) tzresult Lwt.t = fun kind ~temporary ctxt -> if temporary then return (Raw_context.fold_map_temporary_lazy_storage_ids ctxt (fun temp_ids -> Lazy_storage_kind.Temp_ids.fresh kind temp_ids)) else let (module OPS) = get_ops kind in OPS.Next.incr ctxt [@@coq_axiom_with_reason "gadt"] let init ctxt = fold_left_s (fun ctxt (_tag, Lazy_storage_kind.Ex_Kind k) -> let (module OPS) = get_ops k in OPS.Next.init ctxt) ctxt Lazy_storage_kind.all [@@coq_axiom_with_reason "gadt"] let cleanup_temporaries ctxt = Raw_context.map_temporary_lazy_storage_ids_s ctxt (fun temp_ids -> Lwt_list.fold_left_s (fun ctxt (_tag, Lazy_storage_kind.Ex_Kind k) -> let (module OPS) = get_ops k in Lazy_storage_kind.Temp_ids.fold_s k OPS.remove temp_ids ctxt) ctxt Lazy_storage_kind.all >|= fun ctxt -> (ctxt, Lazy_storage_kind.Temp_ids.init)) [@@coq_axiom_with_reason "gadt"] (* Remove me after Granada *) let cleanup_edo_florence_dangling_lazy_storage ctxt = let (ctxt, ()) = Raw_context.fold_map_temporary_lazy_storage_ids ctxt (fun _prev_temp_ids_should_be_zero -> ( Lazy_storage_kind.Temp_ids .threshold_for_edo_florence_dangling_lazy_storage_cleanup, () )) in cleanup_temporaries ctxt