octez-l2-libs 20.1 · OCaml Package

module Vector = Tezos_lazy_containers.Lazy_vector.Int32Vector

exception Code of Source.region * string

type state =

| Byte_vector_step
| Instr_step
| Instr_block_step
| Block_step
| Name_step
| Func_type_step
| Import_step
| Export_step
| Code_step
| Elem_step
| Data_step
| Module_step

States representation.

exception Step_error of state

Exception raised when the small-step parser evaluate an impossible state.

type 'a lazy_stack =

| LazyStack of {
1. length : int32;
2. vector : 'a Vector.t;
}

Lazy stack using an underlying lazy vector, and a pointer on the head of the stack.

val empty_stack : unit -> 'a lazy_stack

empty_stack () returns a new empty stack.

val push_stack : 'a -> 'a lazy_stack -> 'a lazy_stack

push_stack v s pushes value v on the stack s at index s.length and updates the length. If s.vector is full, it appends the value to the vector (growing it by 1), otherwise it set the value in the vector.

val push_rev_values : 'a list -> 'a lazy_stack -> 'a lazy_stack

push_rev_values vs s pushes values in vs on the stack s, starting from the end of the list.

val pop_stack : 'a lazy_stack -> ('a * 'a lazy_stack) option Lwt.t

pop_stack s returns the value at s.length - 1 and a new stack with length decreased by one.

val pop_at_most : int -> 'a lazy_stack -> ('a list * 'a lazy_stack) Lwt.t

pop_at_most n s returns at most the n values on top of the stack, and the resulting stack.

type instr_block_kont =

| IKStop of Ast.block_label
(*
Final step of a block parsing.
*)
| IKNext of Ast.block_label
(*
Tag parsing, containing the accumulation of already parsed values.
*)
| IKBlock of Ast.block_type * int
(*
Block parsing step.
*)
| IKLoop of Ast.block_type * int
(*
Loop parsing step.
*)
| IKIf1 of Ast.block_type * int
(*
If parsing step.
*)
| IKIf2 of Ast.block_type * int * Ast.block_label
(*
If .. else parsing step.
*)

Instruction parsing continuations.

type block_kont =

| BlockStart
(*
Initial step of a block parsing, allocating the block in the block table.
*)
| BlockParse of instr_block_kont lazy_stack
(*
Parsing of a block, with the continuation stack.
*)
| BlockStop of Ast.block_label
(*
End of a block, returning the label corresponding to the allocated block at the beginning.
*)

Block parsing continuations.

Vector and size continuations

type 'a lazy_vec_kont =

| LazyVec of {
1. offset : int32;
2. vector : 'a Vector.t;
}

Lazy vector accumulator, with the current offset to write the next value in the vector.

type pos = int

Position of a value on the stream.

type size = {

size : int;
start : pos;

}

Size checking version of sized for CPS-style parsing.

type byte_vector_kont =

| VKStart
(*
Initial step.
*)
| VKRead of Ast.data_label * int64 * int64
(*
Reading step, containing the current position in the string and the length, reading byte per byte.
*)
| VKStop of Ast.data_label
(*
Final step, cannot reduce.
*)

Incremental chunked byte vector creation (from implicit input).

type name_step =

| NKStart
(*
UTF8 name starting point.
*)
| NKParse of pos * Buffer.t * int
(*
UTF8 char parsing.
*)
| NKStop of Ast.name
(*
UTF8 name final step.
*)

type func_type_kont =

| FKStart
| FKIns of Types.value_type lazy_vec_kont
| FKOut of Types.value_type Vector.t * Types.value_type lazy_vec_kont
| FKStop of Types.func_type

type import_kont =

| ImpKStart
(*
Import parsing starting point.
*)
| ImpKModuleName of name_step
(*
Import module name parsing UTF8 char per char step.
*)
| ImpKItemName of Ast.name * name_step
(*
Import item name parsing UTF8 char per char step.
*)
| ImpKStop of Ast.import'
(*
Import final step.
*)

type export_kont =

| ExpKStart
(*
Export parsing starting point.
*)
| ExpKName of name_step
(*
Export name parsing UTF8 char per char step.
*)
| ExpKStop of Ast.export'
(*
Export final step.
*)

type code_kont =

| CKStart
(*
Starting point of a function parsing.
*)
| CKLocalsParse of {
1. left : pos;
2. size : size;
3. pos : pos;
4. vec_kont : (int32 * Types.value_type) lazy_vec_kont;
5. locals_size : Int64.t;
}
(*
Parse a local value with its number of occurences.
*)
| CKLocalsAccumulate of {
1. left : pos;
2. size : size;
3. pos : pos;
4. type_vec : (int32 * Types.value_type) lazy_vec_kont;
5. curr_type : (int32 * Types.value_type) option;
6. vec_kont : Types.value_type lazy_vec_kont;
}
(*
Accumulate local values.
*)
| CKBody of {
1. left : pos;
2. size : size;
3. locals : Types.value_type Vector.t;
4. const_kont : block_kont;
}
(*
Parsing step of the body of a function.
*)
| CKStop of Ast.func
(*
Final step of a parsed function, irreducible.
*)

Code section parsing.

type index_kind =

| Indexed
| Const

type elem_kont =

| EKStart
(*
Starting point of an element segment parsing.
*)
| EKMode of {
1. left : pos;
2. index : int32 Source.phrase;
3. index_kind : index_kind;
4. early_ref_type : Types.ref_type option;
5. offset_kont : pos * block_kont;
}
(*
Element segment mode parsing step.
*)
| EKInitIndexed of {
1. mode : Ast.segment_mode;
2. ref_type : Types.ref_type;
3. einit_vec : Ast.const lazy_vec_kont;
}
(*
Element segment initialization code parsing step for referenced values.
*)
| EKInitConst of {
1. mode : Ast.segment_mode;
2. ref_type : Types.ref_type;
3. einit_vec : Ast.const lazy_vec_kont;
4. einit_kont : pos * block_kont;
}
(*
Element segment initialization code parsing step for constant values.
*)
| EKStop of Ast.elem_segment'
(*
Final step of a segment parsing.
*)

type data_kont =

| DKStart
(*
Starting point of a data segment parsing.
*)
| DKMode of {
1. left : pos;
2. index : int32 Source.phrase;
3. offset_kont : pos * block_kont;
}
(*
Data segment mode parsing step.
*)
| DKInit of {
1. dmode : Ast.segment_mode;
2. init_kont : byte_vector_kont;
}
| DKStop of Ast.data_segment'
(*
Final step of a data segment parsing.
*)

type section_tag = [

| `CodeSection
| `CustomSection
| `DataCountSection
| `DataSection
| `ElemSection
| `ExportSection
| `FuncSection
| `GlobalSection
| `ImportSection
| `MemorySection
| `StartSection
| `TableSection
| `TypeSection

]

Representation of a section tag.

type vec_repr =

| VecRepr

Type witness for a LazyVector.

type opt_repr =

| OptRepr

Type witness for an option.

type (_, _) field_type =

| TypeField : (Ast.type_, vec_repr) field_type
| ImportField : (Ast.import, vec_repr) field_type
| FuncField : (Ast.var, vec_repr) field_type
| TableField : (Ast.table, vec_repr) field_type
| MemoryField : (Ast.memory, vec_repr) field_type
| GlobalField : (Ast.global, vec_repr) field_type
| ExportField : (Ast.export, vec_repr) field_type
| StartField : (Ast.start, opt_repr) field_type
| ElemField : (Ast.elem_segment, vec_repr) field_type
| DataCountField : (int32, opt_repr) field_type
| CodeField : (Ast.func, vec_repr) field_type
| DataField : (Ast.data_segment, vec_repr) field_type

Sections representation.

type field =

| VecField : ('a, vec_repr) field_type * 'a Vector.t -> field
| SingleField : ('a, opt_repr) field_type * 'a option -> field

Result of a section parsing, being either a single value or a vector.

type module_kont =

| MKStart
(*
Initial state of a module parsing
*)
| MKSkipCustom : ('a, 'repr) field_type option -> module_kont
(*
Custom section which are skipped, with the next section to parse.
*)
| MKFieldStart : ('a, 'repr) field_type -> module_kont
(*
Starting point of a section, handles parsing generic section header.
*)
| MKField : ('a, vec_repr) field_type * size * 'a lazy_vec_kont -> module_kont
(*
Section currently parsed, accumulating each element from the underlying vector.
*)
| MKElaborateFunc : Ast.var Vector.t * Ast.func Vector.t * Ast.func lazy_vec_kont * Ast.instr lazy_vec_kont lazy_vec_kont option * bool -> module_kont
(*
Elaboration of functions from the code section with their declared type in the func section, and accumulating invariants conditions associated to functions.
*)
| MKBuild of Ast.func Vector.t option * bool
(*
Accumulating the parsed sections vectors into a module and checking invariants.
*)
| MKStop of Ast.module_
(*
Final step of the parsing, cannot reduce.
*)
| MKTypes of func_type_kont * pos * size * Ast.type_ lazy_vec_kont
(*
Function types section parsing.
*)
| MKImport of import_kont * pos * size * Ast.import lazy_vec_kont
(*
Import section parsing.
*)
| MKExport of export_kont * pos * size * Ast.export lazy_vec_kont
(*
Export section parsing.
*)
| MKGlobal of Types.global_type * int * block_kont * size * Ast.global lazy_vec_kont
(*
Globals section parsing, containing the starting position, the continuation of the current global block instruction, and the size of the section.
*)
| MKElem of elem_kont * int * size * Ast.elem_segment lazy_vec_kont
(*
Element segments section parsing, containing the current element parsing continuation, the starting position of the current element, the size of the section.
*)
| MKData of data_kont * int * size * Ast.data_segment lazy_vec_kont
(*
Data segments section parsing, containing the current data parsing continuation, the starting position of the current data, the size of the section.
*)
| MKCode of code_kont * int * size * Ast.func lazy_vec_kont
(*
Code section parsing, containing the current function parsing continuation, the starting position of the current function, the size of the section.
*)

Module parsing steps

type stream = {

name : string;
bytes : Tezos_lazy_containers.Chunked_byte_vector.t;
mutable pos : int;

}

Parsed bytes with the current reading position.

type building_state = {

types : Ast.type_ Vector.t;
imports : Ast.import Vector.t;
vars : Ast.var Vector.t;
tables : Ast.table Vector.t;
memories : Ast.memory Vector.t;
globals : Ast.global Vector.t;
exports : Ast.export Vector.t;
start : Ast.start option;
elems : Ast.elem_segment Vector.t;
data_count : int32 option;
code : Ast.func Vector.t;
datas : Ast.data_segment Vector.t;

}

Accumulator of parsed fields

type decode_kont = {

building_state : building_state;
(*
Accumulated parsed sections, used to build the final module.
*)
module_kont : module_kont;
(*
Module continuation.
*)
allocation_state : Ast.allocations;
(*
Basic blocks allocated.
*)
stream_pos : int;
stream_name : string;

}

Decoding continuation step.

val make_stream : 
  name:string ->
  bytes:Tezos_lazy_containers.Chunked_byte_vector.t ->
  stream

make_stream filename bytes returns a new stream to decode.

val initial_decode_kont : name:string -> decode_kont

initial_decode_kont ~name returns the initial tick state to be fed to module_step, such that name is the name of the input (generally the name of the file that contains said input).

val module_step : 
  allow_floats:bool ->
  Tezos_lazy_containers.Chunked_byte_vector.t ->
  decode_kont ->
  decode_kont Lwt.t

module_step ~allow_floats stream kont takes one step of parsing from a continuation and returns a new continuation. Fails when the continuation of the module is MKStop since it cannot reduce.

raises Floating_point.Error
if it decodes a float instruction or type and allow_floats is false.

val decode : 
  allow_floats:bool ->
  name:string ->
  bytes:Tezos_lazy_containers.Chunked_byte_vector.t ->
  Ast.module_ Lwt.t

decode ~name ~bytes decodes a module name from its bytes encoding.

raises Code
on parsing errors.

raises Floating_point.Error
if it decodes a float instruction or type and allow_floats is false.

val decode_custom : 
  Ast.name ->
  name:string ->
  bytes:Tezos_lazy_containers.Chunked_byte_vector.t ->
  string list Lwt.t

decode ~name ~bytes decodes a custom section of name name from its bytes encoding.

raises Code
on parsing errors.

package octez-l2-libs