[compiler] build index at assembly time

.github/workflows/doc.yml

@@ -14,7 +14,7 @@ jobs:
 
     steps:
       - name: Checkout code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
       - name: Install sphinx
         run: |
@@ -33,7 +33,7 @@ jobs:
           make doc-build
 
       - name: Save doc artifact
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v3
         with:
           name: doc
           path: docs/build

AUTHORS.md

@@ -1,10 +1,12 @@
-ELPI is copyright 2014-2017 by:
+ELPI is copyright 2014-2024 by:
   - Claudio Sacerdoti Coen <[email protected]>
   - Enrico Tassi <[email protected]>
 
-Patricia trees (elpi_ptmap.ml) is copyright by Jean-Christophe Filliatre.
+Patricia trees (elpi_ptmap.ml) and persistent arrays (part of Bl.ml) are
+copyright by Jean-Christophe Filliatre.
 
 We thank the following people for their contributions to ELPI:
   - Cvetan Dunchev
   - Ferruccio Guidi
   - Marco Maggesi
+  - Davide Fissore

ELPI.md

@@ -241,10 +241,10 @@ such clause using the `:before` attribute.
 fatal-error Msg :- !, M is "elpi: " ^ Msg, coq-err M.
 ```
 
-The `:after` and `:replace` attributes is also available.
+The `:after`, `:replace` and `:remove` attributes is also available.
 
-The `:replace` attribute cannot be given to a named clause. This is to avoid
-the following ambiguity:
+The `:replace` and `:remove` attribute cannot be given to a named clause.
+This is to avoid the following ambiguity:
 
 ```prolog
 :name "replace-me"
@@ -260,6 +260,16 @@ p 3.
 ```
 Here the order in which replacement is performed would matter.
 
+Both `:replace:` and `:remove` can only apply to rules for the same predicate.
+Example:
+
+```prolog
+:name "this" p 1.
+
+:remove "this" p _. % OK
+:remove "this" q _. % Error
+```
+
 
 ## Conditional compilation
 

src/API.ml

@@ -1381,6 +1381,7 @@ module Utils = struct
         | Some (`After,x) -> [After x]
         | Some (`Before,x) -> [Before x]
         | Some (`Replace,x) -> [Replace x]
+        | Some (`Remove,x) -> [Remove x]
         | None -> []) in
     [Program.Clause {
       Clause.loc = loc;

src/API.mli

@@ -1243,7 +1243,7 @@ module Utils : sig
 
   (** Hackish, in particular the output should be a compiled program *)
   val clause_of_term :
-    ?name:string -> ?graft:([`After | `Before | `Replace] * string) ->
+    ?name:string -> ?graft:([`After | `Before | `Replace | `Remove] * string) ->
     depth:int -> Ast.Loc.t -> Data.term -> Ast.program
 
   (** Lifting/restriction/beta (LOW LEVEL, don't use) *)

src/bl.ml

@@ -0,0 +1,203 @@
+(* elpi: embedded lambda prolog interpreter                                  *)
+(* license: GNU Lesser General Public License Version 2.1 or later           *)
+(* ------------------------------------------------------------------------- *)
+
+module Array = struct
+  (* Main code taken from OCaml-bazaar, Library General
+     Public License version 2. *)
+  type 'a t = 'a data ref
+
+  and 'a data =
+    | Array of 'a array
+    | Diff of int * 'a * 'a t
+    [@@deriving show]
+
+  let empty () = ref @@ Array [||]
+
+  let make n v =
+    ref (Array (Array.make n v))
+
+  let init n f =
+    ref (Array (Array.init n f))
+
+  (* `reroot t` ensures that `t` becomes an `Array` node.
+      This is written in CPS to avoid any stack overflow. *)
+  let rec rerootk t k = match !t with
+    | Array _ -> k ()
+    | Diff (i, v, t') ->
+        rerootk t' (fun () ->
+            (match !t' with
+       | Array a as n ->
+           let v' = a.(i) in
+           a.(i) <- v;
+           t := n;
+           t' := Diff (i, v', t)
+       | Diff _ -> assert false
+            );
+            k()
+          )
+
+  let reroot t = rerootk t (fun () -> ())
+
+  let get t i =
+    match !t with
+    | Array a ->
+        a.(i)
+    | Diff _ ->
+        reroot t;
+        (match !t with Array a -> a.(i) | Diff _ -> assert false)
+
+  let set t i v =
+    reroot t;
+    match !t with
+    | Array a as n ->
+        let old = a.(i) in
+        if old == v then
+    t
+        else (
+    a.(i) <- v;
+    let res = ref n in
+    t := Diff (i, old, res);
+    res
+        )
+    | Diff _ ->
+        assert false
+
+  (* New code, all bugs are mine ;-) *)
+  let extend len t a =
+    let data = reroot t; match ! t with Array x -> x | Diff _ -> assert false in
+    let newdata = Array.make (2*(max 1 len)) a in
+    if len > 0 then
+      Array.blit data 0 newdata 0 len;
+    ref @@ Array newdata
+
+
+  let shift_right t i len =
+    let rec shift t j =
+      if j < i then t
+      else shift (set t (j+1) (get t j)) (j-1)
+    in
+      shift t (i+len-1)
+
+  let shift_left t i len =
+    let rec shift t j =
+      if j = len-1 then t
+      else shift (set t j (get t (j+1))) (j + 1)
+    in
+      shift t i
+
+  let rec length t = match !t with Diff(_,_,x) -> length x | Array a -> Array.length a
+
+  let of_list l = ref @@ Array (Array.of_list l)
+end
+
+type 'a t =
+  | BArray of { len : int; data : 'a Array.t }
+  | BCons of 'a * 'a t
+  [@@deriving show]
+
+let empty () = BArray { len = 0; data = Array.empty () }
+
+let extendk len data a k =
+  let newdata = Array.extend len data a in
+  BArray { len = len + 1; data = k newdata }
+let extend len data a = extendk len data a (fun x -> x)
+
+let cons head tail = BCons(head,tail)
+
+let rec rcons elt l =
+  match l with
+  | BCons(x,xs) -> BCons(x,rcons elt xs)
+  | BArray { len; data } when len < Array.length data -> BArray { len = len + 1; data = Array.set data len elt }
+  | BArray { len; data } -> extend len data elt
+
+let rec replace f x = function
+  | BCons (head,tail) when f head -> BCons(x,tail)
+  | BCons (head, tail) -> BCons (head, replace f x tail)
+  | BArray { len; data } as a ->
+      let rec aux i =
+        if i < len then
+          if f data.(i) then BArray { len; data = Array.set data i x }
+          else aux (i+1)
+        else
+          a
+      in
+        aux 0
+
+let rec remove f = function
+  | BCons (head,tail) when f head -> tail
+  | BCons (head, tail) -> BCons (head, remove f tail)
+  | BArray { len; data } as a ->
+      let rec aux i =
+        if i < len then
+          if f data.(i) then BArray { len = len-1; data = Array.shift_left data i len }
+          else aux (i+1)
+        else 
+          a
+      in
+        aux 0
+
+let rec insert f x = function
+  | BCons (head, tail) when f head > 0 -> BCons (head, BCons(x,tail))
+  | BCons (head, tail) -> BCons (head, insert f x tail)
+  | BArray { len; data } ->
+    let rec aux i =
+      if i < len then
+        if f data.(i) > 0 then
+          if len < Array.length data then begin
+            let data = Array.shift_right data i (len-i) in
+            BArray { len = len + 1; data = Array.set data i x }
+          end else
+            extendk len data x (fun data ->
+              let data = Array.shift_right data i (len-i) in
+              Array.set data i x)
+        else
+          aux (i+1)
+      else
+          if len < Array.length data then begin
+            BArray { len = len + 1; data = Array.set data len x }
+          end else
+            extendk len data x (fun data -> Array.set data len x)
+
+    in
+      aux 0
+
+type 'a scan = 'a t * int
+let to_scan x = x, 0
+let is_empty (x,n) =
+  match x with
+  | BArray { len } -> len = n
+  | BCons _ -> false
+
+let next (x,n) =
+  match x with
+  | BArray { len; data } -> assert(n < len); data.(n), (x,n+1)
+  | BCons (a,xs) -> a, (xs,n)
+
+(* ocaml >= 4.14
+let[@tail_mod_cons] rec to_list_aux i len data =
+  if i = len then []
+  else data.(i) :: to_list_aux (i+1) len data *)
+
+let rec to_list_aux i len data acc =
+  if i = len then List.rev acc
+  else to_list_aux (i+1) len data (data.(i) :: acc)
+
+let rec to_list = function
+  | BCons(x,xs) -> x :: to_list xs
+  | BArray { len; data } -> to_list_aux 0 len data []
+
+let to_list (x,n) =
+  if n = 0 then to_list x else
+  match x with
+  | BCons _ -> assert false
+  | BArray { len; data } -> to_list_aux n len data []
+
+let of_list l = let data = Array.of_list l in BArray { len = Array.length data; data }, 0
+
+let length (x,i) =
+  let rec aux i = function
+    | BCons (_,l) -> aux (i+1) l
+    | BArray { len } -> i + len
+  in
+  aux (-i) x

src/bl.mli

@@ -0,0 +1,29 @@
+(* elpi: embedded lambda prolog interpreter                                  *)
+(* license: GNU Lesser General Public License Version 2.1 or later           *)
+(* ------------------------------------------------------------------------- *)
+
+(* functional lists with O(1) rcons *)
+
+type 'a t
+val pp : (Format.formatter -> 'a -> unit) -> Format.formatter -> 'a t -> unit
+val show : (Format.formatter -> 'a -> unit) -> 'a t -> string
+
+val empty : unit -> 'a t
+val cons : 'a -> 'a t -> 'a t
+val rcons : 'a -> 'a t -> 'a t
+
+val replace : ('a -> bool) -> 'a -> 'a t -> 'a t
+val remove : ('a -> bool) -> 'a t -> 'a t
+
+(* [insert f x l] inserts before y in l if f y > 0 *)
+val insert : ('a -> int) -> 'a -> 'a t -> 'a t
+val remove : ('a -> bool) -> 'a t -> 'a t
+
+type 'a scan
+val to_scan : 'a t -> 'a scan
+val is_empty : 'a scan -> bool
+val next : 'a scan -> 'a * 'a scan
+val to_list : 'a scan -> 'a list
+val of_list : 'a list -> 'a scan
+val length : 'a scan -> int
+