Source file ir.ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
type t =
| Chars of Cset.t
| Seq of t list
| Alt of t list
| Star of t
| Plus of t
| Rep of t * int * int
| Eps
| Capture of string * t
module SSet = Set.Make (String)
let rec capture_names_acc acc = function
| Chars _ | Eps -> acc
| Capture (name, inner) -> capture_names_acc (SSet.add name acc) inner
| Seq elems -> List.fold_left capture_names_acc acc elems
| Alt branches -> List.fold_left capture_names_acc acc branches
| Star inner | Plus inner | Rep (inner, _, _) -> capture_names_acc acc inner
let capture_names t = capture_names_acc SSet.empty t
let reject_captures ctx t =
if SSet.is_empty (capture_names t) then Ok t
else Error (Printf.sprintf "'as' bindings are not supported inside %s" ctx)
let rec fixed_length = function
| Chars c ->
if Cset.mem (-1) c then
if Cset.is_empty (Cset.difference c Cset.eof) then Some 0 else None
else Some 1
| Eps -> Some 0
| Capture (_, inner) -> fixed_length inner
| Seq elems ->
List.fold_left
(fun acc e ->
match (acc, fixed_length e) with
| Some a, Some b -> Some (a + b)
| _ -> None)
(Some 0) elems
| Alt branches -> (
match List.map fixed_length branches with
| [] -> None
| first :: rest ->
if List.for_all (Option.equal Int.equal first) rest then first
else None)
| Rep (inner, n, m) ->
if n = m then (
match fixed_length inner with Some l -> Some (n * l) | None -> None)
else None
| Star _ | Plus _ -> None
let chars c = Chars c
let eps = Eps
let capture name inner =
if SSet.mem name (capture_names inner) then
Error
(Printf.sprintf
"'as' binding '%s' shadows an inner binding of the same name" name)
else Ok (Capture (name, inner))
let star t =
match reject_captures "Star" t with Error _ as e -> e | Ok t -> Ok (Star t)
let plus t =
match reject_captures "Plus" t with Error _ as e -> e | Ok t -> Ok (Plus t)
let rep t n m =
if not (0 <= n && n <= m) then Error "Invalid range for Rep operator"
else (
match reject_captures "Rep" t with
| Error _ as e -> e
| Ok t -> if n = 1 && m = 1 then Ok t else Ok (Rep (t, n, m)))
let seq a b =
let an = capture_names a in
let bn = capture_names b in
let dups = SSet.inter an bn in
if not (SSet.is_empty dups) then
Error
(Printf.sprintf "'as' binding '%s' is bound in multiple positions"
(SSet.choose dups))
else
Ok
(match (a, b) with
| Eps, x | x, Eps -> x
| Seq l1, Seq l2 -> Seq (l1 @ l2)
| Seq l1, x -> Seq (l1 @ [x])
| x, Seq l2 -> Seq (x :: l2)
| _ -> Seq [a; b])
let alt a b =
let an = capture_names a in
let bn = capture_names b in
if not (SSet.equal an bn) then
Error "all branches of '|' must bind the same names with 'as'"
else
Ok
(match (a, b) with
| Chars c1, Chars c2 -> Chars (Cset.union c1 c2)
| Alt l1, Alt l2 -> Alt (l1 @ l2)
| Alt l1, x -> Alt (l1 @ [x])
| x, Alt l2 -> Alt (x :: l2)
| _ -> Alt [a; b])
let check_invariant t =
let rec check = function
| Chars _ | Eps -> SSet.empty
| Capture (name, inner) ->
let names = check inner in
assert (not (SSet.mem name names));
SSet.add name names
| Seq elems ->
assert (List.length elems >= 2);
List.fold_left
(fun acc x ->
let names = check x in
assert (SSet.is_empty (SSet.inter acc names));
SSet.union acc names)
SSet.empty elems
| Alt [] | Alt [_] -> assert false
| Alt (first :: rest) ->
let names = check first in
List.iter (fun x -> assert (SSet.equal names (check x))) rest;
names
| Star inner | Plus inner ->
assert (SSet.is_empty (check inner));
SSet.empty
| Rep (inner, _, _) ->
assert (SSet.is_empty (check inner));
SSet.empty
in
let _ : SSet.t = check t in
()
let rec pp fmt = function
| Chars cset -> (
let intervals = (cset : Cset.t :> (int * int) list) in
let cp fmt c =
if c >= 32 && c <= 126 then Format.fprintf fmt "'%c'" (Char.chr c)
else Format.fprintf fmt "0x%04X" c
in
match intervals with
| [(c, c')] when c = c' -> cp fmt c
| _ ->
Format.fprintf fmt "[%a]"
(Format.pp_print_list
~pp_sep:(fun fmt () -> Format.fprintf fmt ", ")
(fun fmt (lo, hi) ->
if lo = hi then cp fmt lo
else Format.fprintf fmt "%a-%a" cp lo cp hi))
intervals)
| Eps -> Format.fprintf fmt "eps"
| Seq elems ->
Format.fprintf fmt "(%a)"
(Format.pp_print_list
~pp_sep:(fun fmt () -> Format.fprintf fmt ", ")
pp)
elems
| Alt branches ->
Format.fprintf fmt "(%a)"
(Format.pp_print_list
~pp_sep:(fun fmt () -> Format.fprintf fmt " | ")
pp)
branches
| Star inner -> Format.fprintf fmt "Star %a" pp inner
| Plus inner -> Format.fprintf fmt "Plus %a" pp inner
| Rep (inner, n, m) -> Format.fprintf fmt "Rep(%a, %d..%d)" pp inner n m
| Capture (name, inner) -> Format.fprintf fmt "(%a as %s)" pp inner name
let show t = Format.asprintf "%a" pp t