Source file traverse_css.ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
open! Core
open! Ppxlib
open Css_jane
module Preprocess_arguments = Ppx_css_syntax.Preprocess_arguments
let map_loc (v, loc) ~f = f v, loc
module Identifier_kind = struct
module T = struct
type t =
| Class
| Id
| Variable
[@@deriving compare, sexp]
end
include T
include Comparable.Make (T)
end
module Prev_delimeter = struct
type t =
| Other
| Dot
| Colon
end
open Prev_delimeter
let hash_the_contents_of_these_selector_functions =
String.Set.of_list [ "not"; "has"; "where"; "is" ]
;;
let rec fold_c_value ~rewrite ~dont_hash_prefixes ~f prev v =
match prev, v with
| _, ((Component_value.Delim "." as d), loc) -> Dot, (d, loc)
| _, ((Delim ":" as d), loc) -> Colon, (d, loc)
| Dot, (Ident s, loc) -> Other, (Ident (f (`Class s) loc), loc)
| _, (Hash s, loc) -> Other, (Hash (f (`Id s) loc), loc)
| Colon, (Function (((fn_name, _) as first), second), loc)
when Set.mem hash_the_contents_of_these_selector_functions fn_name ->
let component_value =
let second =
Tuple2.map_fst
second
~f:(map_component_value_list ~rewrite ~f ~dont_hash_prefixes)
in
Component_value.Function (first, second)
in
Other, (component_value, loc)
| _, other -> Other, other
and map_component_value_list ~f ~rewrite ~dont_hash_prefixes =
List.folding_map ~init:Other ~f:(fold_c_value ~rewrite ~dont_hash_prefixes ~f)
;;
let map_stylesheet ~rewrite ~dont_hash_prefixes stylesheet ~f =
let mapper =
object
inherit Css_jane.Traverse.map as super
method! style_rule (style_rule : Style_rule.t) =
let prelude =
map_loc
style_rule.prelude
~f:
(List.folding_map
~init:Other
~f:(fold_c_value ~rewrite ~f ~dont_hash_prefixes))
in
super#style_rule { style_rule with prelude }
method! declaration (declaration : Declaration.t) =
let name, loc = declaration.name in
let name =
match String.is_prefix name ~prefix:"--" with
| true -> f (`Variable name) loc
| false -> name
in
let name = name, loc in
let declaration = { declaration with name } in
super#declaration declaration
method! component_value (component_value : Component_value.t) =
let component_value =
match component_value with
| Function ((("var", _) as first), (((Ident s, loc) :: remaining, _) as second))
when String.is_prefix s ~prefix:"--" ->
let second =
Tuple2.map_fst second ~f:(fun _ ->
(Component_value.Ident (f (`Variable s) loc), loc) :: remaining)
in
Component_value.Function (first, second)
| _ -> component_value
in
super#component_value component_value
end
in
mapper#stylesheet stylesheet
;;
let iter_identifiers ~rewrite ~dont_hash_prefixes stylesheet ~f =
let f ((`Class identifier | `Id identifier | `Variable identifier) as case) _loc =
f case;
identifier
in
(ignore : Stylesheet.t -> unit)
(map_stylesheet stylesheet ~rewrite ~f ~dont_hash_prefixes)
;;
let css_identifier_to_ocaml_identifier =
let swap_kebab_case =
String.map ~f:(function
| '-' -> '_'
| x -> x)
in
Fn.compose swap_kebab_case (String.chop_prefix_if_exists ~prefix:"--")
;;
let raise_due_to_collision_with_existing_ident ~loc ~original_identifier ~fixed_identifier
=
Location.raise_errorf
~loc
"Unsafe collision of names. Cannot rename '%s' to '%s' because '%s' already exists"
original_identifier
fixed_identifier
fixed_identifier
;;
let raise_due_to_collision_with_newly_minted_identifier
~loc
~previously_computed_ocaml_identifier
~original_identifier
~fixed_identifier
=
Location.raise_errorf
~loc
"Unsafe collisions of names. Two different unsafe names map to the same fixed name \
which might lead to unintended results. Both '%s' and '%s' map to '%s'"
previously_computed_ocaml_identifier
original_identifier
fixed_identifier
;;
let get_ocaml_identifier original_identifier ~loc ~original_identifiers ~fixed_to_original
=
match String.exists original_identifier ~f:(Char.equal '-') with
| false -> original_identifier
| true ->
let fixed_identifier = css_identifier_to_ocaml_identifier original_identifier in
(match Set.mem original_identifiers fixed_identifier with
| true ->
raise_due_to_collision_with_existing_ident
~loc
~original_identifier
~fixed_identifier
| false ->
let previously_computed_ocaml_identifier =
Hashtbl.find fixed_to_original fixed_identifier
in
(match previously_computed_ocaml_identifier with
| None ->
Hashtbl.set fixed_to_original ~key:fixed_identifier ~data:original_identifier;
fixed_identifier
| Some previously_computed_ocaml_identifier ->
(match
String.equal previously_computed_ocaml_identifier original_identifier
with
| true -> fixed_identifier
| false ->
raise_due_to_collision_with_newly_minted_identifier
~loc
~previously_computed_ocaml_identifier
~original_identifier
~fixed_identifier)))
;;
let string_constant ~loc l =
let open (val Ast_builder.make loc) in
pexp_constant (Pconst_string (l, loc, Some ""))
;;
let raise_if_unused_rewrite_identifiers ~loc ~unused_rewrite_identifiers ~unused_allow_set
=
let unused_rewrite_identifiers =
Set.of_hash_set (module String) unused_rewrite_identifiers
in
let identifier_allow_list =
let { Preprocess_arguments.dont_hash; rewrite; dont_hash_prefixes = _ } =
Preprocess_arguments.get ()
in
Set.union_list (module String) [ dont_hash; Map.key_set rewrite; unused_allow_set ]
in
match Set.is_subset unused_rewrite_identifiers ~of_:identifier_allow_list with
| true -> ()
| false ->
Location.raise_errorf
~loc
"Unused keys: %s"
(Sexp.to_string_hum ([%sexp_of: String.Set.t] unused_rewrite_identifiers))
;;
let raise_if_unused_prefixes ~loc ~used_prefixes ~dont_hash_prefixes =
let unused_prefixes =
Set.diff
(String.Set.of_list dont_hash_prefixes)
(String.Set.of_hash_set used_prefixes)
in
let prefix_allow_list =
let { Preprocess_arguments.dont_hash = _; rewrite = _; dont_hash_prefixes } =
Preprocess_arguments.get ()
in
dont_hash_prefixes
in
match Set.is_subset unused_prefixes ~of_:prefix_allow_list with
| true -> ()
| false ->
Location.raise_errorf
~loc
"Unused prefixes: %s"
(Sexp.to_string_hum ([%sexp_of: String.Set.t] unused_prefixes))
;;
module Transform = struct
type result =
{ css_string : string
; identifier_mapping : (Identifier_kind.Set.t * expression) String.Table.t
; reference_order : expression list
}
let f
~loc
~pos
~rewrite
~css_string:s
~dont_hash_prefixes
~unused_allow_set
~always_hash
=
let parsed = Stylesheet.of_string ~pos s in
let hash =
let filename = Ppx_here_expander.expand_filename pos.pos_fname in
let hash_prefix = 10 in
parsed
|> Stylesheet.sexp_of_t
|> Sexp.to_string_mach
|> sprintf "%s:%s" filename
|> Md5.digest_string
|> Md5.to_hex
|> Fn.flip String.prefix hash_prefix
in
let identifier_mapping = String.Table.create () in
let original_identifiers = String.Hash_set.create () in
let reference_order = ref Reversed_list.[] in
let unused_rewrite_identifiers = String.Hash_set.of_list (Map.keys rewrite) in
iter_identifiers
~rewrite
~dont_hash_prefixes
parsed
~f:(fun (`Class identifier | `Id identifier | `Variable identifier) ->
Hash_set.add original_identifiers identifier;
match Set.mem always_hash identifier with
| true -> ()
| false -> Hash_set.remove unused_rewrite_identifiers identifier);
raise_if_unused_rewrite_identifiers ~loc ~unused_rewrite_identifiers ~unused_allow_set;
let original_identifiers = Set.of_hash_set (module String) original_identifiers in
let fixed_to_original = String.Table.create () in
let used_prefixes = String.Hash_set.create () in
let is_matched_by_a_prefix =
let dont_hash_prefixes =
List.dedup_and_sort
~compare:(fun a_1 b_1 ->
Comparable.lexicographic
[ (fun a b -> Comparable.lift Int.ascending ~f:String.length a b)
; String.compare
]
a_1
b_1)
dont_hash_prefixes
in
fun identifier ->
List.exists dont_hash_prefixes ~f:(fun prefix ->
match String.is_prefix identifier ~prefix with
| true ->
Hash_set.add used_prefixes prefix;
true
| false -> false)
in
let sheet =
map_stylesheet
~rewrite
~dont_hash_prefixes
parsed
~f:
(fun
((`Class identifier | `Id identifier | `Variable identifier) as token) loc ->
let ocaml_identifier =
get_ocaml_identifier identifier ~loc ~original_identifiers ~fixed_to_original
in
let hashed =
lazy
(let ret = sprintf "%s_hash_%s" identifier hash in
ret, string_constant ~loc ret)
in
let ret, expression =
match
`Always_hash (Set.mem always_hash identifier), Map.find rewrite identifier
with
| `Always_hash true, _ -> force hashed
| `Always_hash false, None ->
(match is_matched_by_a_prefix identifier with
| false -> force hashed
| true -> identifier, string_constant ~loc identifier)
| ( `Always_hash false
, Some
{ pexp_desc = Pexp_constant (Pconst_string (identifier, _, _))
; pexp_loc = loc
; _
} ) -> identifier, string_constant ~loc identifier
| `Always_hash false, Some expression_to_use ->
(reference_order := Reversed_list.(expression_to_use :: !reference_order));
"%s", expression_to_use
in
let identifier_kind =
match token with
| `Class _ -> Identifier_kind.Class
| `Id _ -> Id
| `Variable _ -> Variable
in
Hashtbl.update identifier_mapping ocaml_identifier ~f:(fun prev ->
match prev with
| None -> Identifier_kind.Set.singleton identifier_kind, expression
| Some (prev, expression) -> Set.add prev identifier_kind, expression);
ret)
in
raise_if_unused_prefixes ~loc ~used_prefixes ~dont_hash_prefixes;
let css_string = Stylesheet.to_string_hum sheet in
let css_string =
sprintf
"\n/* %s */\n\n%s"
(Ppx_here_expander.expand_filename pos.pos_fname)
(String.strip css_string)
in
{ css_string
; identifier_mapping
; reference_order = Reversed_list.rev !reference_order
}
;;
end
module Get_all_identifiers = struct
type result =
{ variables : string list
; identifiers : (string * [ `Both | `Only_class | `Only_id ]) list
}
[@@deriving sexp_of]
let css_identifiers stylesheet =
let out = String.Hash_set.create () in
iter_identifiers
~rewrite:String.Map.empty
~dont_hash_prefixes:[]
stylesheet
~f:(fun (`Class identifier | `Id identifier | `Variable identifier) ->
Hash_set.add out identifier);
String.Set.of_hash_set out
;;
let ocaml_identifiers stylesheet =
let identifiers = String.Table.create () in
let variables = String.Hash_set.create () in
let fixed_to_original = String.Table.create () in
let original_identifiers = css_identifiers stylesheet in
iter_identifiers
~rewrite:String.Map.empty
~dont_hash_prefixes:[]
stylesheet
~f:(fun current_item ->
let (`Class identifier | `Id identifier | `Variable identifier) = current_item in
let fixed_identifier =
get_ocaml_identifier
identifier
~loc:Location.none
~original_identifiers
~fixed_to_original
in
match current_item with
| `Variable _ -> Hash_set.add variables fixed_identifier
| `Class _ ->
Hashtbl.update identifiers fixed_identifier ~f:(function
| None | Some `Only_class -> `Only_class
| Some `Only_id | Some `Both -> `Both)
| `Id _ ->
Hashtbl.update identifiers fixed_identifier ~f:(function
| None | Some `Only_id -> `Only_id
| Some `Only_class | Some `Both -> `Both));
{ identifiers = Hashtbl.to_alist identifiers; variables = Hash_set.to_list variables }
;;
end
module For_testing = struct
let map_style_sheet s ~rewrite ~dont_hash_prefixes ~f =
map_stylesheet s ~f ~rewrite ~dont_hash_prefixes
;;
end