1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
open! Import
module Format = Stdlib.Format
let fold_dot_suffixes name ~init:acc ~f =
let rec collapse_after_at = function
| [] -> []
| part :: parts ->
if (not (String.is_empty part)) && Char.equal part.[0] '@' then
[ String.concat (String.drop_prefix part 1 :: parts) ~sep:"." ]
else part :: collapse_after_at parts
in
let rec loop acc parts =
match parts with
| [] -> acc
| part :: parts ->
loop (f (String.concat (part :: parts) ~sep:".") acc) parts
in
String.split_on_char name ~sep:'.' |> collapse_after_at |> loop acc
let dot_suffixes name =
fold_dot_suffixes name ~init:[] ~f:(fun x acc -> x :: acc)
let split_path =
let rec loop s i =
if i = String.length s then (s, None)
else match s.[i] with '.' -> after_dot s (i + 1) | _ -> loop s (i + 1)
and after_dot s i =
if i = String.length s then (s, None)
else
match s.[i] with
| 'A' .. 'Z' -> (String.prefix s (i - 1), Some (String.drop_prefix s i))
| '.' -> after_dot s (i + 1)
| _ -> loop s (i + 1)
in
fun s -> loop s 0
module Pattern = struct
type t = { name : string; dot_suffixes : String.Set.t }
let make name =
{ name; dot_suffixes = String.Set.of_list (dot_suffixes name) }
let name t = t.name
let matches t matched = String.Set.mem matched t.dot_suffixes
end
let split_outer_namespace name =
match String.index_opt name '.' with
| None -> None
| Some i ->
let n = String.length name in
let before_dot = String.sub name ~pos:0 ~len:i in
let after_dot = String.sub name ~pos:(i + 1) ~len:(n - i - 1) in
Some (before_dot, after_dot)
module Allowlisted = struct
let create_set fully_qualified_names =
List.fold_left
~f:(fun acc name ->
fold_dot_suffixes name ~init:acc ~f:(fun x acc -> String.Set.add x acc))
~init:String.Set.empty fully_qualified_names
let attributes =
create_set
[
"ocaml.alert";
"ocaml.boxed";
"ocaml.deprecated";
"ocaml.deprecated_mutable";
"ocaml.doc";
"ocaml.extension_constructor";
"ocaml.immediate";
"ocaml.immediate64";
"ocaml.inline";
"ocaml.inlined";
"ocaml.local";
"ocaml.noalloc";
"ocaml.ppwarning";
"ocaml.remove_aliases";
"ocaml.specialise";
"ocaml.specialised";
"ocaml.tailcall";
"ocaml.text";
"ocaml.unboxed";
"ocaml.unroll";
"ocaml.unrolled";
"ocaml.untagged";
"ocaml.warn_on_literal_pattern";
"ocaml.warnerror";
"ocaml.warning";
"ocaml.toplevel_printer" ;
"toplevel_printer" ;
]
let extensions = create_set [ "ocaml.error"; "ocaml.extension_constructor" ]
let is_allowlisted ~kind name =
match kind with
| `Attribute -> String.Set.mem name attributes
| `Extension -> String.Set.mem name extensions
let get_attribute_list () = String.Set.elements attributes
let get_extension_list () = String.Set.elements extensions
end
module Reserved_namespaces = struct
type reserved = (string, sub_namespaces) Hashtbl.t
and sub_namespaces = All | Sub_namespaces of reserved
let create_reserved () : reserved = Hashtbl.create 16
let rec reserve ns tbl =
match split_outer_namespace ns with
| None -> Hashtbl.add_exn tbl ~key:ns ~data:All
| Some (outer_ns, rest_ns) -> (
match
Hashtbl.find_or_add tbl outer_ns ~default:(fun () ->
Sub_namespaces (create_reserved ()))
with
| Sub_namespaces rest_tbl -> reserve rest_ns rest_tbl
| All -> ())
let rec is_in_reserved_namespaces name tbl =
match split_outer_namespace name with
| Some (ns, rest) -> (
match Hashtbl.find_opt tbl ns with
| Some (Sub_namespaces rest_tbl) ->
is_in_reserved_namespaces rest rest_tbl
| Some All -> true
| None -> false)
| None -> (
match Hashtbl.find_opt tbl name with
| Some All -> true
| Some (Sub_namespaces _) | None -> false)
let tbl = create_reserved ()
let reserve ns = reserve ns tbl
let is_in_reserved_namespaces name = is_in_reserved_namespaces name tbl
let () = reserve "merlin"
let () = reserve "reason"
let () = reserve "refmt"
let () = reserve "ns"
let () = reserve "res"
let () = reserve "metaocaml"
let () = reserve "ocamlformat"
let () = reserve "ppxlib.migration"
let check_not_reserved ~kind name =
let kind, list =
match kind with
| `Attribute -> ("attribute", Allowlisted.attributes)
| `Extension -> ("extension", Allowlisted.extensions)
in
if String.Set.mem name list then
Printf.ksprintf failwith
"Cannot register %s with name '%s' as it matches an %s reserved by the \
compiler"
kind name kind
else if is_in_reserved_namespaces name then
Printf.ksprintf failwith
"Cannot register %s with name '%s' as its namespace is marked as \
reserved"
kind name
end
let ignore_checks name =
Reserved_namespaces.is_in_reserved_namespaces name
|| String.is_prefix name ~prefix:"_"
module Registrar = struct
type element = { fully_qualified_name : string; declared_at : Caller_id.t }
type all_for_context = { mutable all : element String.Map.t }
type 'a t = {
all_by_context : ('a, all_for_context) Hashtbl.t;
skip : string list;
kind : string;
string_of_context : 'a -> string option;
}
let create ~kind ~current_file ~string_of_context =
{
all_by_context = Hashtbl.create 16;
skip = [ current_file; __FILE__ ];
kind;
string_of_context;
}
let get_all_for_context t context =
Hashtbl.find_or_add t.all_by_context context ~default:(fun () ->
{ all = String.Map.empty })
let check_collisions_local ~caller ~all_for_context t context name =
match String.Map.find_opt name all_for_context.all with
| None -> ()
| Some e ->
let declared_at = function
| None -> ""
| Some (loc : Stdlib.Printexc.location) ->
Printf.sprintf " declared at %s:%d" loc.filename loc.line_number
in
let context =
match t.string_of_context context with
| None -> ""
| Some s -> " on " ^ s ^ "s"
in
Printf.ksprintf failwith
"Some ppx-es tried to register conflicting transformations: %s \
'%s'%s%s matches %s '%s'%s"
(String.capitalize_ascii t.kind)
name context (declared_at caller) t.kind e.fully_qualified_name
(declared_at e.declared_at)
let check_collisions t context name =
let caller = Caller_id.get ~skip:t.skip in
let all_for_context = get_all_for_context t context in
check_collisions_local ~caller ~all_for_context t context name
let register ~kind t context name =
Reserved_namespaces.check_not_reserved ~kind name;
let caller = Caller_id.get ~skip:t.skip in
let all = get_all_for_context t context in
check_collisions_local ~caller ~all_for_context:all t context name;
let t = { fully_qualified_name = name; declared_at = caller } in
all.all <-
fold_dot_suffixes name ~init:all.all ~f:(fun name acc ->
String.Map.add name t acc)
let spellcheck t context ?(allowlist = []) name =
let all_for_context = get_all_for_context t context in
let all =
String.Map.fold (fun key _ acc -> key :: acc) all_for_context.all []
in
match Spellcheck.spellcheck (all @ allowlist) name with
| Some _ as x -> x
| None when String.Map.mem name all_for_context.all -> None
| None -> (
let other_contexts =
Hashtbl.fold
(fun ctx all_from_context acc ->
if
Poly.( <> ) context ctx
&& String.Map.mem name all_from_context.all
then
match t.string_of_context ctx with
| None -> acc
| Some s -> (s ^ "s") :: acc
else acc)
t.all_by_context []
in
let pp_text = Format.pp_print_text in
let current_context ppf =
match t.string_of_context context with
| None | Some "" -> ()
| Some s ->
let a_or_an =
match s.[0] with
| 'a' | 'e' | 'i' | 'o' | 'u' | 'y' -> "an"
| _ -> "a"
in
Format.fprintf ppf
"@ but@ is@ used@ here@ in@ the@ context@ of@ %s@ %a" a_or_an
pp_text s
in
match
List.sort ~cmp:(fun x y -> -String.compare x y) other_contexts
with
| [] -> None
| [ c ] ->
Some
(Format.asprintf
"@[Hint:@ `%s'@ is@ available@ for@ %a%t.@]@\n\
Did you put it at the wrong level?"
name pp_text c current_context)
| last :: rev_others ->
let others = List.rev rev_others in
Some
(Format.asprintf
"@[Hint:@ `%s'@ is@ available@ for@ %a@ and@ %a%t.@]@\n\
Did you put it at the wrong level?"
name
(Format.pp_print_list pp_text ~pp_sep:(fun ppf () ->
Format.fprintf ppf ",@ "))
others pp_text last current_context))
module Error = struct
let createf t context ?allowlist fmt (name : string Loc.t) =
Printf.ksprintf
(fun msg ->
match spellcheck t context name.txt ?allowlist with
| None -> Location.Error.createf ~loc:name.loc "%s" msg
| Some s -> Location.Error.createf ~loc:name.loc "%s.\n%s" msg s)
fmt name.txt
let raise_errorf t context ?allowlist fmt (name : string Loc.t) =
Location.Error.raise @@ createf t context ?allowlist fmt name
let error_extensionf t context ?allowlist fmt (name : string Loc.t) =
Location.Error.to_extension @@ createf t context ?allowlist fmt name
end
let raise_errorf = Error.raise_errorf
end