Source file report_sections.ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659
1660
1661
1662
1663
1664
1665
1666
1667
1668
1669
1670
let strf = Printf.sprintf
let rule_width = 58
let indent = " "
let max_lines = 10
let max_value_bytes = 800
let max_headline_chars = 80
let max_diff_lines = 200
let max_proposed_lines = 20
let max_ranges = 8
let take n l = List.filteri (fun i _ -> i < n) l
let counted n noun = strf "%d %s%s" n noun (if n = 1 then "" else "s")
let separated sep parts =
List.concat
(List.mapi (fun i part -> if i > 0 then sep :: part else part) parts)
let trim_end is_blank s =
let rec stop i = if i > 0 && is_blank s.[i - 1] then stop (i - 1) else i in
String.sub s 0 (stop (String.length s))
type span = { style : Pp.style option; text : string }
let plain text = { style = None; text }
let styled style text = { style = Some style; text }
let sgr = function
| `Bold -> "\027[1m"
| `Faint -> "\027[2m"
| `Red -> "\027[31m"
| `Green -> "\027[32m"
| `Yellow -> "\027[33m"
| `Bold_red -> "\027[1;31m"
| `Bold_green -> "\027[1;32m"
let render ~ansi spans =
String.concat ""
(List.map
(fun { style; text } ->
let text = Text.escape_controls text in
match style with
| Some style when ansi && text <> "" -> sgr style ^ text ^ "\027[0m"
| Some _ | None -> text)
spans)
let cols text = Text.length_utf8 (Text.escape_controls text)
let width spans = List.fold_left (fun w { text; _ } -> w + cols text) 0 spans
let release_title = "fixture release"
let is_control c = c < ' ' || c = '\127'
let shell_quote s =
if not (String.exists is_control s) then
"'" ^ String.concat "'\\''" (String.split_on_char '\'' s) ^ "'"
else
let escape = function
| '\'' -> "\\'"
| '\\' -> "\\\\"
| '\n' -> "\\n"
| '\t' -> "\\t"
| '\r' -> "\\r"
| c when is_control c -> strf "\\x%02x" (Char.code c)
| c -> String.make 1 c
in
"$'"
^ String.concat "" (List.map escape (List.of_seq (String.to_seq s)))
^ "'"
let shell_word s =
let bare = function
| 'a' .. 'z' | 'A' .. 'Z' | '0' .. '9' -> true
| '_' | '-' | '.' | '/' | ':' | '=' | '+' | ',' | '@' | '%' -> true
| _ -> false
in
if s <> "" && String.for_all bare s then s else shell_quote s
let dune_exec ~mutate path : Run.invocation =
let backend =
if mutate then "--instrument-with ppx_windtrap.mutate " else ""
in
let path = if String.contains path '/' then path else "./" ^ path in
`Exe (strf "dune exec %s%s --" backend (shell_word path))
let shown_text (t : Failure.text) =
if Failure.is_cut t then Text.mark_truncated ~length:t.length t.kept
else t.kept
let elided s = String.length s > max_value_bytes
let shown s = Text.elide_middle max_value_bytes ~show:Fun.id s
let case_name ~examples ~case_index ~shrink_steps =
if examples then strf "example %d" (case_index + 1)
else if shrink_steps = 0 then strf "case %d" case_index
else strf "case %d, shrunk %s" case_index (counted shrink_steps "step")
let timeout_fact ~limit (case : Failure.timed_case option) =
match case with
| None -> strf "timed out after %gs" limit
| Some { case_index; examples; passed; _ } ->
strf "timed out after %gs in %s (%d passed)" limit
(case_name ~examples ~case_index ~shrink_steps:0)
passed
let law_head ~law ~clause =
match clause with None -> law | Some clause -> strf "%s (%s)" law clause
let baseline_subject = function
| Failure.Literal { exact = false } -> "expect"
| Failure.Literal { exact = true } -> "expect_exact"
| Failure.File path -> strf "expect_file \"%s\"" (Os.display_path path)
let needle_word = function
| Failure.Prefix -> "prefix"
| Failure.Suffix -> "suffix"
| Failure.Anywhere | Failure.Ordered _ -> "needle"
let containment_verdict ~demand ~found_at =
match (demand, found_at) with
| Failure.Ordered { resumed_at; _ }, Some at ->
strf "found at byte %d, before the search resumed at byte %d" at
resumed_at
| Failure.Ordered { resumed_at; _ }, None ->
strf "not found at or after byte %d" resumed_at
| Failure.Anywhere, Some at -> strf "found at byte %d" at
| Failure.Prefix, Some at -> strf "found at byte %d, not at the start" at
| Failure.Suffix, Some at -> strf "found at byte %d, not at the end" at
| (Failure.Anywhere | Failure.Prefix | Failure.Suffix), None -> "not found"
let expected_actual = ("expected", "actual")
let newline_fact ~anchors:(expected_anchor, actual_anchor) ~expected ~actual =
strf "values differ only by a trailing newline (on the %s side)"
(if String.length actual > String.length expected then actual_anchor
else expected_anchor)
let whole (expected : Failure.text) (actual : Failure.text) =
not (Failure.is_cut expected || Failure.is_cut actual)
let agree_fact ~anchors:(expected_anchor, actual_anchor)
~(expected : Failure.text) ~(actual : Failure.text) =
strf
"the sides agree on the %d bytes a failure keeps of each (%s %d bytes, %s \
%d bytes)"
(String.length expected.kept)
expected_anchor expected.length actual_anchor actual.length
let cut_fact ~anchors:(expected_anchor, actual_anchor)
~(expected : Failure.text) ~(actual : Failure.text) =
let side (name, (t : Failure.text)) =
if not (Failure.is_cut t) then None
else
Some
(strf "the first %d of the %d bytes of %s" (String.length t.kept)
t.length name)
in
"the diff covers "
^ String.concat " and "
(List.filter_map side
[ (expected_anchor, expected); (actual_anchor, actual) ])
let diff_lines hunks =
List.fold_left (fun n h -> n + 1 + List.length h.Diff.lines) 0 hunks
let labeled_msg (f : Failure.t) =
let msg = Option.map shown_text f.msg in
match f.subtest with
| [] -> msg
| components -> (
let label = Test_tree.path_to_string components in
match msg with None -> Some label | Some m -> Some (label ^ ": " ^ m))
let is_subtest_failure (f : Failure.t) = f.subtest <> []
let headline (f : Failure.t) =
let fact =
match f.kind with
| Failure.Equality { not_ = true; expected; _ } ->
"both sides equal: " ^ shown_text expected
| Failure.Equality { expected; actual; diffable = false; _ } ->
strf "expected %s, got %s" (shown_text expected) (shown_text actual)
| Failure.Equality { expected = e; actual = a; _ } -> (
let whole = whole e a and expected = e.kept and actual = a.kept in
if String.equal expected actual then
if whole then "both sides render as: " ^ expected
else agree_fact ~anchors:expected_actual ~expected:e ~actual:a
else if
not (String.contains expected '\n' || String.contains actual '\n')
then strf "expected %s, got %s" (shown_text e) (shown_text a)
else
match Diff.hunks ~expected ~actual () with
| [] when whole ->
newline_fact ~anchors:expected_actual ~expected ~actual
| [] -> cut_fact ~anchors:expected_actual ~expected:e ~actual:a
| hunks ->
strf "expected and actual differ (%d diff lines)"
(diff_lines hunks))
| Failure.Containment { needle; found_at; haystack_length; demand; _ } -> (
let needle = shown_text needle in
match (demand, found_at) with
| Failure.Ordered { index; resumed_at }, Some at ->
strf "element %d %S out of order: at byte %d, before byte %d" index
needle at resumed_at
| Failure.Ordered { index; resumed_at }, None ->
strf
"element %d %S not found at or after byte %d (%d-byte haystack)"
index needle resumed_at haystack_length
| (Failure.Anywhere | Failure.Prefix | Failure.Suffix), Some _ ->
strf "%s %S %s" (needle_word demand) needle
(containment_verdict ~demand ~found_at)
| (Failure.Anywhere | Failure.Prefix | Failure.Suffix), None ->
strf "%s %S not found (%d-byte haystack)" (needle_word demand)
needle haystack_length)
| Failure.Raise { expected = Some e; actual = Some a; _ } ->
strf "expected exception %s, raised %s" (shown_text e) (shown_text a)
| Failure.Raise { expected = Some e; actual = None; _ } ->
strf "expected exception %s, none raised" (shown_text e)
| Failure.Raise { expected = None; actual = Some a; predicate; _ } ->
if predicate then
"exception did not satisfy the predicate: " ^ shown_text a
else "uncaught exception: " ^ shown_text a
| Failure.Raise { expected = None; actual = None; _ } ->
"expected an exception, none raised"
| Failure.Baseline { baseline; state; _ } -> (
let subject = baseline_subject baseline in
match state with
| Failure.Missing _ -> subject ^ ": no baseline"
| Failure.Mismatch _ -> subject ^ ": mismatch"
| Failure.Unresolvable _ ->
subject ^ ": cannot resolve the path under the project root")
| Failure.Property
{
rendered;
summary;
case_index;
shrink_steps;
shrink_end;
examples;
rendering;
_;
} ->
strf "property failed (%s%s):%s%s"
(case_name ~examples ~case_index ~shrink_steps)
(if examples then ""
else
match shrink_end with
| Failure.Converged -> ""
| Failure.Budget_spent -> ", shrink limit reached"
| Failure.Candidate_raised _ -> ", shrinking stopped"
| Failure.Timed_out _ -> ", shrinking timed out")
(match rendering with
| Failure.Pre_image -> " computed from "
| Failure.Value -> " ")
(shown_text (Option.value summary ~default:rendered))
| Failure.Law { law; clause; equation; terms } -> (
let head = law_head ~law ~clause in
match List.rev terms with
| Failure.Failed { name; _ } :: _ -> strf "%s: %s failed" head name
| (Failure.Term _ | Failure.Side _) :: _ | [] ->
strf "%s: %s" head equation)
| Failure.Timeout { limit; case } -> timeout_fact ~limit case
| Failure.Message m -> (
match shown_text m with "" -> "(empty failure message)" | m -> m)
in
let line =
String.map
(function '\n' | '\r' | '\t' -> ' ' | c -> c)
(match labeled_msg f with None -> fact | Some msg -> msg ^ ": " ^ fact)
in
let rec cut i chars =
if i >= String.length line then line
else if chars = max_headline_chars then String.sub line 0 i ^ "\u{2026}"
else
let decode = String.get_utf_8_uchar line i in
cut (i + Uchar.utf_decode_length decode) (chars + 1)
in
cut 0 0
let filter_flag = function Some f -> " -f " ^ shell_quote f | None -> ""
let arm_flag = function Some id -> " --arm " ^ shell_word id | None -> ""
let arm_mirror = function
| Some id -> strf "WINDTRAP_MUTATE_ARM=%s " (shell_word id)
| None -> ""
let acceptable (f : Failure.t) =
match f.kind with
| Failure.Baseline { baseline; state = Failure.Missing _; withheld = None } ->
Some (baseline, true)
| Failure.Baseline { baseline; state = Failure.Mismatch _; withheld = None }
->
Some (baseline, false)
| Failure.Baseline { withheld = Some _; _ }
| Failure.Baseline { state = Failure.Unresolvable _; _ }
| Failure.Equality _ | Failure.Containment _ | Failure.Raise _
| Failure.Property _ | Failure.Law _ | Failure.Timeout _ | Failure.Message _
->
None
let promote_line (f : Failure.t) =
match acceptable f with
| None -> None
| Some (Failure.File path, true) ->
let file = Os.display_path path in
Some
(strf "accept: touch %s && dune runtest; dune promote %s"
(shell_quote file) (shell_word file))
| Some (Failure.File path, false) ->
Some ("accept: dune promote " ^ shell_word (Os.display_path path))
| Some (Failure.Literal _, _) -> (
match f.loc with
| Some loc -> Some ("accept: dune promote " ^ shell_word loc.Loc.file)
| None -> Some "accept: dune promote")
let withheld_fact (f : Failure.t) =
let kept_none reason = Some ("no correction was kept: " ^ reason) in
match f.kind with
| Failure.Baseline
{ state = Failure.Missing _ | Failure.Mismatch _; withheld = Some why; _ }
-> (
match why with
| Failure.Refused { line; reason } ->
Some (strf "correction refused (line %d): %s" line reason)
| Failure.Conflict ->
kept_none
"another check of this baseline produced a different text earlier \
in the run"
| Failure.Failed_outside ->
kept_none
"the test also failed outside its expectations; fix that failure \
and rerun"
| Failure.Skipped ->
kept_none
"the test also skipped; skip before the expectation or not at all, \
and rerun")
| Failure.Baseline _ | Failure.Equality _ | Failure.Containment _
| Failure.Raise _ | Failure.Property _ | Failure.Law _ | Failure.Timeout _
| Failure.Message _ ->
None
let hints ?armed ?(invocation = `Mirrors) failures =
let distinct lines =
List.rev
(List.fold_left
(fun acc line -> if List.mem line acc then acc else line :: acc)
[] lines)
in
match armed with
| Some _ -> []
| None -> (
distinct (List.filter_map withheld_fact failures)
@
match invocation with
| `Mirrors -> distinct (List.filter_map promote_line failures)
| `Exe _ -> [])
let selection_words invocation (c : Run.config) =
let flag name var = function [] -> [] | values -> [ (name, var, values) ] in
let patterns name var values =
match invocation with
| `Mirrors when List.compare_length_with values 1 > 0 -> []
| `Mirrors | `Exe _ -> flag name var (List.map shell_quote values)
in
let flags =
patterns "-f" "WINDTRAP_FILTER" c.filter
@ patterns "-e" "WINDTRAP_EXCLUDE" c.exclude
@ flag "--tag" "WINDTRAP_TAG" (List.map shell_word c.tags)
@ flag "--exclude-tag" "WINDTRAP_EXCLUDE_TAG"
(List.map shell_word c.exclude_tags)
@ flag "--shard" "WINDTRAP_SHARD"
(Option.to_list (Option.map (fun (k, n) -> strf "%d/%d" k n) c.shard))
in
match invocation with
| `Exe _ ->
String.concat ""
(List.concat_map
(fun (name, _, values) -> List.map (strf " %s %s" name) values)
flags)
^
if not c.failed_only then ""
else if String.equal c.log_dir (Os.default_log_dir ()) then " --failed"
else strf " -o %s --failed" (shell_word (Os.display_artifact c.log_dir))
| `Mirrors ->
String.concat ""
(List.map
(fun (_, var, values) ->
strf "%s=%s " var (String.concat "," values))
flags)
let accept ?armed ?(invocation = `Mirrors) ~tests failures =
match (armed, invocation) with
| Some _, _ | None, `Mirrors -> None
| None, `Exe cmd ->
if not (List.exists (fun f -> Option.is_some (acceptable f)) failures)
then None
else
Some
(strf "accept: %s -u%s" cmd
(match tests with
| `Run config -> selection_words invocation config
| `Filter filter -> filter_flag filter))
let drawn (f : Failure.t) =
match f.kind with
| Failure.Property { examples = false; root; count; _ }
| Failure.Timeout { case = Some { examples = false; root; count; _ }; _ } ->
Some (root, count)
| Failure.Property { examples = true; _ }
| Failure.Timeout { case = Some { examples = true; _ } | None; _ }
| Failure.Equality _ | Failure.Containment _ | Failure.Raise _
| Failure.Baseline _ | Failure.Law _ | Failure.Message _ ->
None
let replay ?armed ?(invocation = `Mirrors) ~tests failures =
match List.filter_map drawn failures with
| [] -> None
| (root, _) :: _ as cases ->
let count =
List.fold_left
(fun acc (_, count) ->
match (acc, count) with
| Some a, Some c -> Some (max a c)
| None, c | c, None -> c)
None cases
in
let seed = Seed.to_string root in
Some
(match invocation with
| `Exe cmd ->
strf "replay: %s%s --seed %s%s%s" cmd (arm_flag armed) seed
(match count with
| Some n -> strf " --prop-count %d" n
| None -> "")
(match tests with
| `Run config -> selection_words invocation config
| `Filter filter -> filter_flag filter)
| `Mirrors ->
strf "replay: %sWINDTRAP_SEED=%s %s%sdune runtest%s"
(arm_mirror armed) seed
(match count with
| Some n -> strf "WINDTRAP_PROP_COUNT=%d " n
| None -> "")
(match tests with
| `Run config -> selection_words invocation config
| `Filter (Some f) -> strf "WINDTRAP_FILTER=%s " (shell_quote f)
| `Filter None -> "")
(match armed with
| Some _ -> " --instrument-with ppx_windtrap.mutate"
| None -> ""))
let indented pad = function [] -> [] | line -> plain pad :: line
let line s = [ plain s ]
let faint s = [ styled `Faint s ]
let lines ~lead s = List.map (fun l -> line (lead ^ l)) (Text.split_lines s)
let block style value =
if String.contains value '\n' then
List.map (fun l -> [ plain " "; styled style l ]) (Text.split_lines value)
else [ [ plain " "; styled style (shown value) ] ]
let field ?(gutter = 10) name =
[ styled `Faint name; plain (String.make (gutter - String.length name) ' ') ]
let more what n = faint (strf "\u{2026} (+%d more %s)" n what)
let capped max items ~more =
let rest = List.length items - max in
take max items @ if rest > 0 then [ more rest ] else []
let highlight style s spans =
let pieces, pos =
List.fold_left
(fun (pieces, pos) { Diff.start; length } ->
( styled style (String.sub s start length)
:: plain (String.sub s pos (start - pos))
:: pieces,
start + length ))
([], 0) spans
in
List.rev (plain (String.sub s pos (String.length s - pos)) :: pieces)
let colour_shows s spans =
not
(List.exists
(fun { Diff.start; length } ->
String.for_all (fun c -> c = ' ') (String.sub s start length))
spans)
let aligns ~tabs s =
let s = Text.escape_controls s in
let rec scan i =
i >= String.length s
||
let decode = String.get_utf_8_uchar s i in
let code = Uchar.to_int (Uchar.utf_decode_uchar decode) in
Uchar.utf_decode_is_valid decode
&& ((0x20 <= code && code <= 0x24F) || (tabs && code = 0x09))
&& scan (i + Uchar.utf_decode_length decode)
in
scan 0
let marker ~lead ~style s spans =
match spans with
| [] -> []
| { Diff.start = first; _ } :: _ ->
let column i = cols (String.sub s 0 i) in
let tildes = Buffer.create 16 in
let mark col { Diff.start; length } =
let from = column start
and w = max 1 (cols (String.sub s start length)) in
Buffer.add_string tildes (String.make (max 0 (from - col)) ' ');
Buffer.add_string tildes (String.make w '~');
max from col + w
in
ignore (List.fold_left mark (column first) spans);
[
[
plain (String.make (lead + column first) ' ');
styled style (Buffer.contents tildes);
];
]
let marked_value ~seen ~aligned ~style ~before s spans =
(before @ highlight style s spans)
::
(if aligned && ((not seen) || not (colour_shows s spans)) then
marker ~lead:(width before) ~style s spans
else [])
let trailing_mark ~deleted ~inserted =
let stem = trim_end (fun c -> c = ' ' || c = '\t') in
let rec shared i =
if
i < String.length deleted
&& i < String.length inserted
&& deleted.[i] = inserted.[i]
then shared (i + 1)
else i
in
let lead = String.sub deleted 0 (shared 0) in
let marked =
if String.length deleted > String.length lead then String.length deleted
else String.length inserted
in
if
String.equal deleted inserted
|| (not (String.equal (stem deleted) (stem inserted)))
|| not (aligns ~tabs:true lead)
then None
else
let blank = function
| '\t' -> Some '\t'
| c when Char.code c land 0xC0 = 0x80 -> None
| _ -> Some ' '
in
let pad =
Seq.filter_map blank (String.to_seq (Text.escape_controls lead))
in
Some (String.of_seq pad, String.make (marked - String.length lead) '~')
let hunk_lines hunks =
let rec lines ~after_delete = function
| [] -> []
| Diff.Keep s :: rest ->
[ line (" " ^ s) ] :: lines ~after_delete:false rest
| Diff.Insert s :: rest ->
[ [ styled `Red ("+ " ^ s) ] ] :: lines ~after_delete:false rest
| Diff.Delete s :: rest ->
let mark =
match rest with
| Diff.Insert inserted :: ([] | (Diff.Keep _ | Diff.Delete _) :: _)
when not after_delete ->
trailing_mark ~deleted:s ~inserted
| Diff.Insert _ :: _ | (Diff.Keep _ | Diff.Delete _) :: _ | [] -> None
in
let mark =
match mark with
| Some (pad, tildes) -> [ [ plain (" " ^ pad); styled `Red tildes ] ]
| None -> []
in
([ styled `Green ("- " ^ s) ] :: mark) :: lines ~after_delete:true rest
in
let range start count =
strf "%d,%d" (if count = 0 then start - 1 else start) count
in
let head (h : Diff.hunk) =
[
[
styled `Faint
(strf "@@ -%s +%s @@"
(range h.expected_start h.expected_count)
(range h.actual_start h.actual_count));
];
]
in
let rows =
List.concat_map (fun h -> head h :: lines ~after_delete:false h.lines) hunks
in
List.concat
(capped max_diff_lines rows ~more:(fun n -> [ more "diff lines" n ]))
let sides ~seen ~gutter ~anchors:(expected_anchor, actual_anchor) ~marked
~expected ~actual =
let expected_spans, actual_spans =
match
if marked && not (elided expected || elided actual) then
Diff.refine ~expected ~actual
else None
with
| None -> ([], [])
| Some { Diff.expected_spans; actual_spans } ->
(expected_spans, actual_spans)
in
let refined = expected_spans <> [] || actual_spans <> [] in
let expected = shown expected and actual = shown actual in
let aligned = aligns ~tabs:false expected && aligns ~tabs:false actual in
let side anchor ~colour ~style value spans =
let before = field ~gutter anchor in
if refined then marked_value ~seen ~aligned ~style ~before value spans
else [ before @ [ styled colour value ] ]
in
side expected_anchor ~colour:`Green ~style:`Bold_green expected expected_spans
@ side actual_anchor ~colour:`Red ~style:`Bold_red actual actual_spans
let text_diff ~anchors ~ ~show ~(expected : Failure.text)
~(actual : Failure.text) =
let whole = whole expected actual in
if (not whole) && String.equal expected.kept actual.kept then
[ line (agree_fact ~anchors ~expected ~actual) ]
else
let e = show expected.kept and a = show actual.kept in
let diff =
match Diff.hunks ~expected:e ~actual:a () with
| [] when whole -> [ line (newline_fact ~anchors ~expected:e ~actual:a) ]
| [] -> []
| hunks when headers ->
let expected_anchor, actual_anchor = anchors in
[ styled `Faint ("--- " ^ expected_anchor) ]
:: [ styled `Faint ("+++ " ^ actual_anchor) ]
:: hunk_lines hunks
| hunks -> hunk_lines hunks
in
if whole then diff
else diff @ [ faint ("(" ^ cut_fact ~anchors ~expected ~actual ^ ")") ]
let equality ~seen ~show ~anchors ~gutter ~(expected : Failure.text)
~(actual : Failure.text) =
if whole expected actual && String.equal expected.kept actual.kept then
let value = show expected.kept in
let render_as = styled `Faint "both sides render as:" in
(if String.contains value '\n' then [ render_as ] :: lines ~lead:" " value
else [ [ render_as; plain (" " ^ shown value) ] ])
@ [ faint "the printer shows less than the equality compares" ]
else if
String.equal expected.kept actual.kept
|| String.contains (show expected.kept) '\n'
|| String.contains (show actual.kept) '\n'
then text_diff ~anchors ~headers:true ~show ~expected ~actual
else
sides ~seen ~gutter ~anchors ~marked:true
~expected:(show (shown_text expected))
~actual:(show (shown_text actual))
let raise_sides ~seen ~expected ~actual =
let spans_lines s = String.contains s '\n' in
match actual with
| Some actual when not (spans_lines expected || spans_lines actual) ->
sides ~seen
~gutter:(2 + String.length "expected exception")
~anchors:("expected exception", "raised")
~marked:false ~expected ~actual
| Some _ | None -> (
let side anchor style value =
if spans_lines value then faint (anchor ^ ":") :: block style value
else
[
field ~gutter:(2 + String.length "expected exception") anchor
@ [ styled style (shown value) ];
]
in
side "expected exception" `Green expected
@
match actual with
| Some actual -> side "raised" `Red actual
| None -> [ line "but no exception was raised" ])
let source_line file n =
let open_source file =
match open_in file with ic -> Some ic | exception Sys_error _ -> None
in
let under_root () =
match Os.project_root () with
| root -> open_source (Filename.concat root file)
| exception Sys_error _ -> None
in
let rec nth ic k =
match In_channel.input_line ic with
| Some line -> if k = 1 then Some line else nth ic (k - 1)
| None -> None
in
let ic =
if n < 1 then None
else if not (Filename.is_relative file) then open_source file
else
match under_root () with Some ic -> Some ic | None -> open_source file
in
Option.bind ic (fun ic ->
Fun.protect ~finally:(fun () -> close_in_noerr ic) (fun () -> nth ic n))
let source_spans line text =
[
plain " ";
styled `Faint (strf "%d \u{2502}" line);
plain (match String.trim text with "" -> "" | text -> " " ^ shown text);
]
let rec entry ~seen ~excerpt ~inner (f : Failure.t) =
let phase =
match f.phase with
| Failure.Body -> None
| Failure.Setup -> Some "[setup]"
| Failure.Teardown -> Some "[teardown]"
| Failure.Release -> Some "[release]"
in
let location =
match
( Option.map (styled `Yellow) phase,
Option.map (fun loc -> styled `Faint (Loc.to_string loc)) f.loc )
with
| None, None -> []
| Some part, None | None, Some part -> [ [ part ] ]
| Some tag, Some loc -> [ [ tag; plain " "; loc ] ]
in
let source =
match f.loc with
| Some { Loc.file; line; _ } when excerpt -> (
match source_line file line with
| Some text -> source_spans line text :: (if inner then [] else [ [] ])
| None -> [])
| Some _ | None -> []
in
let subtest =
match f.subtest with
| [] -> []
| ([ _ ] as names) | _ :: names ->
[ field "subtest" @ [ plain (Test_tree.path_to_string names) ] ]
in
let msg =
match f.msg with Some msg -> lines ~lead:"" (shown_text msg) | None -> []
in
location @ source @ subtest @ msg @ facts ~seen ~excerpt f.kind
and facts ~seen ~excerpt = function
| Failure.Equality { not_ = true; expected; _ } ->
let expected = shown_text expected in
if String.contains expected '\n' then
line "both sides equal:" :: lines ~lead:" " expected
else [ line ("both sides equal: " ^ shown expected) ]
| Failure.Equality { expected = claim; actual = value; diffable = false; _ }
->
let value = shown_text value in
(field "expected" @ [ styled `Green (shown (shown_text claim)) ])
::
(if String.contains value '\n' then faint "actual:" :: block `Red value
else [ field "actual" @ [ styled `Red (shown value) ] ])
| Failure.Equality { expected; actual; _ } ->
equality ~seen ~show:Fun.id ~anchors:expected_actual ~gutter:10 ~expected
~actual
| Failure.Containment
{
needle;
found_at;
haystack_length;
excerpt = haystack;
excerpt_offset = offset;
demand;
} ->
let element =
match demand with
| Failure.Ordered { index; _ } ->
[ field "element" @ [ plain (string_of_int index) ] ]
| Failure.Anywhere | Failure.Prefix | Failure.Suffix -> []
in
let needle_line =
field (needle_word demand)
@ [
plain
("\""
^ Text.elide_middle max_value_bytes ~show:String.escaped
(shown_text needle)
^ "\": "
^ containment_verdict ~demand ~found_at);
]
in
let occurrence =
Option.bind found_at (fun at ->
let start = at - offset in
let length =
min needle.Failure.length (String.length haystack - start)
in
if start >= 0 && length > 0 then Some { Diff.start; length }
else None)
in
let value ~before line spans =
marked_value ~seen ~aligned:(aligns ~tabs:false line) ~style:`Bold_red
~before line spans
in
let rec rows start = function
| [] -> []
| line :: rest ->
let stop = start + String.length line in
let spans =
match occurrence with
| Some { Diff.start = at; length } when at >= start && at < stop
->
[
{ Diff.start = at - start; length = min length (stop - at) };
]
| Some _ | None -> []
in
value ~before:[ plain " " ] line spans @ rows (stop + 1) rest
in
let shown_haystack =
if String.contains haystack '\n' then
[ styled `Faint "haystack:" ] :: rows 0 (Text.split_lines haystack)
else
value ~before:(field "haystack") haystack (Option.to_list occurrence)
in
let last = offset + String.length haystack in
let range =
if offset > 0 || last < haystack_length then
[
faint
(strf "(excerpt: bytes %d-%d of a %d-byte haystack)" offset
(last - 1) haystack_length);
]
else []
in
element @ (needle_line :: shown_haystack) @ range
| Failure.Raise { expected; actual; predicate; backtrace; message_diff } ->
let raised =
match (message_diff, expected, actual) with
| Some { Failure.constructor; expected_message; actual_message }, _, _
->
line (strf "raised %s with the wrong message:" constructor)
:: equality ~seen ~show:(strf "%S") ~anchors:expected_actual
~gutter:10 ~expected:expected_message ~actual:actual_message
| None, Some expected, actual ->
raise_sides ~seen ~expected:(shown_text expected)
~actual:(Option.map shown_text actual)
| None, None, Some actual ->
line
(if predicate then
"raised exception does not satisfy the predicate:"
else "uncaught exception:")
:: block `Red (shown_text actual)
| None, None, None ->
[ line "expected an exception, but none was raised" ]
in
let frames =
match backtrace with
| None -> []
| Some bt ->
capped max_lines
(List.map faint (Text.split_lines (shown_text bt)))
~more:(more "frames")
in
raised @ frames
| Failure.Baseline { baseline; state; withheld = _ } -> (
let subject = baseline_subject baseline in
match state with
| Failure.Missing { proposed } ->
let proposed = Text.split_lines (shown_text proposed) in
line (subject ^ ": no baseline")
:: line
(strf "proposed (%s):" (counted (List.length proposed) "line"))
:: capped max_proposed_lines
(List.map
(fun l -> [ plain " "; styled `Red ("+ " ^ l) ])
proposed)
~more:(fun n -> plain " " :: more "lines" n)
| Failure.Mismatch { expected; actual } ->
line (subject ^ ": mismatch")
:: text_diff ~anchors:expected_actual ~headers:false ~show:Fun.id
~expected ~actual
| Failure.Unresolvable { candidate } ->
List.map line
[
subject
^ ": the path cannot be proven to lie under the project root";
"unverified path: " ^ Os.display_path candidate;
"(set WINDTRAP_PROJECT_ROOT to the directory the path is \
relative to)";
])
| Failure.Property
{
rendered;
summary;
case_index;
shrink_steps;
shrink_end;
examples;
rendering;
inner;
root = _;
count = _;
} ->
let rendered = shown_text rendered in
let head =
strf "counterexample (%s):%s"
(case_name ~examples ~case_index ~shrink_steps)
(match rendering with
| Failure.Value -> ""
| Failure.Pre_image -> " computed from")
in
let counterexample =
match (Option.map shown_text summary, Text.split_lines rendered) with
| Some summary, :: rows ->
line (head ^ " " ^ shown summary)
:: [ plain " "; styled `Faint header ]
:: List.map (fun row -> line (" " ^ row)) rows
| Some _, [] | None, ([] | [ _ ]) ->
[ line (head ^ " " ^ shown rendered) ]
| None, _ :: _ :: _ -> line head :: lines ~lead:" " rendered
in
let pre_image =
match rendering with
| Failure.Value -> []
| Failure.Pre_image ->
[
[
plain " ";
styled `Faint
"(the value has no printer, so this is the input that map \
and bind";
];
[
plain " ";
styled `Faint
" computed it from; attach a printer with Gen.with_pp to see \
the value)";
];
]
in
let stop =
match shrink_end with
| Failure.Converged -> []
| Failure.Timed_out limit ->
[
line
(strf
"timed out after %gs while shrinking; counterexample may \
not be minimal"
limit);
]
| Failure.Budget_spent ->
[
line
(strf
"shrinking stopped after %d steps; counterexample may not \
be minimal"
shrink_steps);
]
| Failure.Candidate_raised text ->
[
line
(strf "shrinking stopped after %d steps: a candidate raised %s"
shrink_steps (shown_text text));
line "counterexample may not be minimal";
]
in
let inner =
match inner with
| None -> []
| Some (i : Failure.t) ->
line
(if Option.is_some i.loc then "which failed at:"
else "which failed with:")
:: List.map (indented " ") (entry ~seen ~excerpt ~inner:true i)
in
counterexample @ pre_image @ stop @ inner
| Failure.Law { law; clause; equation; terms } ->
line (strf "%s: %s" (law_head ~law ~clause) equation)
:: law_terms ~seen ~excerpt terms
| Failure.Timeout { limit; case } -> [ line (timeout_fact ~limit case) ]
| Failure.Message m -> (
match shown_text m with
| "" -> [ line "(empty failure message)" ]
| m -> lines ~lead:"" m)
and law_terms ~seen ~excerpt terms =
let gutter =
List.fold_left
(fun gutter -> function
| Failure.Term { name; _ } | Failure.Side { name; _ } ->
max gutter (2 + String.length name)
| Failure.Failed _ -> gutter)
0 terms
in
let row name value =
let value = shown_text value in
if String.contains value '\n' then
faint (name ^ ":") :: lines ~lead:" " value
else [ field ~gutter name @ [ plain (shown value) ] ]
in
let rec rows = function
| [] -> []
| [ Failure.Side left; Failure.Side right ] ->
equality ~seen ~show:Fun.id ~anchors:(left.name, right.name) ~gutter
~expected:left.value ~actual:right.value
| (Failure.Term { name; value } | Failure.Side { name; value }) :: rest ->
row name value @ rows rest
| Failure.Failed { name; failure } :: rest ->
line
(strf "%s failed %s:" name
(if Option.is_some failure.loc then "at" else "with"))
:: List.map (indented " ") (entry ~seen ~excerpt ~inner:true failure)
@ rows rest
in
rows terms
let pp_failure ~ansi ?(terminal = false) ?(excerpt = false)
?hints:(hinted = true) ?filter ?(invocation = `Mirrors) ?armed ppf f =
let entry = entry ~seen:(ansi && terminal) ~excerpt ~inner:false f in
let hint_lines =
if not hinted then []
else
List.map
(fun h -> [ plain h ])
(hints ?armed ~invocation [ f ]
@ Option.to_list
(accept ?armed ~invocation ~tests:(`Filter filter) [ f ])
@ Option.to_list
(replay ?armed ~invocation ~tests:(`Filter filter) [ f ]))
in
List.iter
(fun line -> Pp.pf ppf "%s@\n" (render ~ansi (indented indent line)))
(entry @ hint_lines)
type column = { gap : string; align : [ `Left | `Right ]; width : int option }
type excerpt = { source : string; marked_lines : int list }
type section =
| Line of span list
| Hint of string
| Rows of { margin : string; columns : column list; rows : span list list }
| Excerpt of excerpt
| Rule of string option
let dashes n = String.concat "" (List.init (max 0 n) (fun _ -> "\u{2500}"))
let rule ~width = function
| None -> dashes width
| Some label ->
let inner = Text.length_utf8 label + 2 in
let left = max 2 ((width - inner) / 2) in
dashes left ^ " " ^ label ^ " " ^ dashes (max 2 (width - inner - left))
let runs ~within lines =
let rec loop acc first last = function
| [] -> List.rev ((first, last) :: acc)
| line :: rest ->
if line <= last + within then loop acc first line rest
else loop ((first, last) :: acc) line line rest
in
match lines with [] -> [] | line :: rest -> loop [] line line rest
let table ~margin ~columns rows =
let widths =
List.mapi
(fun i (c : column) ->
List.fold_left
(fun w cells ->
match List.nth_opt cells i with
| Some cell -> max w (width [ cell ])
| None -> w)
(Option.value c.width ~default:0)
rows)
columns
in
let rec cells columns row =
match (columns, row) with
| ((c : column), w) :: columns, cell :: row ->
let pad = plain (String.make (w - width [ cell ]) ' ') in
plain c.gap
::
(match c.align with
| `Right -> [ pad; cell ]
| `Left -> [ cell; pad ])
@ cells columns row
| [], _ | _, [] -> []
in
List.map
(fun row -> plain margin :: cells (List.combine columns widths) row)
rows
let excerpt_rows { source; marked_lines } =
let lines = Array.of_list (Text.split_lines source) in
let total = Array.length lines in
let marked =
List.filter
(fun l -> 1 <= l && l <= total)
(List.sort_uniq Int.compare marked_lines)
in
let is_marked = Array.make (total + 1) false in
List.iter (fun l -> is_marked.(l) <- true) marked;
let regions =
List.map
(fun (first, last) -> (max 1 (first - 1), min total (last + 1)))
(runs ~within:3 marked)
in
let digits =
List.fold_left
(fun w (_, last) -> max w (String.length (string_of_int last)))
4 regions
in
let row n =
[
(if is_marked.(n) then styled `Red " \u{258c}" else plain " ");
plain (strf "%*d \u{2502} " digits n);
plain lines.(n - 1);
]
in
separated
[ styled `Faint " \u{00b7}\u{00b7}\u{00b7}\u{00b7}\u{00b7}" ]
(List.map
(fun (first, last) ->
List.init (last - first + 1) (fun i -> row (first + i)))
regions)
let print ~out ~ansi sections =
let put spans = Pp.pf out "%s@\n" (render ~ansi spans) in
let put_trimmed spans =
Pp.pf out "%s@\n" (trim_end (fun c -> c = ' ') (render ~ansi spans))
in
List.iter
(function
| Line spans -> put spans
| Hint hint -> put [ plain hint ]
| Rows { margin; columns; rows } ->
List.iter put_trimmed (table ~margin ~columns rows)
| Excerpt e -> List.iter put_trimmed (excerpt_rows e)
| Rule label -> put [ styled `Faint (rule ~width:rule_width label) ])
sections;
Pp.flush out ()
let join parts =
separated (Line [])
(List.filter (function [] -> false | _ :: _ -> true) parts)
let ranges lines =
let ranges =
List.map
(fun (s, e) -> if s = e then string_of_int s else strf "%d-%d" s e)
(runs ~within:1 lines)
in
let rest = List.length ranges - max_ranges in
let kept = String.concat ", " (take max_ranges ranges) in
if rest > 0 then strf "%s (+%d more)" kept rest else kept
let pad n s = s ^ String.make (max 0 (n - cols s)) ' '
type coverage_file = {
file : string;
visited : int;
total : int;
uncovered : int list;
source : string option;
stale : bool;
}
type coverage = { visited : int; total : int; files : coverage_file list }
let percent ~visited ~total =
if total = 0 then 100. else 100. *. float_of_int visited /. float_of_int total
let percentage ?(width = 0) ~min ~visited ~total () =
let pct = percent ~visited ~total in
let text = strf "%*s" width (strf "%.1f%%" pct) in
if pct < Option.value min ~default:80. then styled `Red text else plain text
let coverage_line ~min ~visited ~total =
[
plain "coverage: ";
percentage ~min ~visited ~total ();
plain (strf " (%d/%d points)" visited total);
]
@
match min with
| None -> []
| Some min ->
[
plain (strf ", minimum %s%%: " (Pp.to_string Pp.decimal min));
(if percent ~visited ~total >= min then styled `Green "ok"
else styled `Red "FAILED");
]
let coverage_report ~mode ~min (c : coverage) =
let widest f =
List.fold_left (fun w (file : coverage_file) -> max w (f file)) 0 c.files
in
let digits n = String.length (string_of_int n) in
let visited_width = widest (fun f -> digits f.visited) in
let total_width = widest (fun f -> digits f.total) in
let points_width =
max (String.length "points") (visited_width + 1 + total_width)
in
let file_width = max (String.length "file") (widest (fun f -> cols f.file)) in
let tail ~points ~file ~note =
trim_end
(fun c -> c = ' ')
(strf " %s %s %s" (pad points_width points) (pad file_width file)
note)
in
let =
Line
[
styled `Faint
(" cover"
^ tail ~points:"points" ~file:"file"
~note:
(match mode with
| `Report -> "uncovered lines (-u shows the source)"
| `Full -> "uncovered lines"));
]
in
let row (f : coverage_file) =
let note =
if f.stale then "stale: the source changed; re-run the instrumented tests"
else if f.uncovered <> [] then ranges f.uncovered
else if f.visited < f.total then "(source not found)"
else ""
in
Line
[
plain " ";
percentage ~width:6 ~min ~visited:f.visited ~total:f.total ();
plain
(tail
~points:
(strf "%*d/%-*d" visited_width f.visited total_width f.total)
~file:f.file ~note);
]
in
let source (f : coverage_file) =
match (mode, f.source) with
| `Full, Some source when f.uncovered <> [] ->
[
Line
[
styled `Bold f.file;
plain ": ";
percentage ~min ~visited:f.visited ~total:f.total ();
plain (strf " (%d/%d)" f.visited f.total);
];
Line [];
Excerpt { source; marked_lines = f.uncovered };
]
| (`Full | `Report), (Some _ | None) -> []
in
let table =
match c.files with [] -> [] | files -> header :: List.map row files
in
let outcome =
[ Line (coverage_line ~min ~visited:c.visited ~total:c.total) ]
in
match join (List.map source c.files) with
| [] -> table @ outcome
| sources -> join [ table; sources; outcome ]
type witness = { test : string; loc : Loc.t option; exe : string option }
type mutant = {
id : string;
line : int;
before : string;
after : string;
source : string option;
}
type survivor = { mutant : mutant; witnesses : witness list }
type not_evaluated = { mutant : mutant; invocation : Run.invocation }
type scope = Suite | Selected of int | Executables of int
type mutation = {
survivors : survivor list;
not_evaluated : not_evaluated list;
unreached : (string * int) list;
outside_tests : (string * int) list;
killed : int;
not_tested : int;
scope : scope;
}
let arm_command ~invocation ~selection id =
match invocation with
| `Exe cmd -> strf "%s%s%s" cmd (arm_flag (Some id)) selection
| `Mirrors ->
strf "%s%sdune runtest --force --instrument-with ppx_windtrap.mutate"
(arm_mirror (Some id)) selection
let reproduce_line ~invocation ~selection id =
"reproduce: " ^ arm_command ~invocation ~selection id
let survivor_block ~exe_width (s : survivor) =
let m = s.mutant in
let title =
Line
[
plain " ";
styled `Red "SURVIVED";
plain " ";
styled `Bold m.id;
plain (strf " %s \u{2192} %s" m.before m.after);
]
in
let source =
match Option.map (fun s -> Array.of_list (Text.split_lines s)) m.source with
| Some lines when 1 <= m.line && m.line <= Array.length lines ->
[ Line (plain indent :: source_spans m.line lines.(m.line - 1)) ]
| Some _ | None -> []
in
let reaching =
match s.witnesses with
| [] -> []
| witnesses ->
let n = List.length witnesses in
let executables =
List.length
(List.sort_uniq String.compare
(List.filter_map (fun (w : witness) -> w.exe) witnesses))
in
let sentence =
if n = 1 then "1 test ran this line and did not fail:"
else if executables > 1 then
strf "%d tests in %d executables ran this line and none failed:" n
executables
else strf "%d tests ran this line and none failed:" n
in
let left gap width = { gap; align = `Left; width } in
let test (w : witness) =
[
plain w.test;
styled `Faint
(match w.loc with Some loc -> Loc.to_string loc | None -> "");
]
in
let columns, cells =
match exe_width with
| None -> ([ left "" None; left " " None ], test)
| Some _ ->
( [ left "" exe_width; left " " None; left " " None ],
fun (w : witness) ->
plain (Option.value w.exe ~default:"") :: test w )
in
[
Line [];
Line [ plain (indent ^ sentence) ];
Rows
{ margin = indent ^ " "; columns; rows = List.map cells witnesses };
]
in
(title :: source) @ reaching
let mutation_summary (m : mutation) =
let survived = List.length m.survivors in
let reached =
let n = m.killed + survived + List.length m.not_evaluated + m.not_tested in
match m.scope with
| Suite -> strf "%d reached by this suite" n
| Selected tests ->
strf "%d reached by the %s" n (counted tests "selected test")
| Executables _ -> strf "%d reached" n
in
let term n make = if n > 0 then [ make n ] else [] in
let terms =
(if survived > 0 then
[
[ styled `Red (strf "%d survived" survived); plain (" of " ^ reached) ];
]
else [ [ plain reached ] ])
@ term m.killed (fun n -> [ styled `Green (strf "%d killed" n) ])
@ term (List.length m.not_evaluated) (fun n ->
[ styled `Yellow (strf "%d not evaluated" n) ])
@ term (List.length m.unreached) (fun n ->
[ styled `Yellow (strf "%d never reached" n) ])
@ term (List.length m.outside_tests) (fun n ->
[ styled `Yellow (strf "%d evaluated outside tests" n) ])
@ term m.not_tested (fun n -> [ plain (strf "%d not tested" n) ])
@
match m.scope with
| Executables n -> [ [ plain (counted n "executable") ] ]
| Suite | Selected _ -> []
in
plain "mutants: " :: separated (plain ", ") terms
let not_evaluated_section ~selection = function
| [] -> []
| not_evaluated ->
let mutant (n : not_evaluated) =
[
Line
[
plain " ";
styled `Bold n.mutant.id;
plain (strf " %s \u{2192} %s" n.mutant.before n.mutant.after);
];
Hint
(" arm: "
^ arm_command ~invocation:n.invocation ~selection n.mutant.id);
]
in
Rule (Some (strf "not evaluated (%d)" (List.length not_evaluated)))
:: Line
[
plain
" Each site ran in the dry run and not in its mutant's child.";
]
:: List.concat_map mutant not_evaluated
@ [ Rule None ]
let by_file ~title ~lead sites =
let files = List.sort_uniq String.compare (List.map fst sites) in
let lines_of file =
List.filter_map
(fun (f, line) -> if String.equal f file then Some line else None)
sites
in
let count_width =
List.fold_left
(fun w file ->
max w (String.length (string_of_int (List.length (lines_of file)))))
0 files
in
let file_width = List.fold_left (fun w file -> max w (cols file)) 0 files in
let row file =
let lines = lines_of file in
let distinct = List.sort_uniq Int.compare lines in
Line
[
plain " ";
styled `Yellow (strf "%*d" count_width (List.length lines));
plain
(strf " %s %s %s" (pad file_width file)
(if List.compare_length_with distinct 1 = 0 then "line"
else "lines")
(ranges distinct));
]
in
match files with
| [] -> []
| _ :: _ ->
(Rule (Some (strf "%s (%d)" title (List.length sites))) :: lead)
@ List.map row files @ [ Rule None ]
let unreached_section = by_file ~title:"never reached" ~lead:[]
let outside_tests_section =
by_file ~title:"evaluated outside tests"
~lead:
[
Line
[
plain
" These sites ran outside every test, at module initialization \
or in a fixture release.";
];
]
let outcome ~invocation ~selection (m : mutation) =
(match m.survivors with
| [] -> []
| first :: _ ->
[ Hint (reproduce_line ~invocation ~selection first.mutant.id) ])
@ [ Line (mutation_summary m) ]
let mutation_closing ~(config : Run.config) (m : mutation) =
let invocation = config.invocation in
let selection = selection_words invocation config in
let sections =
[
not_evaluated_section ~selection m.not_evaluated;
unreached_section m.unreached;
outside_tests_section m.outside_tests;
]
in
let rest = join (sections @ [ outcome ~invocation ~selection m ]) in
match m.survivors with
| [] when List.for_all (function [] -> true | _ :: _ -> false) sections ->
rest
| [] -> Line [] :: rest
| _ :: _ -> Rule None :: Line [] :: rest
let mutation_report ~invocation (m : mutation) =
let exes =
List.concat_map
(fun (s : survivor) ->
List.filter_map (fun (w : witness) -> w.exe) s.witnesses)
m.survivors
in
let exe_width =
match exes with
| [] -> None
| _ :: _ -> Some (List.fold_left (fun w exe -> max w (cols exe)) 0 exes)
in
let survivors =
match m.survivors with
| [] -> []
| survivors ->
Rule (Some (strf "survivors (%d)" (List.length survivors)))
:: join (List.map (survivor_block ~exe_width) survivors)
@ [ Rule None ]
in
join
[
survivors;
not_evaluated_section ~selection:"" m.not_evaluated;
unreached_section m.unreached;
outside_tests_section m.outside_tests;
outcome ~invocation ~selection:"" m;
]