package tiny_languages

  1. Overview
  2. Docs

Source file Token_c.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
(* Claude Code
 *
 * Copyright (C) 2026 Yoann Padioleau
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public License
 * (LGPL) as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 *)

(* See Token_c.mli *)

type kind = Comment | Keyword | Ident | Int | Float | Char | String | Operator | Punctuation | Directive | Error

type t = { kind : kind; text : string; offset : int; line : int; col : int; pp : bool }

let show_kind = function
  | Comment -> "Comment"
  | Keyword -> "Keyword"
  | Ident -> "Ident"
  | Int -> "Int"
  | Float -> "Float"
  | Char -> "Char"
  | String -> "String"
  | Operator -> "Operator"
  | Punctuation -> "Punctuation"
  | Directive -> "Directive"
  | Error -> "Error"

let is_constant (s : string) : bool =
  String.length s >= 2
  && String.exists (fun c -> c >= 'A' && c <= 'Z') s
  && String.for_all (fun c -> (c >= 'A' && c <= 'Z') || (c >= '0' && c <= '9') || c = '_') s