pfff 0.39.5 · OCaml Package

type token_location = {

str : string;
charpos : int;
line : int;
column : int;
file : Common.filename;

}

type token_origin =

| OriginTok of token_location
| FakeTokStr of string * (token_location * int) option
| ExpandedTok of token_location * token_location * int
| Ab

type token_mutable = {

token : token_origin;
mutable transfo : transformation;

}

and transformation =

| NoTransfo
| Remove
| AddBefore of add
| AddAfter of add
| Replace of add
| AddArgsBefore of string list

and add =

| AddStr of string
| AddNewlineAndIdent

type t = token_mutable

type info_ = t

type token_kind =

| LPar
| RPar
| LBrace
| RBrace
| LBracket
| RBracket
| LAngle
| RAngle
| Esthet of esthet
| Eof
| Other

and esthet =

| Comment
| Newline
| Space

exception Lexical_error of string * t

exception Parsing_error of t

exception Ast_builder_error of string * t

exception Other_error of string * t

val lexical_error : string -> Lexing.lexbuf -> unit

val fake_token_location : token_location

val fake_info : string -> t

val first_loc_of_file : Common.filename -> token_location

val str_of_info : t -> string

val line_of_info : t -> int

val col_of_info : t -> int

val pos_of_info : t -> int

val file_of_info : t -> Common.filename

val string_of_info : t -> string

val is_origintok : t -> bool

val token_location_of_info : t -> token_location

val get_original_token_location : token_origin -> token_location

val compare_pos : t -> t -> int

val min_max_ii_by_pos : t list -> t * t

type parsing_stat = {

filename : Common.filename;
mutable correct : int;
mutable bad : int;
mutable have_timeout : bool;
mutable commentized : int;
mutable problematic_lines : (string list * int) list;

}

val default_stat : Common.filename -> parsing_stat

val print_parsing_stat_list : ?verbose:bool -> parsing_stat list -> unit

val print_recurring_problematic_tokens : parsing_stat list -> unit

type 'tok tokens_state = {

mutable rest : 'tok list;
mutable current : 'tok;
mutable passed : 'tok list;

}

val mk_tokens_state : 'tok list -> 'tok tokens_state

val tokinfo : Lexing.lexbuf -> t

val yyback : int -> Lexing.lexbuf -> unit

val tokinfo_str_pos : string -> int -> t

val lexbuf_to_strpos : Lexing.lexbuf -> string * int

val rewrap_str : string -> t -> t

val tok_add_s : string -> t -> t

val tokenize_all_and_adjust_pos : 
  Common.filename ->
  (Lexing.lexbuf -> 'tok) ->
  ((t -> t) -> 'tok -> 'tok) ->
  ('tok -> bool) ->
  'tok list

val mk_lexer_for_yacc : 
  'tok list ->
  ('tok -> bool) ->
  'tok tokens_state * (Lexing.lexbuf -> 'tok) * Lexing.lexbuf

val full_charpos_to_pos_large : Common.filename -> int -> int * int

val complete_token_location_large : 
  Common.filename ->
  (int -> int * int) ->
  token_location ->
  token_location

val error_message : Common.filename -> (string * int) -> string

val error_message_info : t -> string

val print_bad : int -> (int * int) -> string array -> unit

type changen = unit -> in_channel * int * Common.filename

val file_wrap_changen : (changen -> 'a) -> Common.filename -> 'a

val full_charpos_to_pos_large_from_changen : changen -> int -> int * int

package pfff