package saga

  1. Overview
  2. Docs

Source file saga_tokenizers__.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
(* generated by dune *)

(** @canonical Saga_tokenizers.Bpe *)
module Bpe = Saga_tokenizers__Bpe

(** @canonical Saga_tokenizers.Chars *)
module Chars = Saga_tokenizers__Chars

(** @canonical Saga_tokenizers.Decoders *)
module Decoders = Saga_tokenizers__Decoders

(** @canonical Saga_tokenizers.Encoding *)
module Encoding = Saga_tokenizers__Encoding

(** @canonical Saga_tokenizers.Normalizers *)
module Normalizers = Saga_tokenizers__Normalizers

(** @canonical Saga_tokenizers.Pre_tokenizers *)
module Pre_tokenizers = Saga_tokenizers__Pre_tokenizers

(** @canonical Saga_tokenizers.Processors *)
module Processors = Saga_tokenizers__Processors

(** @canonical Saga_tokenizers.Unicode *)
module Unicode = Saga_tokenizers__Unicode

(** @canonical Saga_tokenizers.Unigram *)
module Unigram = Saga_tokenizers__Unigram

(** @canonical Saga_tokenizers.Word_level *)
module Word_level = Saga_tokenizers__Word_level

(** @canonical Saga_tokenizers.Wordpiece *)
module Wordpiece = Saga_tokenizers__Wordpiece

module Saga_tokenizers__ = struct end
[@@deprecated "this module is shadowed"]