package stem

  1. Overview
  2. Docs
A stemmer of words for few languages

Install 

dune-project
 Dependency

github.com Readme Changelog MIT License Edit opam file Versions (2)

Authors

  1. R
    Romain Calascibetta <romain.calascibetta@gmail.com>

Maintainers

  1. R
    Romain Calascibetta <romain.calascibetta@gmail.com>

Sources

stem-0.0.2.tbz
sha256=830e8693a19996caa7745fc67c6d3655b29128d253ff78088e77faba9ad7b488
sha512=d89a8246864f204fbaa159d7c09517003838913944f4a6235b63efb8e4e96fb1872baaa8563392b8e3a4e2354baf363b5e15ed2899f60d8cbf66bbcfdb6d2d85

doc/src/stem.tokenizer/whitespace.ml.html

Source file whitespace.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
let find_matches ?(encoding = Snowball.UTF_8) str =
  let seq = Seq.return str in
  let is = Uucp.White.is_white_space in
  match encoding with
  | Snowball.UTF_8 -> On_utf8.find_matches ~encoding:`UTF_8 ~is seq
  | Snowball.ISO_8859_1 -> On_utf8.find_matches ~encoding:`ISO_8859_1 ~is seq
  | encoding ->
      Fmt.invalid_arg "Unimplemented encoding: %a" Snowball.pp_encoding encoding

let find_matches_on_bstr ?(encoding = Snowball.UTF_8) bstr =
  let is = Uucp.White.is_white_space in
  match encoding with
  | Snowball.UTF_8 -> On_utf8.find_matches_on_bstr ~encoding:`UTF_8 ~is bstr
  | Snowball.ISO_8859_1 ->
      On_utf8.find_matches_on_bstr ~encoding:`ISO_8859_1 ~is bstr
  | encoding ->
      Fmt.invalid_arg "Unimplemented encoding: %a" Snowball.pp_encoding encoding