package chatoyant

  1. Overview
  2. Docs
OCaml-first LLM SDK with Melange-generated JavaScript

Install 

dune-project
 Dependency

github.com Readme Changelog Edit opam file Versions (4)

Authors

  1. A
    Anonyfox <max@anonyfox.com>

Maintainers

  1. A
    Anonyfox <max@anonyfox.com>

Sources

chatoyant-v0.12.2.tbz
sha256=a885dcf4b3c6ede268e2027bedf6955a5c889f7ed01c40b719f8369655957d47
sha512=0bb8dfa12157ba2e482927717c2242c1ea914dce1427801e405987811550afbd6d6b11f07d1e1379259360d17f4ca43ff81963bf407cddb7bedd0dfbb93a55ee

doc/src/chatoyant.provider/local.ml.html

Source file local.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
type request = Openai.chat_request
type response = Openai.chat_response
type responses_request = Openai.responses_request
type responses_response = Openai.responses_response
type image_request = Openai.image_request
type image_response = Openai.image_response
type embedding_request = Openai.embedding_request
type embedding_response = Openai.embedding_response

let default_config =
  Openai_compatible.local_config ~base_url:"http://127.0.0.1:11434/v1" ()

let chat_request_json request =
  Openai_compatible.chat_request_json default_config request

let responses_request_json request =
  Openai_compatible.responses_request_json default_config request

let image_request_json request =
  Openai_compatible.image_request_json default_config request

let embedding_request_json request =
  Openai_compatible.embedding_request_json default_config request

let authorization_headers ?(api_key = "local") () =
  Openai_compatible.authorization_headers
    (Openai_compatible.local_config ~api_key
       ~base_url:"http://127.0.0.1:11434/v1" ())

let chat_response_of_stream_chunks chunks =
  Openai_compatible.chat_response_of_stream_chunks default_config chunks

let response_of_stream_chunks chunks =
  Openai_compatible.response_of_stream_chunks default_config chunks

let compatible_config base_url api_key timeout_ms headers =
  Openai_compatible.local_config ?api_key ?timeout_ms ~headers ~base_url ()

module Make_client (Http : Chatoyant_runtime.Effect.HTTP) = struct
  module Client = Openai_compatible.Make_client (Http)

  type config = {
    base_url : string;
    api_key : string option;
    timeout_ms : int option;
    headers : (string * string) list;
  }

  let to_compatible config =
    compatible_config config.base_url config.api_key config.timeout_ms
      config.headers

  let create_chat config request =
    Client.create_chat (to_compatible config) request

  let create_response config request =
    Client.create_response (to_compatible config) request

  let generate_image config request =
    Client.generate_image (to_compatible config) request

  let create_embedding config request =
    Client.create_embedding (to_compatible config) request

  let list_models config = Client.list_models (to_compatible config)

  let retrieve_model config ~model_id =
    Client.retrieve_model (to_compatible config) ~model_id
end

module Make_provider
    (Http : Chatoyant_runtime.Effect.HTTP)
    (Config : sig
      val base_url : string
      val api_key : string option
      val timeout_ms : int option
      val headers : (string * string) list
    end) =
struct
  module Provider_impl =
    Openai_compatible.Make_provider
      (Http)
      (struct
        let provider_id = Provider.Local

        let config =
          compatible_config Config.base_url Config.api_key Config.timeout_ms
            Config.headers
      end)

  let id = Provider_impl.id
  let generate = Provider_impl.generate
end