package ocaml-ai-sdk

  1. Overview
  2. Docs
OCaml AI SDK - Provider abstraction for AI models

Install 

dune-project
 Dependency

github.com Readme Changelog Edit opam file Versions (8)

Authors

  1. A
    Ahrefs

Maintainers

  1. J
    José Nogueira <jose.nogueira@ahrefs.com>

Sources

ocaml-ai-sdk-0.2.tbz
sha256=17063971a74ccd72619a43ecfcb29d28cdf08f90d406a960bd475f65fee1a0d9
sha512=1f3f2d1d7fa4f53843cc1b303cbf9d6dcc85780e7c768ced723f3de83ea897748fa231b48e729216abcc069dee818edc6751a45271541e8a007369bf6e9d23e3

doc/src/ocaml-ai-sdk.ai_provider/middleware.ml.html

Source file middleware.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
module type S = sig
  val wrap_generate : generate:(Call_options.t -> Generate_result.t Lwt.t) -> Call_options.t -> Generate_result.t Lwt.t

  val wrap_stream : stream:(Call_options.t -> Stream_result.t Lwt.t) -> Call_options.t -> Stream_result.t Lwt.t
end

let apply (module Mw : S) (model : Language_model.t) : Language_model.t =
  let (module M : Language_model.S) = model in
  (module struct
    let specification_version = M.specification_version
    let provider = M.provider
    let model_id = M.model_id
    let generate opts = Mw.wrap_generate ~generate:M.generate opts
    let stream opts = Mw.wrap_stream ~stream:M.stream opts
  end)