package ocaml-ai-sdk

  1. Overview
  2. Docs
OCaml AI SDK - Provider abstraction for AI models

Install 

dune-project
 Dependency

github.com Readme Changelog Edit opam file Versions (8)

Authors

  1. A
    Ahrefs

Maintainers

  1. J
    José Nogueira <jose.nogueira@ahrefs.com>

Sources

ocaml-ai-sdk-0.4.tbz
sha256=4f3f22ae61d360b994cd75323bcb6b6bf915f6755fd1e7bab6844ca8a240c1e7
sha512=3c52b17096da818f5d3bcf9fe16826c3bec4533d6a1681e8ba0f957f37ee4f425696017cb78f1a24732f8851010d436cf446f873b72b6a4f5004d6b492072abf

doc/src/ocaml-ai-sdk.ai_provider_anthropic/convert_usage.ml.html

Source file convert_usage.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
open Melange_json.Primitives

type cache_creation = {
  ephemeral_5m_input_tokens : int; [@json.default 0]
  ephemeral_1h_input_tokens : int; [@json.default 0]
}
[@@json.allow_extra_fields] [@@deriving json]

type anthropic_usage = {
  input_tokens : int; [@json.default 0]
  output_tokens : int; [@json.default 0]
  cache_read_input_tokens : int option; [@json.default None]
  cache_creation_input_tokens : int option; [@json.default None]
  cache_creation : cache_creation option; [@json.default None]
  service_tier : string option; [@json.default None]
  inference_geo : string option; [@json.default None]
}
[@@json.allow_extra_fields] [@@deriving json]

let to_usage u =
  {
    Ai_provider.Usage.input_tokens = u.input_tokens;
    output_tokens = u.output_tokens;
    total_tokens = Some (u.input_tokens + u.output_tokens);
  }

type _ Ai_provider.Provider_options.key += Cache_metrics : anthropic_usage Ai_provider.Provider_options.key

let to_provider_metadata u = Ai_provider.Provider_options.set Cache_metrics u Ai_provider.Provider_options.empty
let of_provider_metadata opts = Ai_provider.Provider_options.find Cache_metrics opts