package ocaml-ai-sdk

  1. Overview
  2. Docs
OCaml AI SDK - Provider abstraction for AI models

Install 

dune-project
 Dependency

github.com Readme Changelog Edit opam file Versions (8)

Authors

  1. A
    Ahrefs

Maintainers

  1. J
    José Nogueira <jose.nogueira@ahrefs.com>

Sources

ocaml-ai-sdk-0.3.tbz
sha256=636d458cb1564ed88ca8c0250c432e91c2f822fd49ad2b923819e762bda10be6
sha512=361e476423ebc0f9cf561cc28ccd4531cf08e424e95eea43a67d6b8dbb457a49a25b418625ffa99f6327fc5df14e540e502d1aa8ed606111c5c010fe498eec2a

doc/src/ocaml-ai-sdk.ai_provider_openrouter/convert_usage.ml.html

Source file convert_usage.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
open Melange_json.Primitives

type prompt_tokens_details = {
  cached_tokens : int option; [@json.default None]
  cache_write_tokens : int option; [@json.default None]
}
[@@json.allow_extra_fields] [@@deriving of_json]

type completion_tokens_details = { reasoning_tokens : int option [@json.default None] }
[@@json.allow_extra_fields] [@@deriving of_json]

type cost_details = { upstream_inference_cost : float option [@json.default None] }
[@@json.allow_extra_fields] [@@deriving of_json]

type openrouter_usage = {
  prompt_tokens : int option; [@json.default None]
  completion_tokens : int option; [@json.default None]
  total_tokens : int option; [@json.default None]
  prompt_tokens_details : prompt_tokens_details option; [@json.default None]
  completion_tokens_details : completion_tokens_details option; [@json.default None]
  cost : float option; [@json.default None]
  cost_details : cost_details option; [@json.default None]
}
[@@json.allow_extra_fields] [@@deriving of_json]

type openrouter_usage_metadata = {
  cache_read_tokens : int;
  cache_write_tokens : int;
  reasoning_tokens : int;
  cost : float option;
  upstream_inference_cost : float option;
}

type _ Ai_provider.Provider_options.key += Openrouter_usage : openrouter_usage_metadata Ai_provider.Provider_options.key

let to_usage u =
  let input = Stdlib.Option.value ~default:0 u.prompt_tokens in
  let output = Stdlib.Option.value ~default:0 u.completion_tokens in
  {
    Ai_provider.Usage.input_tokens = input;
    output_tokens = output;
    total_tokens = Some (Stdlib.Option.value ~default:(input + output) u.total_tokens);
  }

let nested_int opt f = Stdlib.Option.bind opt f |> Stdlib.Option.value ~default:0

let to_metadata (u : openrouter_usage) =
  {
    cache_read_tokens = nested_int u.prompt_tokens_details (fun d -> d.cached_tokens);
    cache_write_tokens = nested_int u.prompt_tokens_details (fun d -> d.cache_write_tokens);
    reasoning_tokens = nested_int u.completion_tokens_details (fun d -> d.reasoning_tokens);
    cost = u.cost;
    upstream_inference_cost = Stdlib.Option.bind u.cost_details (fun d -> d.upstream_inference_cost);
  }