package ocaml-ai-sdk

  1. Overview
  2. Docs
OCaml AI SDK - Provider abstraction for AI models

Install

dune-project
 Dependency

Authors

Maintainers

Sources

ocaml-ai-sdk-0.4.tbz
sha256=4f3f22ae61d360b994cd75323bcb6b6bf915f6755fd1e7bab6844ca8a240c1e7
sha512=3c52b17096da818f5d3bcf9fe16826c3bec4533d6a1681e8ba0f957f37ee4f425696017cb78f1a24732f8851010d436cf446f873b72b6a4f5004d6b492072abf

doc/src/ocaml-ai-sdk.ai_core/ui_message_stream.ml.html

Source file ui_message_stream.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
let headers =
  [
    "content-type", "text/event-stream";
    "cache-control", "no-cache";
    "connection", "keep-alive";
    "x-vercel-ai-ui-message-stream", "v1";
    "x-accel-buffering", "no";
  ]

let chunk_to_sse chunk =
  let json = Ui_message_chunk.to_json chunk in
  Printf.sprintf "data: %s\n\n" (Yojson.Basic.to_string json)

let done_sse = "data: [DONE]\n\n"

let stream_to_sse chunks =
  let sse_stream, push = Lwt_stream.create () in
  Lwt.async (fun () ->
    try%lwt
      let%lwt () = Lwt_stream.iter (fun chunk -> push (Some (chunk_to_sse chunk))) chunks in
      push (Some done_sse);
      push None;
      Lwt.return_unit
    with _exn ->
      push (Some done_sse);
      push None;
      Lwt.return_unit);
  sse_stream