package ocaml-ai-sdk

  1. Overview
  2. Docs
OCaml AI SDK - Provider abstraction for AI models

Install

dune-project
 Dependency

Authors

Maintainers

Sources

ocaml-ai-sdk-0.1.tbz
sha256=467ed85a42617ce399d0032d81f27f8dd2e8ca9b0753daeb2cbd84bf46761370
sha512=f5e96feea16c6ffdb45f49ee3e84e9cdb5426245c1ac32acc6434c15b949cc576c1007ed463bf1362dce507d10700eb96acf5a42fa7eed4e8e491ae0214a2e4a

doc/src/ocaml-ai-sdk.ai_core/ui_message_stream.ml.html

Source file ui_message_stream.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
let headers =
  [
    "content-type", "text/event-stream";
    "cache-control", "no-cache";
    "connection", "keep-alive";
    "x-vercel-ai-ui-message-stream", "v1";
    "x-accel-buffering", "no";
  ]

let chunk_to_sse chunk =
  let json = Ui_message_chunk.to_json chunk in
  Printf.sprintf "data: %s\n\n" (Yojson.Basic.to_string json)

let done_sse = "data: [DONE]\n\n"

let stream_to_sse chunks =
  let sse_stream, push = Lwt_stream.create () in
  Lwt.async (fun () ->
    Lwt.catch
      (fun () ->
        let%lwt () = Lwt_stream.iter (fun chunk -> push (Some (chunk_to_sse chunk))) chunks in
        push (Some done_sse);
        push None;
        Lwt.return_unit)
      (fun _exn ->
        push (Some done_sse);
        push None;
        Lwt.return_unit));
  sse_stream