package ocaml-ai-sdk

  1. Overview
  2. Docs
OCaml AI SDK - Provider abstraction for AI models

Install

dune-project
 Dependency

Authors

Maintainers

Sources

ocaml-ai-sdk-0.6.3.tbz
sha256=0cc0a957784c295877b6bcc4f80c0dba0f6507d3c282e7d6cbd71038050376de
sha512=f8e082376b4de194a877d0df193892cdaa8139a4789f51eebac651acf8b6d4064b95242e158d86c1a32776d99130d43ed4c1119e2d54e738e93bdba2a6ad9a33

doc/src/ocaml-ai-sdk.ai_core/ui_message_stream.ml.html

Source file ui_message_stream.ml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
let headers =
  [
    "content-type", "text/event-stream";
    "cache-control", "no-cache";
    "connection", "keep-alive";
    "x-vercel-ai-ui-message-stream", "v1";
    "x-accel-buffering", "no";
  ]

let chunk_to_sse chunk =
  let json = Ui_message_chunk.to_json chunk in
  Printf.sprintf "data: %s\n\n" (Yojson.Basic.to_string json)

let done_sse = "data: [DONE]\n\n"

let stream_to_sse chunks =
  let sse_stream, push = Lwt_stream.create () in
  Lwt.async (fun () ->
    try%lwt
      let%lwt () = Lwt_stream.iter (fun chunk -> push (Some (chunk_to_sse chunk))) chunks in
      push (Some done_sse);
      push None;
      Lwt.return_unit
    with _exn ->
      push (Some done_sse);
      push None;
      Lwt.return_unit);
  sse_stream