Omni overview

wss://api.pyai.com/v1/omni

microphone → VAD → speech-to-text → LLM → text-to-speech → speaker

microphone → Omni → speaker
                 ↘ tools and knowledge

import WebSocket from "ws";

function controlFrame(body: object) {
  return Buffer.concat([
    Buffer.from([0x03]),
    Buffer.from(JSON.stringify(body), "utf8"),
  ]);
}

const ws = new WebSocket(
  "wss://api.pyai.com/v1/omni?format=pcm16&rate=24000",
  [`pyai-key.${process.env.PYAI_API_KEY}`],
);

ws.on("open", () => {
  ws.send(controlFrame({
    type: "configure",
    voice_id: "stock_dorit_en_us",
    persona: "You are a helpful appointment scheduler.",
    tools: ["datetime"],
  }));
});