infer0 Test Client

A third-party app powered by infer0.

const res = await fetch("https://infer0.com/v1/chat/completions", {
  method: "POST",
  headers: {
    "Content-Type": "application/json",
    Authorization: "Bearer " + accessToken,
  },
  body: JSON.stringify({ messages, stream: true }),
});

const reader = res.body.getReader();
const decoder = new TextDecoder();
let buffer = "";

while (true) {
  const { done, value } = await reader.read();
  if (done) break;
  buffer += decoder.decode(value, { stream: true });
  for (const p of buffer.split("\n\n")) {
    // parse and render chunks
  }
}