Streaming chat ​

ts
import hop from "hopfield";
import openai from "hopfield/openai";
import OpenAI from "openai";
 
const hopfield = hop.client(openai).provider(new OpenAI());
 
const chat = hopfield.chat().streaming();
 
const messages: hop.inferMessageInput<typeof chat>[] = [
  {
    role: "user",
    content: "What's the coolest way to count to ten?",
  },
];
 
const response = await chat.get({
  messages,
});
 
// store all of the streaming chat chunks
const parts: hop.inferResult<typeof chat>[] = [];
 
for await (const part of response) {
  parts.push(part);
 
  // if the streaming delta contains new text content
  if (part.choices[0].__type === "content") {
                        
(property) __type: "stop" | "length" | "role" | "content" | "content_filter"
    // action based on the delta for the streaming message content
    await takeAction(part.choices[0].delta.content);
                                      
(property) delta: {
    content: string;
}
  }
}

ts
import hop from "hopfield";
import openai from "hopfield/openai";
import OpenAI from "openai";
 
const hopfield = hop.client(openai).provider(new OpenAI());
 
const chat = hopfield.chat().streaming();
 
const messages: hop.inferMessageInput<typeof chat>[] = [
  {
    role: "user",
    content: "What's the coolest way to count to ten?",
  },
];
 
const response = await chat.get({
  messages,
});
 
// store all of the streaming chat chunks
const parts: hop.inferResult<typeof chat>[] = [];
 
for await (const part of response) {
  parts.push(part);
 
  // if the streaming delta contains new text content
  if (part.choices[0].__type === "content") {
                        
(property) __type: "stop" | "length" | "role" | "content" | "content_filter"
    // action based on the delta for the streaming message content
    await takeAction(part.choices[0].delta.content);
                                      
(property) delta: {
    content: string;
}
  }
}