Cloudflare Docs
Edit this page
Report an issue with this page
Log into the Cloudflare dashboard
Set theme to dark (⇧+D)

Stream OpenAI API Responses

Use the OpenAI v4 SDK to stream responses from OpenAI.

In order to run this code, you must install the OpenAI SDK by running npm i openai.

import OpenAI from "openai";
export default {
async fetch(request, env, ctx): Promise<Response> {
const openai = new OpenAI({
apiKey: env.OPENAI_API_KEY
// Create a TransformStream to handle streaming data
let { readable, writable } = new TransformStream();
let writer = writable.getWriter();
const textEncoder = new TextEncoder();
ctx.waitUntil((async () => {
const stream = await{
model: 'gpt-3.5-turbo',
messages: [{ role: 'user', content: 'Tell me a story' }],
stream: true,
// loop over the data as it is streamed and write to the writeable
for await (const part of stream) {
writer.write(textEncoder.encode(part.choices[0]?.delta?.content || ''));
// Send the readable back to the browser
return new Response(readable);
} satisfies ExportedHandler<Env>;