Unverified Commit d8e1e505 authored by Lee Robinson's avatar Lee Robinson Committed by GitHub

docs: update Route Handler streaming example (#65286)

Co-authored-by: 's avatarJJ Kasper <jj@jjsweb.site>
parent dccff3a8
......@@ -396,49 +396,35 @@ export function GET(request) {
### Streaming
Streaming is commonly used in combination with Large Language Models (LLMs), such as OpenAI, for AI-generated content. Learn more about the [AI SDK](https://sdk.vercel.ai/docs).
Streaming is commonly used in combination with Large Language Models (LLMs), such as OpenAI, for AI-generated content. Learn more about the [AI SDK](https://sdk.vercel.ai/docs/introduction).
```ts filename="app/api/chat/route.ts" switcher
import OpenAI from 'openai'
import { OpenAIStream, StreamingTextResponse } from 'ai'
import { openai } from '@ai-sdk/openai'
import { StreamingTextResponse, streamText } from 'ai'
const openai = new OpenAI({
apiKey: process.env.OPENAI_API_KEY,
})
export async function POST(req: Request) {
export async function POST(req) {
const { messages } = await req.json()
const response = await openai.chat.completions.create({
model: 'gpt-3.5-turbo',
stream: true,
const result = await streamText({
model: openai('gpt-4-turbo'),
messages,
})
const stream = OpenAIStream(response)
return new StreamingTextResponse(stream)
return new StreamingTextResponse(result.toAIStream())
}
```
```js filename="app/api/chat/route.js" switcher
import OpenAI from 'openai'
import { OpenAIStream, StreamingTextResponse } from 'ai'
import { openai } from '@ai-sdk/openai'
import { StreamingTextResponse, streamText } from 'ai'
const openai = new OpenAI({
apiKey: process.env.OPENAI_API_KEY,
})
export async function POST(req) {
export async function POST(req: Request) {
const { messages } = await req.json()
const response = await openai.chat.completions.create({
model: 'gpt-3.5-turbo',
stream: true,
const result = await streamText({
model: openai('gpt-4-turbo'),
messages,
})
const stream = OpenAIStream(response)
return new StreamingTextResponse(stream)
return new StreamingTextResponse(result.toAIStream())
}
```
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment