Unverified Commit 57bb52d3 authored by JJ Kasper's avatar JJ Kasper Committed by GitHub

Fix stale revalidate stream handling (#55978)

This ensures we don't block sending the stream down when handling stale revalidates, in edge runtime we leverage the existing `waitUntil` handling and in node.js runtime we couple this into our pipe readable handling to wait to close the writable until after the promise resolves. 

x-ref: https://github.com/vercel/next.js/issues/54193
parent df3c1b82
...@@ -1765,12 +1765,12 @@ export const renderToHTMLOrFlight: AppPageRender = ( ...@@ -1765,12 +1765,12 @@ export const renderToHTMLOrFlight: AppPageRender = (
asNotFound: pagePath === '/404', asNotFound: pagePath === '/404',
tree: loaderTree, tree: loaderTree,
}), }),
{ ...extraRenderResultMeta } {
...extraRenderResultMeta,
waitUntil: Promise.all(staticGenerationStore.pendingRevalidates || []),
}
) )
if (staticGenerationStore.pendingRevalidates) {
await Promise.all(staticGenerationStore.pendingRevalidates)
}
addImplicitTags(staticGenerationStore) addImplicitTags(staticGenerationStore)
extraRenderResultMeta.fetchTags = staticGenerationStore.tags?.join(',') extraRenderResultMeta.fetchTags = staticGenerationStore.tags?.join(',')
renderResult.extendMetadata({ renderResult.extendMetadata({
......
...@@ -16,6 +16,7 @@ export type StaticGenerationContext = { ...@@ -16,6 +16,7 @@ export type StaticGenerationContext = {
fetchCache?: StaticGenerationStore['fetchCache'] fetchCache?: StaticGenerationStore['fetchCache']
isDraftMode?: boolean isDraftMode?: boolean
isServerAction?: boolean isServerAction?: boolean
waitUntil?: Promise<any>
/** /**
* A hack around accessing the store value outside the context of the * A hack around accessing the store value outside the context of the
......
...@@ -2080,8 +2080,12 @@ export default abstract class Server<ServerOptions extends Options = Options> { ...@@ -2080,8 +2080,12 @@ export default abstract class Server<ServerOptions extends Options = Options> {
} }
// Send the response now that we have copied it into the cache. // Send the response now that we have copied it into the cache.
await sendResponse(req, res, response) await sendResponse(
req,
res,
response,
context.staticGenerationContext.waitUntil
)
return null return null
} catch (err) { } catch (err) {
// If this is during static generation, throw the error again. // If this is during static generation, throw the error again.
......
...@@ -371,9 +371,10 @@ export class AppRouteRouteModule extends RouteModule< ...@@ -371,9 +371,10 @@ export class AppRouteRouteModule extends RouteModule<
;(context.staticGenerationContext as any).fetchMetrics = ;(context.staticGenerationContext as any).fetchMetrics =
staticGenerationStore.fetchMetrics staticGenerationStore.fetchMetrics
await Promise.all( context.staticGenerationContext.waitUntil = Promise.all(
staticGenerationStore.pendingRevalidates || [] staticGenerationStore.pendingRevalidates || []
) )
addImplicitTags(staticGenerationStore) addImplicitTags(staticGenerationStore)
;(context.staticGenerationContext as any).fetchTags = ;(context.staticGenerationContext as any).fetchTags =
staticGenerationStore.tags?.join(',') staticGenerationStore.tags?.join(',')
......
...@@ -36,11 +36,14 @@ export interface PipeTarget<R = any> { ...@@ -36,11 +36,14 @@ export interface PipeTarget<R = any> {
* Allows us to cleanup our onClose listener. * Allows us to cleanup our onClose listener.
*/ */
off: (event: 'close', cb: () => void) => void off: (event: 'close', cb: () => void) => void
closed?: boolean
} }
export async function pipeReadable( export async function pipeReadable(
readable: ReadableStream<Uint8Array>, readable: ReadableStream<Uint8Array>,
writable: PipeTarget<Uint8Array> writable: PipeTarget<Uint8Array>,
waitUntilForEnd?: Promise<void>
) { ) {
const reader = readable.getReader() const reader = readable.getReader()
let readerDone = false let readerDone = false
...@@ -93,6 +96,10 @@ export async function pipeReadable( ...@@ -93,6 +96,10 @@ export async function pipeReadable(
// If the client hasn't disconnected yet, end the writable so that the // If the client hasn't disconnected yet, end the writable so that the
// response sends the final bytes. // response sends the final bytes.
if (waitUntilForEnd) {
await waitUntilForEnd
}
if (!writableClosed) { if (!writableClosed) {
writable.end() writable.end()
} }
......
...@@ -12,6 +12,7 @@ export type RenderResultMetadata = { ...@@ -12,6 +12,7 @@ export type RenderResultMetadata = {
isRedirect?: boolean isRedirect?: boolean
fetchMetrics?: StaticGenerationStore['fetchMetrics'] fetchMetrics?: StaticGenerationStore['fetchMetrics']
fetchTags?: string fetchTags?: string
waitUntil?: Promise<any>
} }
type RenderResultResponse = ReadableStream<Uint8Array> | string | null type RenderResultResponse = ReadableStream<Uint8Array> | string | null
...@@ -47,10 +48,13 @@ export default class RenderResult { ...@@ -47,10 +48,13 @@ export default class RenderResult {
return new RenderResult(value) return new RenderResult(value)
} }
private waitUntil?: Promise<void>
constructor( constructor(
response: RenderResultResponse, response: RenderResultResponse,
{ {
contentType, contentType,
waitUntil,
...metadata ...metadata
}: { }: {
contentType?: ContentTypeOption contentType?: ContentTypeOption
...@@ -59,6 +63,7 @@ export default class RenderResult { ...@@ -59,6 +63,7 @@ export default class RenderResult {
this.response = response this.response = response
this.contentType = contentType this.contentType = contentType
this.metadata = metadata this.metadata = metadata
this.waitUntil = waitUntil
} }
public extendMetadata(metadata: RenderResultMetadata) { public extendMetadata(metadata: RenderResultMetadata) {
...@@ -107,6 +112,6 @@ export default class RenderResult { ...@@ -107,6 +112,6 @@ export default class RenderResult {
) )
} }
return await pipeReadable(this.response, res) return await pipeReadable(this.response, res, this.waitUntil)
} }
} }
...@@ -13,7 +13,8 @@ import { splitCookiesString } from './web/utils' ...@@ -13,7 +13,8 @@ import { splitCookiesString } from './web/utils'
export async function sendResponse( export async function sendResponse(
req: BaseNextRequest, req: BaseNextRequest,
res: BaseNextResponse, res: BaseNextResponse,
response: Response response: Response,
waitUntil?: Promise<any>
): Promise<void> { ): Promise<void> {
// Don't use in edge runtime // Don't use in edge runtime
if (process.env.NEXT_RUNTIME !== 'edge') { if (process.env.NEXT_RUNTIME !== 'edge') {
...@@ -45,7 +46,7 @@ export async function sendResponse( ...@@ -45,7 +46,7 @@ export async function sendResponse(
// A response body must not be sent for HEAD requests. See https://httpwg.org/specs/rfc9110.html#HEAD // A response body must not be sent for HEAD requests. See https://httpwg.org/specs/rfc9110.html#HEAD
if (response.body && req.method !== 'HEAD') { if (response.body && req.method !== 'HEAD') {
await pipeReadable(response.body, originalResponse) await pipeReadable(response.body, originalResponse, waitUntil)
} else { } else {
originalResponse.end() originalResponse.end()
} }
......
...@@ -12,6 +12,7 @@ import { IncrementalCache } from '../lib/incremental-cache' ...@@ -12,6 +12,7 @@ import { IncrementalCache } from '../lib/incremental-cache'
import { RouteMatcher } from '../future/route-matchers/route-matcher' import { RouteMatcher } from '../future/route-matchers/route-matcher'
import { removeTrailingSlash } from '../../shared/lib/router/utils/remove-trailing-slash' import { removeTrailingSlash } from '../../shared/lib/router/utils/remove-trailing-slash'
import { removePathPrefix } from '../../shared/lib/router/utils/remove-path-prefix' import { removePathPrefix } from '../../shared/lib/router/utils/remove-path-prefix'
import { NextFetchEvent } from './spec-extension/fetch-event'
type WrapOptions = Partial<Pick<AdapterOptions, 'page'>> type WrapOptions = Partial<Pick<AdapterOptions, 'page'>>
...@@ -62,7 +63,10 @@ export class EdgeRouteModuleWrapper { ...@@ -62,7 +63,10 @@ export class EdgeRouteModuleWrapper {
} }
} }
private async handler(request: NextRequest): Promise<Response> { private async handler(
request: NextRequest,
evt: NextFetchEvent
): Promise<Response> {
// Get the pathname for the matcher. Pathnames should not have trailing // Get the pathname for the matcher. Pathnames should not have trailing
// slashes for matching. // slashes for matching.
let pathname = removeTrailingSlash(new URL(request.url).pathname) let pathname = removeTrailingSlash(new URL(request.url).pathname)
...@@ -108,6 +112,11 @@ export class EdgeRouteModuleWrapper { ...@@ -108,6 +112,11 @@ export class EdgeRouteModuleWrapper {
} }
// Get the response from the handler. // Get the response from the handler.
return await this.routeModule.handle(request, context) const res = await this.routeModule.handle(request, context)
if (context.staticGenerationContext.waitUntil) {
evt.waitUntil(context.staticGenerationContext.waitUntil)
}
return res
} }
} }
...@@ -502,6 +502,13 @@ createNextDescribe( ...@@ -502,6 +502,13 @@ createNextDescribe(
'force-cache.html', 'force-cache.html',
'ssg-draft-mode.rsc', 'ssg-draft-mode.rsc',
'ssr-forced/page.js', 'ssr-forced/page.js',
'stale-cache-serving-edge/app-page/page.js',
'stale-cache-serving-edge/app-page/page_client-reference-manifest.js',
'stale-cache-serving-edge/route-handler/route.js',
'stale-cache-serving/app-page.prefetch.rsc',
'stale-cache-serving/app-page/page.js',
'stale-cache-serving/app-page/page_client-reference-manifest.js',
'stale-cache-serving/route-handler/route.js',
'custom.prefetch.rsc', 'custom.prefetch.rsc',
'force-cache/page.js', 'force-cache/page.js',
'ssg-draft-mode.html', 'ssg-draft-mode.html',
...@@ -1627,6 +1634,44 @@ createNextDescribe( ...@@ -1627,6 +1634,44 @@ createNextDescribe(
}) })
} }
it.each([
{ path: '/stale-cache-serving/app-page' },
{ path: '/stale-cache-serving/route-handler' },
{ path: '/stale-cache-serving-edge/app-page' },
{ path: '/stale-cache-serving-edge/route-handler' },
])('should stream properly for $path', async ({ path }) => {
// prime cache initially
await next.fetch(path)
for (let i = 0; i < 6; i++) {
await waitFor(1000)
const start = Date.now()
let streamStart = 0
const res = await next.fetch(path)
const chunks: any[] = []
await new Promise<void>((bodyResolve) => {
res.body.on('data', (chunk) => {
if (!streamStart) {
streamStart = Date.now()
}
chunks.push(chunk)
})
res.body.on('end', () => {
bodyResolve()
})
})
require('console').log({
start,
duration: Date.now() - start,
streamStart,
startDuration: streamStart - start,
})
expect(streamStart - start).toBeLessThan(3000)
}
})
it('should correctly handle statusCode with notFound + ISR', async () => { it('should correctly handle statusCode with notFound + ISR', async () => {
for (let i = 0; i < 5; i++) { for (let i = 0; i < 5; i++) {
const res = await next.fetch('/articles/non-existent') const res = await next.fetch('/articles/non-existent')
......
export const runtime = 'edge'
const delay = 3000
export default async function Page(props) {
const start = Date.now()
const data = await fetch(
`https://next-data-api-endpoint.vercel.app/api/delay?delay=${delay}`,
{ next: { revalidate: 3 } }
).then((res) => res.json())
const fetchDuration = Date.now() - start
return (
<>
<p id="data">
{JSON.stringify({ fetchDuration, data, now: Date.now() })}
</p>
</>
)
}
import { NextRequest, NextResponse } from 'next/server'
export const runtime = 'edge'
const delay = 3000
export async function GET(req: NextRequest) {
const start = Date.now()
const data = await fetch(
`https://next-data-api-endpoint.vercel.app/api/delay?delay=${delay}`,
{ next: { revalidate: 3 } }
).then((res) => res.json())
const fetchDuration = Date.now() - start
return NextResponse.json({ fetchDuration, data, now: Date.now() })
}
export const dynamic = 'force-dynamic'
const delay = 3000
export default async function Page(props) {
const start = Date.now()
const data = await fetch(
`https://next-data-api-endpoint.vercel.app/api/delay?delay=${delay}`,
{ next: { revalidate: 3 } }
).then((res) => res.json())
const fetchDuration = Date.now() - start
return (
<>
<p id="data">
{JSON.stringify({ fetchDuration, data, now: Date.now() })}
</p>
</>
)
}
import { NextRequest, NextResponse } from 'next/server'
export const dynamic = 'force-dynamic'
const delay = 3000
export async function GET(req: NextRequest) {
const start = Date.now()
const data = await fetch(
`https://next-data-api-endpoint.vercel.app/api/delay?delay=${delay}`,
{ next: { revalidate: 3 } }
).then((res) => res.json())
const fetchDuration = Date.now() - start
return NextResponse.json({ fetchDuration, data, now: Date.now() })
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment