Unverified Commit 07c652a1 authored by Jiachi Liu's avatar Jiachi Liu Committed by GitHub

Fix server components externals on SSR layer (#61986)

### What

Fix the externals resolving for server rendering layer for app router.
For SSR requests, if it's next externals, we resolved and return early,
if we didn't resolve, keep going through the following externals
resolving

### Why

Previously on app router's SSR bundling layer, we didn't go through the
following requests when seeing an server external package, it will keep
bundling even it's in server components external packages.

A bug found in #61983 

Closes NEXT-2473
parent 6fb3993f
......@@ -151,6 +151,7 @@ export function makeExternalHandler({
}) {
let resolvedExternalPackageDirs: Map<string, string>
const looseEsmExternals = config.experimental?.esmExternals === 'loose'
const optOutBundlingPackagesSet = new Set(optOutBundlingPackages)
return async function handleExternals(
context: string,
......@@ -220,27 +221,6 @@ export function makeExternalHandler({
// Also disable esm request when appDir is enabled
const isEsmRequested = dependencyType === 'esm'
/**
* @param localRes the full path to the file
* @returns the externalized path
* @description returns an externalized path if the file is a Next.js file and ends with either `.shared-runtime.js` or `.external.js`
* This is used to ensure that files used across the rendering runtime(s) and the user code are one and the same. The logic in this function
* will rewrite the require to the correct bundle location depending on the layer at which the file is being used.
*/
const resolveNextExternal = (localRes: string) => {
const isExternal = externalPattern.test(localRes)
// if the file ends with .external, we need to make it a commonjs require in all cases
// this is used mainly to share the async local storage across the routing, rendering and user layers.
if (isExternal) {
// it's important we return the path that starts with `next/dist/` here instead of the absolute path
// otherwise NFT will get tripped up
return `commonjs ${normalizePathSep(
localRes.replace(/.*?next[/\\]dist/, 'next/dist')
)}`
}
}
// Don't bundle @vercel/og nodejs bundle for nodejs runtime.
// TODO-APP: bundle route.js with different layer that externals common node_module deps.
// Make sure @vercel/og is loaded as ESM for Node.js runtime
......@@ -288,11 +268,17 @@ export function makeExternalHandler({
// Early return if the request needs to be bundled, such as in the client layer.
// Treat react packages and next internals as external for SSR layer,
// also map react to builtin ones with require-hook.
// Otherwise keep continue the process to resolve the externals.
if (layer === WEBPACK_LAYERS.serverSideRendering) {
const isRelative = request.startsWith('.')
const fullRequest = isRelative
? normalizePathSep(path.join(context, request))
: request
// Check if it's opt out bundling package first
if (optOutBundlingPackagesSet.has(fullRequest)) {
return fullRequest
}
return resolveNextExternal(fullRequest)
}
......@@ -374,28 +360,85 @@ export function makeExternalHandler({
}
}
const shouldBeBundled =
isResourceInPackages(
res,
config.transpilePackages,
resolvedExternalPackageDirs
) ||
(isEsm && isAppLayer) ||
(!isAppLayer && config.experimental.bundlePagesExternals)
if (nodeModulesRegex.test(res)) {
if (isWebpackServerLayer(layer)) {
if (!optOutBundlingPackageRegex.test(res)) {
return // Bundle for server layer
}
return `${externalType} ${request}` // Externalize if opted out
}
const resolvedBundlingOptOutRes = resolveBundlingOptOutPackages({
resolvedRes: res,
optOutBundlingPackageRegex,
config,
resolvedExternalPackageDirs,
isEsm,
isAppLayer,
layer,
externalType,
request,
})
if (resolvedBundlingOptOutRes) {
return resolvedBundlingOptOutRes
}
// if here, we default to bundling the file
return
}
}
if (!shouldBeBundled || optOutBundlingPackageRegex.test(res)) {
return `${externalType} ${request}` // Externalize if not bundled or opted out
function resolveBundlingOptOutPackages({
resolvedRes,
optOutBundlingPackageRegex,
config,
resolvedExternalPackageDirs,
isEsm,
isAppLayer,
layer,
externalType,
request,
}: {
resolvedRes: string
optOutBundlingPackageRegex: RegExp
config: NextConfigComplete
resolvedExternalPackageDirs: Map<string, string>
isEsm: boolean
isAppLayer: boolean
layer: WebpackLayerName | null
externalType: string
request: string
}) {
const shouldBeBundled =
isResourceInPackages(
resolvedRes,
config.transpilePackages,
resolvedExternalPackageDirs
) ||
(isEsm && isAppLayer) ||
(!isAppLayer && config.experimental.bundlePagesExternals)
if (nodeModulesRegex.test(resolvedRes)) {
const isOptOutBundling = optOutBundlingPackageRegex.test(resolvedRes)
if (isWebpackServerLayer(layer)) {
if (isOptOutBundling) {
return `${externalType} ${request}` // Externalize if opted out
}
} else if (!shouldBeBundled || isOptOutBundling) {
return `${externalType} ${request}` // Externalize if not bundled or opted out
}
}
}
// if here, we default to bundling the file
/**
* @param localRes the full path to the file
* @returns the externalized path
* @description returns an externalized path if the file is a Next.js file and ends with either `.shared-runtime.js` or `.external.js`
* This is used to ensure that files used across the rendering runtime(s) and the user code are one and the same. The logic in this function
* will rewrite the require to the correct bundle location depending on the layer at which the file is being used.
*/
function resolveNextExternal(localRes: string) {
const isExternal = externalPattern.test(localRes)
// if the file ends with .external, we need to make it a commonjs require in all cases
// this is used mainly to share the async local storage across the routing, rendering and user layers.
if (isExternal) {
// it's important we return the path that starts with `next/dist/` here instead of the absolute path
// otherwise NFT will get tripped up
return `commonjs ${normalizePathSep(
localRes.replace(/.*?next[/\\]dist/, 'next/dist')
)}`
}
}
'use client'
import { dir } from 'external-package'
export default function Page() {
return <div id="directory-ssr">{dir}</div>
}
......@@ -2,11 +2,11 @@ import path from 'path'
import { createNextDescribe } from 'e2e-utils'
createNextDescribe(
'externals-app',
'app-dir - server components externals',
{
files: __dirname,
},
({ next }) => {
({ next, isTurbopack }) => {
it('should have externals for those in config.experimental.serverComponentsExternalPackages', async () => {
const $ = await next.render$('/')
......@@ -22,5 +22,14 @@ createNextDescribe(
const text = $('#directory').text()
expect(text).toBe(path.join(next.testDir, 'node_modules', 'sqlite3'))
})
// Inspect webpack server bundles
if (!isTurbopack) {
it('should externalize serverComponentsExternalPackages for server rendering layer', async () => {
await next.fetch('/client')
const ssrBundle = await next.readFile('.next/server/app/client/page.js')
expect(ssrBundle).not.toContain('external-package-mark')
})
}
}
)
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment