Unverified Commit b96ff8de authored by Shu Ding's avatar Shu Ding Committed by GitHub

Fix CSS imports tree-shaking (#41357)

The way we currently track server CSS imports is to collect CSS files that each **module** depends on. This happens on the module graph level which is a global thing and cannot be tree-shaken properly (check the enabled test for more details).

In this PR we collect another information, of CSS files that each **entrypoint** depends on. This is the CSS list after tree-shaken on the entry level. By intersecting these CSS imports with the module-level CSS imports, we can get the final used CSS imports for each _layout_.

cc @hanneslund 

## Bug

- [ ] Related issues linked using `fixes #number`
- [x] Integration tests added
- [ ] Errors have a helpful link attached, see `contributing.md`

## Feature

- [ ] Implements an existing feature request or RFC. Make sure the feature request has been accepted for implementation before opening a PR.
- [ ] Related issues linked using `fixes #number`
- [ ] Integration tests added
- [ ] Documentation added
- [ ] Telemetry added. In case of a feature if it's used or not.
- [ ] Errors have a helpful link attached, see `contributing.md`

## Documentation / Examples

- [ ] Make sure the linting passes by running `pnpm lint`
- [ ] The "examples guidelines" are followed from [our contributing doc](https://github.com/vercel/next.js/blob/canary/contributing/examples/adding-examples.md)
parent 9b106db2
...@@ -33,6 +33,7 @@ async function createTreeCodeFromPath({ ...@@ -33,6 +33,7 @@ async function createTreeCodeFromPath({
}) { }) {
const splittedPath = pagePath.split(/[\\/]/) const splittedPath = pagePath.split(/[\\/]/)
const appDirPrefix = splittedPath[0] const appDirPrefix = splittedPath[0]
const pages: string[] = []
async function createSubtreePropsFromSegmentPath( async function createSubtreePropsFromSegmentPath(
segments: string[] segments: string[]
...@@ -56,6 +57,8 @@ async function createTreeCodeFromPath({ ...@@ -56,6 +57,8 @@ async function createTreeCodeFromPath({
if (parallelSegment === 'page') { if (parallelSegment === 'page') {
const matchedPagePath = `${appDirPrefix}${parallelSegmentPath}` const matchedPagePath = `${appDirPrefix}${parallelSegmentPath}`
const resolvedPagePath = await resolve(matchedPagePath) const resolvedPagePath = await resolve(matchedPagePath)
if (resolvedPagePath) pages.push(resolvedPagePath)
// Use '' for segment as it's the page. There can't be a segment called '' so this is the safest way to add it. // Use '' for segment as it's the page. There can't be a segment called '' so this is the safest way to add it.
props[parallelKey] = `['', {}, {layoutOrPagePath: ${JSON.stringify( props[parallelKey] = `['', {}, {layoutOrPagePath: ${JSON.stringify(
resolvedPagePath resolvedPagePath
...@@ -107,7 +110,7 @@ async function createTreeCodeFromPath({ ...@@ -107,7 +110,7 @@ async function createTreeCodeFromPath({
} }
const tree = await createSubtreePropsFromSegmentPath([]) const tree = await createSubtreePropsFromSegmentPath([])
return `const tree = ${tree}.children;` return [`const tree = ${tree}.children;`, pages]
} }
function createAbsolutePath(appDir: string, pathToTurnAbsolute: string) { function createAbsolutePath(appDir: string, pathToTurnAbsolute: string) {
...@@ -173,7 +176,7 @@ const nextAppLoader: webpack.LoaderDefinitionFunction<{ ...@@ -173,7 +176,7 @@ const nextAppLoader: webpack.LoaderDefinitionFunction<{
} }
} }
const treeCode = await createTreeCodeFromPath({ const [treeCode, pages] = await createTreeCodeFromPath({
pagePath, pagePath,
resolve: resolver, resolve: resolver,
resolveParallelSegments, resolveParallelSegments,
...@@ -181,6 +184,7 @@ const nextAppLoader: webpack.LoaderDefinitionFunction<{ ...@@ -181,6 +184,7 @@ const nextAppLoader: webpack.LoaderDefinitionFunction<{
const result = ` const result = `
export ${treeCode} export ${treeCode}
export const pages = ${JSON.stringify(pages)}
export const AppRouter = require('next/dist/client/components/app-router.js').default export const AppRouter = require('next/dist/client/components/app-router.js').default
export const LayoutRouter = require('next/dist/client/components/layout-router.js').default export const LayoutRouter = require('next/dist/client/components/layout-router.js').default
......
import { stringify } from 'querystring' import { stringify } from 'querystring'
import path from 'path' import path from 'path'
import { relative } from 'path'
import { webpack, sources } from 'next/dist/compiled/webpack/webpack' import { webpack, sources } from 'next/dist/compiled/webpack/webpack'
import { import {
getInvalidator, getInvalidator,
...@@ -96,7 +95,7 @@ export class FlightClientEntryPlugin { ...@@ -96,7 +95,7 @@ export class FlightClientEntryPlugin {
// Note that this isn't that reliable as webpack is still possible to assign // Note that this isn't that reliable as webpack is still possible to assign
// additional queries to make sure there's no conflict even using the `named` // additional queries to make sure there's no conflict even using the `named`
// module ID strategy. // module ID strategy.
let ssrNamedModuleId = relative(compiler.context, modResource) let ssrNamedModuleId = path.relative(compiler.context, modResource)
if (!ssrNamedModuleId.startsWith('.')) { if (!ssrNamedModuleId.startsWith('.')) {
// TODO use getModuleId instead // TODO use getModuleId instead
ssrNamedModuleId = `./${ssrNamedModuleId.replace(/\\/g, '/')}` ssrNamedModuleId = `./${ssrNamedModuleId.replace(/\\/g, '/')}`
...@@ -248,8 +247,56 @@ export class FlightClientEntryPlugin { ...@@ -248,8 +247,56 @@ export class FlightClientEntryPlugin {
) )
}) })
// After optimizing all the modules, we collect the CSS that are still used. // After optimizing all the modules, we collect the CSS that are still used
// by the certain chunk.
compilation.hooks.afterOptimizeModules.tap(PLUGIN_NAME, () => { compilation.hooks.afterOptimizeModules.tap(PLUGIN_NAME, () => {
const cssImportsForChunk: Record<string, string[]> = {}
function collectModule(entryName: string, mod: any) {
const resource = mod.resource
if (resource) {
if (regexCSS.test(resource)) {
cssImportsForChunk[entryName].push(resource)
}
}
}
compilation.chunkGroups.forEach((chunkGroup: any) => {
chunkGroup.chunks.forEach((chunk: webpack.Chunk) => {
// Here we only track page chunks.
if (!chunk.name) return
if (!chunk.name.endsWith('/page')) return
const entryName = path.join(compiler.context, chunk.name)
if (!cssImportsForChunk[entryName]) {
cssImportsForChunk[entryName] = []
}
const chunkModules = compilation.chunkGraph.getChunkModulesIterable(
chunk
) as Iterable<webpack.NormalModule>
for (const mod of chunkModules) {
collectModule(entryName, mod)
const anyModule = mod as any
if (anyModule.modules) {
anyModule.modules.forEach((concatenatedMod: any) => {
collectModule(entryName, concatenatedMod)
})
}
}
const entryCSSInfo: Record<string, string[]> =
flightCSSManifest.__entry_css__ || {}
entryCSSInfo[entryName] = cssImportsForChunk[entryName]
Object.assign(flightCSSManifest, {
__entry_css__: entryCSSInfo,
})
})
})
forEachEntryModule(({ entryModule }) => { forEachEntryModule(({ entryModule }) => {
for (const connection of compilation.moduleGraph.getOutgoingConnections( for (const connection of compilation.moduleGraph.getOutgoingConnections(
entryModule entryModule
......
...@@ -70,6 +70,10 @@ export type FlightManifest = { ...@@ -70,6 +70,10 @@ export type FlightManifest = {
export type FlightCSSManifest = { export type FlightCSSManifest = {
[modulePath: string]: string[] [modulePath: string]: string[]
} & {
__entry_css__?: {
[entry: string]: string[]
}
} }
const PLUGIN_NAME = 'FlightManifestPlugin' const PLUGIN_NAME = 'FlightManifestPlugin'
......
...@@ -512,7 +512,8 @@ function getSegmentParam(segment: string): { ...@@ -512,7 +512,8 @@ function getSegmentParam(segment: string): {
function getCssInlinedLinkTags( function getCssInlinedLinkTags(
serverComponentManifest: FlightManifest, serverComponentManifest: FlightManifest,
serverCSSManifest: FlightCSSManifest, serverCSSManifest: FlightCSSManifest,
filePath: string filePath: string,
serverCSSForEntries: string[]
): string[] { ): string[] {
const layoutOrPageCss = const layoutOrPageCss =
serverCSSManifest[filePath] || serverCSSManifest[filePath] ||
...@@ -525,10 +526,14 @@ function getCssInlinedLinkTags( ...@@ -525,10 +526,14 @@ function getCssInlinedLinkTags(
const chunks = new Set<string>() const chunks = new Set<string>()
for (const css of layoutOrPageCss) { for (const css of layoutOrPageCss) {
const mod = serverComponentManifest[css] // We only include the CSS if it's a global CSS, or it is used by this
if (mod) { // entrypoint.
for (const chunk of mod.default.chunks) { if (serverCSSForEntries.includes(css) || !/\.module\.css/.test(css)) {
chunks.add(chunk) const mod = serverComponentManifest[css]
if (mod) {
for (const chunk of mod.default.chunks) {
chunks.add(chunk)
}
} }
} }
} }
...@@ -536,6 +541,23 @@ function getCssInlinedLinkTags( ...@@ -536,6 +541,23 @@ function getCssInlinedLinkTags(
return [...chunks] return [...chunks]
} }
function getServerCSSForEntries(
serverCSSManifest: FlightCSSManifest,
entries: string[]
) {
const css = []
for (const entry of entries) {
const entryName = entry.replace(/\.[^.]+$/, '')
if (
serverCSSManifest.__entry_css__ &&
serverCSSManifest.__entry_css__[entryName]
) {
css.push(...serverCSSManifest.__entry_css__[entryName])
}
}
return css
}
/** /**
* Get inline <link rel="preload" as="font"> tags based on server CSS manifest and font loader manifest. Only used when rendering to HTML. * Get inline <link rel="preload" as="font"> tags based on server CSS manifest and font loader manifest. Only used when rendering to HTML.
*/ */
...@@ -543,6 +565,7 @@ function getPreloadedFontFilesInlineLinkTags( ...@@ -543,6 +565,7 @@ function getPreloadedFontFilesInlineLinkTags(
serverComponentManifest: FlightManifest, serverComponentManifest: FlightManifest,
serverCSSManifest: FlightCSSManifest, serverCSSManifest: FlightCSSManifest,
fontLoaderManifest: FontLoaderManifest | undefined, fontLoaderManifest: FontLoaderManifest | undefined,
serverCSSForEntries: string[],
filePath?: string filePath?: string
): string[] { ): string[] {
if (!fontLoaderManifest || !filePath) { if (!fontLoaderManifest || !filePath) {
...@@ -559,10 +582,14 @@ function getPreloadedFontFilesInlineLinkTags( ...@@ -559,10 +582,14 @@ function getPreloadedFontFilesInlineLinkTags(
const fontFiles = new Set<string>() const fontFiles = new Set<string>()
for (const css of layoutOrPageCss) { for (const css of layoutOrPageCss) {
const preloadedFontFiles = fontLoaderManifest.app[css] // We only include the CSS if it's a global CSS, or it is used by this
if (preloadedFontFiles) { // entrypoint.
for (const fontFile of preloadedFontFiles) { if (serverCSSForEntries.includes(css) || !/\.module\.css/.test(css)) {
fontFiles.add(fontFile) const preloadedFontFiles = fontLoaderManifest.app[css]
if (preloadedFontFiles) {
for (const fontFile of preloadedFontFiles) {
fontFiles.add(fontFile)
}
} }
} }
} }
...@@ -908,6 +935,15 @@ export async function renderToHTMLOrFlight( ...@@ -908,6 +935,15 @@ export async function renderToHTMLOrFlight(
let defaultRevalidate: false | undefined | number = false let defaultRevalidate: false | undefined | number = false
// Collect all server CSS imports used by this specific entry (or entries, for parallel routes).
// Not that we can't rely on the CSS manifest because it tracks CSS imports per module,
// which can be used by multiple entries and cannot be tree-shaked in the module graph.
// More info: https://github.com/vercel/next.js/issues/41018
const serverCSSForEntries = getServerCSSForEntries(
serverCSSManifest!,
ComponentMod.pages
)
/** /**
* Use the provided loader tree to create the React Component tree. * Use the provided loader tree to create the React Component tree.
*/ */
...@@ -941,13 +977,16 @@ export async function renderToHTMLOrFlight( ...@@ -941,13 +977,16 @@ export async function renderToHTMLOrFlight(
? getCssInlinedLinkTags( ? getCssInlinedLinkTags(
serverComponentManifest, serverComponentManifest,
serverCSSManifest!, serverCSSManifest!,
layoutOrPagePath layoutOrPagePath,
serverCSSForEntries
) )
: [] : []
const preloadedFontFiles = getPreloadedFontFilesInlineLinkTags( const preloadedFontFiles = getPreloadedFontFilesInlineLinkTags(
serverComponentManifest, serverComponentManifest,
serverCSSManifest!, serverCSSManifest!,
fontLoaderManifest, fontLoaderManifest,
serverCSSForEntries,
layoutOrPagePath layoutOrPagePath
) )
const Template = template const Template = template
......
...@@ -1269,8 +1269,7 @@ describe('app dir', () => { ...@@ -1269,8 +1269,7 @@ describe('app dir', () => {
).toBe(false) ).toBe(false)
}) })
// TODO-APP: Should not include unused css modules in pages it('should not include unused css modules in nested pages in prod', async () => {
it.skip('should not include unused css modules in nested pages in prod', async () => {
const browser = await webdriver( const browser = await webdriver(
next.url, next.url,
'/css/css-page/unused-nested/inner' '/css/css-page/unused-nested/inner'
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment