Unverified Commit f9a7d73a authored by Niklas Mischkulnig's avatar Niklas Mischkulnig Committed by GitHub

Turbopack: scope hoist tree shaking modules as well (#80527)

Scope hoist the facade and the locals module (which are the only ones used in reexports-only tree shaking mode?) as well:

![Bildschirmfoto 2025-06-14 um 14.13.36.png](https://graphite-user-uploaded-assets-prod.s3.amazonaws.com/sjZSbv6AFeuDg7Gb9rma/419a611c-f814-48d9-908c-980f2c6791bd.png)

Closes PACK-2960
Builds on top of https://github.com/vercel/next.js/pull/79459
parent ce553744
...@@ -35,13 +35,10 @@ export function getPrerenderOutput( ...@@ -35,13 +35,10 @@ export function getPrerenderOutput(
lines.push( lines.push(
isMinified isMinified
? line ? line
.replace(/at [\w.]+ \(.next[^)]+\)/, replaceNextDistStackFrame) .replace(/at \S+ \(.next[^)]+\)/, replaceNextDistStackFrame)
.replace( .replace(/at (\S+) \(<anonymous>\)/, replaceAnonymousStackFrame)
/at ([\w.]+) \(<anonymous>\)/,
replaceAnonymousStackFrame
)
: line.replace( : line.replace(
/at ([\w.]+) \((webpack:\/\/)\/src[^)]+\)/, /at (\S+) \((webpack:\/\/)\/src[^)]+\)/,
`at $1 ($2<next-src>)` `at $1 ($2<next-src>)`
) )
) )
......
...@@ -746,28 +746,14 @@ impl MergeableModule for EcmascriptModuleAsset { ...@@ -746,28 +746,14 @@ impl MergeableModule for EcmascriptModuleAsset {
modules: Vc<MergeableModulesExposed>, modules: Vc<MergeableModulesExposed>,
entry_points: Vc<MergeableModules>, entry_points: Vc<MergeableModules>,
) -> Result<Vc<Box<dyn ChunkableModule>>> { ) -> Result<Vc<Box<dyn ChunkableModule>>> {
Ok(Vc::upcast(*MergedEcmascriptModule::new( Ok(Vc::upcast(
modules *MergedEcmascriptModule::new(
.await? modules,
.iter() entry_points,
.map(|(m, exposed)| { self.options().to_resolved().await?,
Ok(( )
ResolvedVc::try_sidecast::<Box<dyn EcmascriptAnalyzable>>(*m) .await?,
.context("expected EcmascriptAnalyzable")?, ))
*exposed,
))
})
.collect::<Result<Vec<_>>>()?,
entry_points
.await?
.iter()
.map(|m| {
ResolvedVc::try_sidecast::<Box<dyn EcmascriptAnalyzable>>(*m)
.context("expected EcmascriptAnalyzable")
})
.collect::<Result<Vec<_>>>()?,
self.options().to_resolved().await?,
)))
} }
} }
...@@ -966,7 +952,7 @@ impl EcmascriptModuleContentOptions { ...@@ -966,7 +952,7 @@ impl EcmascriptModuleContentOptions {
let part_code_gens = part_references let part_code_gens = part_references
.iter() .iter()
.map(|r| r.code_generation(**chunking_context)) .map(|r| r.code_generation(**chunking_context, scope_hoisting_context))
.try_join() .try_join()
.await?; .await?;
......
use anyhow::Result; use anyhow::{Context, Result};
use turbo_tasks::{ResolvedVc, Vc}; use turbo_tasks::{ResolvedVc, Vc};
use turbopack_core::{ use turbopack_core::{
asset::{Asset, AssetContent}, asset::{Asset, AssetContent},
chunk::{ chunk::{
AsyncModuleInfo, ChunkItem, ChunkType, ChunkableModule, ChunkingContext, AsyncModuleInfo, ChunkItem, ChunkType, ChunkableModule, ChunkingContext,
MergeableModuleExposure, MergeableModuleExposure, MergeableModules, MergeableModulesExposed,
}, },
ident::AssetIdent, ident::AssetIdent,
module::Module, module::Module,
...@@ -28,20 +28,34 @@ pub(crate) struct MergedEcmascriptModule { ...@@ -28,20 +28,34 @@ pub(crate) struct MergedEcmascriptModule {
} }
impl MergedEcmascriptModule { impl MergedEcmascriptModule {
pub fn new( pub async fn new(
modules: Vec<( modules: Vc<MergeableModulesExposed>,
ResolvedVc<Box<dyn EcmascriptAnalyzable>>, entry_points: Vc<MergeableModules>,
MergeableModuleExposure,
)>,
entry_points: Vec<ResolvedVc<Box<dyn EcmascriptAnalyzable>>>,
options: ResolvedVc<EcmascriptOptions>, options: ResolvedVc<EcmascriptOptions>,
) -> ResolvedVc<Self> { ) -> Result<ResolvedVc<Self>> {
MergedEcmascriptModule { Ok(MergedEcmascriptModule {
modules, modules: modules
entry_points, .await?
.iter()
.map(|(m, exposed)| {
Ok((
ResolvedVc::try_sidecast::<Box<dyn EcmascriptAnalyzable>>(*m)
.context("expected EcmascriptAnalyzable")?,
*exposed,
))
})
.collect::<Result<Vec<_>>>()?,
entry_points: entry_points
.await?
.iter()
.map(|m| {
ResolvedVc::try_sidecast::<Box<dyn EcmascriptAnalyzable>>(*m)
.context("expected EcmascriptAnalyzable")
})
.collect::<Result<Vec<_>>>()?,
options, options,
} }
.resolved_cell() .resolved_cell())
} }
} }
......
...@@ -6,7 +6,10 @@ use turbo_tasks::{ResolvedVc, Vc}; ...@@ -6,7 +6,10 @@ use turbo_tasks::{ResolvedVc, Vc};
use turbo_tasks_fs::{File, FileContent, glob::Glob}; use turbo_tasks_fs::{File, FileContent, glob::Glob};
use turbopack_core::{ use turbopack_core::{
asset::{Asset, AssetContent}, asset::{Asset, AssetContent},
chunk::{AsyncModuleInfo, ChunkableModule, ChunkingContext, EvaluatableAsset}, chunk::{
AsyncModuleInfo, ChunkableModule, ChunkingContext, EvaluatableAsset, MergeableModule,
MergeableModules, MergeableModulesExposed,
},
ident::AssetIdent, ident::AssetIdent,
module::Module, module::Module,
module_graph::ModuleGraph, module_graph::ModuleGraph,
...@@ -17,7 +20,7 @@ use turbopack_core::{ ...@@ -17,7 +20,7 @@ use turbopack_core::{
use super::chunk_item::EcmascriptModuleFacadeChunkItem; use super::chunk_item::EcmascriptModuleFacadeChunkItem;
use crate::{ use crate::{
AnalyzeEcmascriptModuleResult, EcmascriptAnalyzable, EcmascriptModuleContent, AnalyzeEcmascriptModuleResult, EcmascriptAnalyzable, EcmascriptModuleContent,
EcmascriptModuleContentOptions, SpecifiedModuleType, EcmascriptModuleContentOptions, EcmascriptOptions, MergedEcmascriptModule, SpecifiedModuleType,
chunk::{EcmascriptChunkPlaceable, EcmascriptExports}, chunk::{EcmascriptChunkPlaceable, EcmascriptExports},
code_gen::CodeGens, code_gen::CodeGens,
parse::ParseResult, parse::ParseResult,
...@@ -258,6 +261,9 @@ impl EcmascriptAnalyzable for EcmascriptModuleFacadeModule { ...@@ -258,6 +261,9 @@ impl EcmascriptAnalyzable for EcmascriptModuleFacadeModule {
part_references, part_references,
code_generation: CodeGens::empty().to_resolved().await?, code_generation: CodeGens::empty().to_resolved().await?,
async_module: ResolvedVc::cell(Some(self.async_module().to_resolved().await?)), async_module: ResolvedVc::cell(Some(self.async_module().to_resolved().await?)),
// The facade module cannot generate source maps, because the inserted references
// contain spans from the original module, but the facade module itself doesn't have the
// original module's swc_common::SourceMap in `parsed`.
generate_source_map: false, generate_source_map: false,
original_source_map: None, original_source_map: None,
exports: self.get_exports().to_resolved().await?, exports: self.get_exports().to_resolved().await?,
...@@ -450,3 +456,22 @@ impl ChunkableModule for EcmascriptModuleFacadeModule { ...@@ -450,3 +456,22 @@ impl ChunkableModule for EcmascriptModuleFacadeModule {
#[turbo_tasks::value_impl] #[turbo_tasks::value_impl]
impl EvaluatableAsset for EcmascriptModuleFacadeModule {} impl EvaluatableAsset for EcmascriptModuleFacadeModule {}
#[turbo_tasks::value_impl]
impl MergeableModule for EcmascriptModuleFacadeModule {
#[turbo_tasks::function]
async fn merge(
self: Vc<Self>,
modules: Vc<MergeableModulesExposed>,
entry_points: Vc<MergeableModules>,
) -> Result<Vc<Box<dyn ChunkableModule>>> {
Ok(Vc::upcast(
*MergedEcmascriptModule::new(
modules,
entry_points,
EcmascriptOptions::default().resolved_cell(),
)
.await?,
))
}
}
...@@ -5,7 +5,10 @@ use turbo_tasks::{ResolvedVc, Vc}; ...@@ -5,7 +5,10 @@ use turbo_tasks::{ResolvedVc, Vc};
use turbo_tasks_fs::glob::Glob; use turbo_tasks_fs::glob::Glob;
use turbopack_core::{ use turbopack_core::{
asset::{Asset, AssetContent}, asset::{Asset, AssetContent},
chunk::{AsyncModuleInfo, ChunkableModule, ChunkingContext}, chunk::{
AsyncModuleInfo, ChunkableModule, ChunkingContext, MergeableModule, MergeableModules,
MergeableModulesExposed,
},
ident::AssetIdent, ident::AssetIdent,
module::Module, module::Module,
module_graph::ModuleGraph, module_graph::ModuleGraph,
...@@ -16,7 +19,7 @@ use turbopack_core::{ ...@@ -16,7 +19,7 @@ use turbopack_core::{
use super::chunk_item::EcmascriptModuleLocalsChunkItem; use super::chunk_item::EcmascriptModuleLocalsChunkItem;
use crate::{ use crate::{
AnalyzeEcmascriptModuleResult, EcmascriptAnalyzable, EcmascriptModuleAsset, AnalyzeEcmascriptModuleResult, EcmascriptAnalyzable, EcmascriptModuleAsset,
EcmascriptModuleContent, EcmascriptModuleContentOptions, EcmascriptModuleContent, EcmascriptModuleContentOptions, MergedEcmascriptModule,
chunk::{EcmascriptChunkPlaceable, EcmascriptExports}, chunk::{EcmascriptChunkPlaceable, EcmascriptExports},
references::{ references::{
async_module::OptionAsyncModule, async_module::OptionAsyncModule,
...@@ -205,3 +208,17 @@ impl ChunkableModule for EcmascriptModuleLocalsModule { ...@@ -205,3 +208,17 @@ impl ChunkableModule for EcmascriptModuleLocalsModule {
) )
} }
} }
#[turbo_tasks::value_impl]
impl MergeableModule for EcmascriptModuleLocalsModule {
#[turbo_tasks::function]
async fn merge(
&self,
modules: Vc<MergeableModulesExposed>,
entry_points: Vc<MergeableModules>,
) -> Result<Vc<Box<dyn ChunkableModule>>> {
Ok(Vc::upcast(
*MergedEcmascriptModule::new(modules, entry_points, self.module.await?.options).await?,
))
}
}
use anyhow::{Context, Result, bail}; use anyhow::{Context, Result, bail};
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use swc_core::{common::DUMMY_SP, quote}; use swc_core::{
common::DUMMY_SP,
ecma::ast::{Ident, Lit},
quote,
};
use turbo_rcstr::RcStr; use turbo_rcstr::RcStr;
use turbo_tasks::{NonLocalValue, ResolvedVc, ValueToString, Vc, trace::TraceRawVcs}; use turbo_tasks::{NonLocalValue, ResolvedVc, ValueToString, Vc, trace::TraceRawVcs};
use turbopack_core::{ use turbopack_core::{
...@@ -17,8 +21,11 @@ use super::{ ...@@ -17,8 +21,11 @@ use super::{
facade::module::EcmascriptModuleFacadeModule, locals::module::EcmascriptModuleLocalsModule, facade::module::EcmascriptModuleFacadeModule, locals::module::EcmascriptModuleLocalsModule,
}; };
use crate::{ use crate::{
ScopeHoistingContext, chunk::EcmascriptChunkPlaceable, code_gen::CodeGeneration, ScopeHoistingContext,
references::esm::base::ReferencedAsset, runtime_functions::TURBOPACK_IMPORT, chunk::EcmascriptChunkPlaceable,
code_gen::{CodeGeneration, CodeGenerationHoistedStmt},
references::esm::base::{ReferencedAsset, ReferencedAssetIdent},
runtime_functions::TURBOPACK_IMPORT,
utils::module_id_to_lit, utils::module_id_to_lit,
}; };
...@@ -152,29 +159,80 @@ impl EcmascriptModulePartReference { ...@@ -152,29 +159,80 @@ impl EcmascriptModulePartReference {
pub async fn code_generation( pub async fn code_generation(
self: Vc<Self>, self: Vc<Self>,
chunking_context: Vc<Box<dyn ChunkingContext>>, chunking_context: Vc<Box<dyn ChunkingContext>>,
scope_hoisting_context: ScopeHoistingContext<'_>,
) -> Result<CodeGeneration> { ) -> Result<CodeGeneration> {
let referenced_asset = ReferencedAsset::from_resolve_result(self.resolve_reference()); let referenced_asset = ReferencedAsset::from_resolve_result(self.resolve_reference());
let referenced_asset = referenced_asset.await?; let referenced_asset = referenced_asset.await?;
let ident = referenced_asset let part = &self.await?.part;
.get_ident(chunking_context, None, ScopeHoistingContext::None)
.await?
.context("part module reference should have an ident")?
.as_expr_individual(DUMMY_SP)
.unwrap_left();
let ReferencedAsset::Some(module) = *referenced_asset else { let ReferencedAsset::Some(module) = *referenced_asset else {
bail!("part module reference should have an module reference"); bail!("part module reference should have an module reference");
}; };
let id = module.chunk_item_id(Vc::upcast(chunking_context)).await?;
let mut result = vec![];
Ok(CodeGeneration::hoisted_stmt(
ident.sym.as_str().into(), let merged_index = scope_hoisting_context.get_module_index(module);
quote!( if let Some(merged_index) = merged_index {
"var $name = $turbopack_import($id);" as Stmt, // Insert a placeholder to inline the merged module at the right place
name = ident, // relative to the other references (so to keep reference order).
turbopack_import: Expr = TURBOPACK_IMPORT.into(), result.push(CodeGenerationHoistedStmt::new(
id: Expr = module_id_to_lit(&id), format!("hoisted {merged_index}").into(),
), quote!(
)) "__turbopack_merged_esm__($id);" as Stmt,
id: Expr = Lit::Num(merged_index.into()).into(),
),
));
}
if merged_index.is_some() && part == &ModulePart::Evaluation {
// No need to import, the module was already executed and is available in the same scope
// hoisting group (unless it's a namespace import)
} else {
let ident = referenced_asset
.get_ident(
chunking_context,
match part {
ModulePart::Export(export)
| ModulePart::RenamedExport {
original_export: export,
..
}
| ModulePart::RenamedNamespace { export } => Some(export.clone()),
ModulePart::Internal(_)
| ModulePart::Locals
| ModulePart::Exports
| ModulePart::Facade
| ModulePart::Evaluation => None,
},
scope_hoisting_context,
)
.await?
.context("part module reference should have an ident")?;
match ident {
ReferencedAssetIdent::LocalBinding { .. } => {
// no need to import
}
ReferencedAssetIdent::Module { .. } => {
let (sym, ctxt) = ident.into_module_namespace_ident().unwrap();
let key = sym.as_str().into();
let name = Ident::new(sym.into(), DUMMY_SP, ctxt.unwrap_or_default());
let id = module.chunk_item_id(Vc::upcast(chunking_context)).await?;
result.push(CodeGenerationHoistedStmt::new(
key,
quote!(
"var $name = $turbopack_import($id);" as Stmt,
name = name,
turbopack_import: Expr = TURBOPACK_IMPORT.into(),
id: Expr = module_id_to_lit(&id),
),
));
}
}
}
Ok(CodeGeneration::hoisted_stmts(result))
} }
} }
it('should error when importing an invalid export', () => { it('should error when importing an invalid export', () => {
expect(require('./invalid-export').default).toBe(undefined) // Either requiring should throw, or return undefined
let ns
try {
ns = require('./invalid-export')
} catch {
return
}
expect(ns.default).toBe(undefined)
}) })
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment