Unverified Commit 7d82b682 authored by Tobias Koppers's avatar Tobias Koppers Committed by GitHub

Turbopack: parallelize app structure (#63707)

### What?

Allow to scan app structure in parallel


Closes PACK-2845
parent 93aac0e3
...@@ -9,8 +9,8 @@ use indexmap::{ ...@@ -9,8 +9,8 @@ use indexmap::{
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use tracing::Instrument; use tracing::Instrument;
use turbo_tasks::{ use turbo_tasks::{
debug::ValueDebugFormat, trace::TraceRawVcs, Completion, Completions, TaskInput, ValueToString, debug::ValueDebugFormat, trace::TraceRawVcs, Completion, Completions, TaskInput,
Vc, TryJoinIterExt, ValueToString, Vc,
}; };
use turbopack_binding::{ use turbopack_binding::{
turbo::tasks_fs::{DirectoryContent, DirectoryEntry, FileSystemEntryType, FileSystemPath}, turbo::tasks_fs::{DirectoryContent, DirectoryEntry, FileSystemEntryType, FileSystemPath},
...@@ -1076,7 +1076,11 @@ async fn directory_tree_to_entrypoints_internal_untraced( ...@@ -1076,7 +1076,11 @@ async fn directory_tree_to_entrypoints_internal_untraced(
} }
} }
for (subdir_name, &subdirectory) in subdirectories.iter() { let app_page = &app_page;
let directory_name = &directory_name;
let subdirectories = subdirectories
.iter()
.map(|(subdir_name, &subdirectory)| async move {
let mut child_app_page = app_page.clone(); let mut child_app_page = app_page.clone();
let mut illegal_path = None; let mut illegal_path = None;
...@@ -1102,25 +1106,46 @@ async fn directory_tree_to_entrypoints_internal_untraced( ...@@ -1102,25 +1106,46 @@ async fn directory_tree_to_entrypoints_internal_untraced(
} }
} }
let mut loader_trees = Vec::new();
for (_, entrypoint) in map.iter() { for (_, entrypoint) in map.iter() {
match *entrypoint { if let Entrypoint::AppPage {
Entrypoint::AppPage {
ref pages, ref pages,
loader_tree: _, loader_tree: _,
} => { } = *entrypoint
{
for page in pages { for page in pages {
let app_path = AppPath::from(page.clone()); let app_path = AppPath::from(page.clone());
let loader_tree = *directory_tree_to_loader_tree( let loader_tree = directory_tree_to_loader_tree(
app_dir, app_dir,
global_metadata, global_metadata,
directory_name.clone(), directory_name.clone(),
directory_tree_vc, directory_tree_vc,
app_page.clone(), app_page.clone(),
app_path, app_path,
) );
loader_trees.push(loader_tree);
}
}
}
Ok((map, loader_trees))
})
.try_join()
.await?; .await?;
for (map, loader_trees) in subdirectories.iter() {
let mut i = 0;
for (_, entrypoint) in map.iter() {
match *entrypoint {
Entrypoint::AppPage {
ref pages,
loader_tree: _,
} => {
for page in pages {
let loader_tree = *loader_trees[i].await?;
i += 1;
add_app_page( add_app_page(
app_dir, app_dir,
&mut result, &mut result,
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment