add garbage collection (vercel#3094)

fixes WEB-265
fixes WEB-268
fixes WEB-4
fixes WEB-359

Author: sokra

Cargo.lock

@@ -34,7 +34,7 @@ impl<K: Debug, V: Debug, H> Debug for AutoMap<K, V, H> {
 
 impl<K, V> AutoMap<K, V, RandomState> {
     /// see [HashMap::new](https://doc.rust-lang.org/std/collections/struct.HashMap.html#method.new)
-    pub fn new() -> Self {
+    pub const fn new() -> Self {
         AutoMap::List(Vec::new())
     }
 

crates/auto-hash-map/src/map.rs

@@ -30,7 +30,7 @@ impl<K: Debug, H> Debug for AutoSet<K, H> {
 
 impl<K> AutoSet<K, RandomState> {
     /// see [HashSet::new](https://doc.rust-lang.org/std/collections/hash_set/struct.HashSet.html#method.new)
-    pub fn new() -> Self {
+    pub const fn new() -> Self {
         Self {
             map: AutoMap::new(),
         }

crates/auto-hash-map/src/set.rs

@@ -78,6 +78,12 @@ pub struct DevServerOptions {
     #[cfg_attr(feature = "serializable", serde(default))]
     pub full_stats: bool,
 
+    /// Enable experimental garbage collection with the provided memory limit in
+    /// MB.
+    #[cfg_attr(feature = "cli", clap(long))]
+    #[cfg_attr(feature = "serializable", serde(default))]
+    pub memory_limit: Option<usize>,
+
     // ==
     // = Inherited options from next-dev, need revisit later.
     // ==

crates/next-dev/src/devserver_options.rs

@@ -409,7 +409,9 @@ pub async fn start_server(options: &DevServerOptions) -> Result<()> {
         dir.clone()
     };
 
-    let tt = TurboTasks::new(MemoryBackend::new());
+    let tt = TurboTasks::new(MemoryBackend::new(
+        options.memory_limit.map_or(usize::MAX, |l| l * 1024 * 1024),
+    ));
 
     let stats_type = match options.full_stats {
         true => StatsType::Full,

crates/next-dev/src/lib.rs

@@ -135,7 +135,7 @@ async fn run_test(resource: &str) -> JestRunResult {
     let mock_server_future = get_mock_server_future(&mock_dir);
 
     let server = NextDevServerBuilder::new(
-        TurboTasks::new(MemoryBackend::new()),
+        TurboTasks::new(MemoryBackend::default()),
         sys_to_unix(&project_dir.to_string_lossy()).to_string(),
         sys_to_unix(&workspace_root.to_string_lossy()).to_string(),
     )

crates/next-dev/tests/integration.rs

@@ -399,7 +399,7 @@ pub async fn start(args: Arc<Args>) -> Result<Vec<String>> {
 
     run(
         args.clone(),
-        || TurboTasks::new(MemoryBackend::new()),
+        || TurboTasks::new(MemoryBackend::default()),
         |tt, root_task, _| async move {
             if visualize_graph {
                 let mut stats = Stats::new();

crates/node-file-trace/src/lib.rs

@@ -23,12 +23,12 @@ serde = "1.0.136"
 tokio = "1.11.0"
 turbo-tasks = { path = "../turbo-tasks" }
 turbo-tasks-fs = { path = "../turbo-tasks-fs" }
-turbo-tasks-memory = { path = "../turbo-tasks-memory" }
 turbopack-core = { path = "../turbopack-core" }
 
 [dev-dependencies]
 httpmock = "0.6.6"
 tokio = { version = "1.11.0", features = ["full"] }
+turbo-tasks-memory = { path = "../turbo-tasks-memory" }
 turbo-tasks-testing = { path = "../turbo-tasks-testing" }
 
 [build-dependencies]

crates/turbo-tasks-fetch/Cargo.toml

@@ -26,7 +26,7 @@ async fn main() -> Result<()> {
         "/register_example_hash_directory.rs"
     ));
 
-    let tt = TurboTasks::new(MemoryBackend::new());
+    let tt = TurboTasks::new(MemoryBackend::default());
     let start = Instant::now();
 
     let task = tt.spawn_root_task(|| {

crates/turbo-tasks-fs/examples/hash_directory.rs

@@ -23,7 +23,7 @@ async fn main() -> Result<()> {
     register();
     include!(concat!(env!("OUT_DIR"), "/register_example_hash_glob.rs"));
 
-    let tt = TurboTasks::new(MemoryBackend::new());
+    let tt = TurboTasks::new(MemoryBackend::default());
     let start = Instant::now();
 
     let task = tt.spawn_root_task(|| {

crates/turbo-tasks-fs/examples/hash_glob.rs

@@ -18,6 +18,7 @@ nohash-hasher = "0.2.0"
 num_cpus = "1.13.1"
 once_cell = "1.13.0"
 parking_lot = "0.12.1"
+priority-queue = "1.3.0"
 rustc-hash = "1.1.0"
 tokio = "1.21.2"
 turbo-malloc = { path = "../turbo-malloc", default-features = false }

crates/turbo-tasks-memory/Cargo.toml

@@ -37,7 +37,7 @@ pub fn scope_stress(c: &mut Criterion) {
                 let size = *size;
 
                 b.to_async(rt).iter_with_large_drop(move || {
-                    let tt = TurboTasks::new(MemoryBackend::new());
+                    let tt = TurboTasks::new(MemoryBackend::default());
                     async move {
                         (0..size)
                             .map(|a| (a, size - 1))

crates/turbo-tasks-memory/benches/scope_stress.rs

@@ -33,7 +33,7 @@ pub fn fibonacci(c: &mut Criterion) {
             let size = *size;
 
             b.to_async(rt).iter_with_large_drop(move || {
-                let tt = TurboTasks::new(MemoryBackend::new());
+                let tt = TurboTasks::new(MemoryBackend::default());
                 async move {
                     let task = tt.spawn_once_task(async move {
                         // Number of tasks: