Optimize how we track data for persistence

Author: lukesandberg

test/integration/config-output-export/test/index.test.ts

@@ -23,11 +23,9 @@ const runDev = async (config: any, shouldWaitForReady = true) => {
   const port = await findPort()
   const obj = { port, stdout: '', stderr: '' }
   app = await launchApp(appDir, port, {
-    stdout: false,
     onStdout(msg: string) {
       obj.stdout += msg || ''
     },
-    stderr: false,
     onStderr(msg: string) {
       obj.stderr += msg || ''
     },

turbopack/crates/turbo-persistence/src/value_buf.rs

@@ -13,7 +13,7 @@ impl ValueBuffer<'_> {
         match self {
             ValueBuffer::Borrowed(b) => b.into(),
             ValueBuffer::Vec(v) => v.into_boxed_slice(),
-            ValueBuffer::SmallVec(sv) => sv.into_vec().into_boxed_slice(),
+            ValueBuffer::SmallVec(sv) => sv.into_boxed_slice(),
         }
     }
 }

turbopack/crates/turbo-tasks-backend/fuzz/Cargo.toml

@@ -16,7 +16,7 @@ libfuzzer-sys = "0.4.9"
 once_cell = { workspace = true }
 serde = { workspace = true }
 tokio = { workspace = true, features = ["full"] }
-turbo-tasks = { workspace = true }
+turbo-tasks = { workspace = true, features = ["non_operation_vc_strongly_consistent"] }
 turbo-tasks-backend = { workspace = true }
 turbo-tasks-malloc = { workspace = true }
 

turbopack/crates/turbo-tasks-backend/fuzz/graph.dict

@@ -0,0 +1,46 @@
+"\000\000\000\000\000\000\000\035" # Uses: 196
+"\010\000\000\000" # Uses: 204
+"\000\000" # Uses: 182
+"5\000\000\000" # Uses: 209
+"\001\000\000<" # Uses: 191
+"*\000" # Uses: 205
+"\000\000\000\000\000\000\000\001" # Uses: 168
+"\001\000\000\001" # Uses: 203
+"\032\000" # Uses: 208
+"T\226\000\000\000\000\000\000" # Uses: 159
+"\0043333334" # Uses: 170
+"\001\000\0004" # Uses: 164
+"\003\000\000\000\000\000\000\000" # Uses: 154
+"h\236\265(" # Uses: 157
+"\377\0367\211" # Uses: 151
+"4\000\000\000\000\000\000\000" # Uses: 126
+"\000\000\000\000\000\000\000\010" # Uses: 128
+"-=7\032" # Uses: 110
+"\031\000\000\000" # Uses: 130
+"9\000" # Uses: 132
+"@\000\000\000\000\000\000\000" # Uses: 124
+"\001\000\000\000\000\000\000\000" # Uses: 109
+"0\000" # Uses: 108
+"\0222*\006" # Uses: 119
+"I\000\000\000\000\000\000\000" # Uses: 112
+"A\000\000\000\000\000\000\000" # Uses: 124
+"\377\015" # Uses: 104
+"\001\000\000\000\000\000\000\002" # Uses: 98
+"\016\000" # Uses: 106
+"\377\377\377\377\377\377\377?" # Uses: 86
+"\007\000\000\000\000\000\000\000" # Uses: 71
+";\232\312\000" # Uses: 68
+"*\000\000\000\000\000\000\000" # Uses: 73
+",\000\000\000\000\000\000\000" # Uses: 66
+"\001\312\232;" # Uses: 63
+":\232\312\000" # Uses: 62
+"\001\000\000\000\000\000\000@" # Uses: 47
+"<\000\000\000\000\000\000\000" # Uses: 43
+"\021\000\000\000" # Uses: 38
+"(\345\007\000" # Uses: 42
+"\001\005" # Uses: 41
+"\377\377\377\377" # Uses: 31
+"\377\377\377&" # Uses: 27
+"\000\000\000\000\000\000\000\000" # Uses: 23
+"\015\000\000\000\000\000\000\000" # Uses: 23
+"5333333\003" # Uses: 4

turbopack/crates/turbo-tasks-backend/fuzz/src/graph.rs

@@ -133,16 +133,17 @@ pub fn run(data: Vec<TaskSpec>) {
 struct Iteration(State<usize>);
 
 fn actual_operation(spec: Arc<Vec<TaskSpec>>, iterations: usize) {
-    let tt = TurboTasks::new(turbo_tasks_backend::TurboTasksBackend::new(
-        turbo_tasks_backend::BackendOptions {
-            storage_mode: None,
-            small_preallocation: true,
-            ..Default::default()
-        },
-        turbo_tasks_backend::noop_backing_storage(),
-    ));
     RUNTIME
         .block_on(async {
+            let tt = TurboTasks::new(turbo_tasks_backend::TurboTasksBackend::new(
+                turbo_tasks_backend::BackendOptions {
+                    storage_mode: Some(turbo_tasks_backend::StorageMode::ReadWrite),
+                    small_preallocation: false,
+                    active_tracking: true,
+                    ..Default::default()
+                },
+                turbo_tasks_backend::noop_backing_storage(),
+            ));
             for i in 0..iterations {
                 let spec = spec.clone();
                 tt.run(async move {