chore: remove turbopack-binding and other unused crates (#68456)

### What?

Removes the `turbopack-binding` crate which is unnecessary now that we
have everything in one repo.
This should improve compile times a bit.

Closes PACK-3162

Author: ForsakenHarmony

Cargo.lock

@@ -40,9 +40,6 @@ next-custom-transforms = { path = "crates/next-custom-transforms" }
 # Turbopack
 auto-hash-map = { path = "turbopack/crates/turbo-tasks-auto-hash-map" }
 node-file-trace = { path = "turbopack/crates/node-file-trace", default-features = false }
-signposter = { path = "turbopack/crates/turbo-tasks-signposter" }
-signposter-sys = { path = "turbopack/crates/turbo-tasks-signposter-sys" }
-tracing-signpost = { path = "turbopack/crates/turbo-tasks-tracing-signpost" }
 swc-ast-explorer = { path = "turbopack/crates/turbopack-swc-ast-explorer" }
 turbo-prehash = { path = "turbopack/crates/turbo-prehash" }
 turbo-tasks-malloc = { path = "turbopack/crates/turbo-tasks-malloc", default-features = false }
@@ -60,7 +57,6 @@ turbo-tasks-memory = { path = "turbopack/crates/turbo-tasks-memory" }
 turbo-tasks-testing = { path = "turbopack/crates/turbo-tasks-testing" }
 turbopack = { path = "turbopack/crates/turbopack" }
 turbopack-bench = { path = "turbopack/crates/turbopack-bench" }
-turbopack-binding = { path = "turbopack/crates/turbopack-binding" }
 turbopack-nodejs = { path = "turbopack/crates/turbopack-nodejs" }
 turbopack-cli = { path = "turbopack/crates/turbopack-cli" }
 turbopack-cli-utils = { path = "turbopack/crates/turbopack-cli-utils" }

Cargo.toml

@@ -14,11 +14,13 @@ crate-type = ["cdylib", "rlib"]
 # time (i.e wasmer/default vs wasmer/js-default) while cargo merges all the
 # features at once.
 plugin = [
-  "turbopack-binding/__swc_core_binding_napi_plugin",
-  "turbopack-binding/__swc_core_binding_napi_plugin_filesystem_cache",
-  "turbopack-binding/__swc_core_binding_napi_plugin_shared_runtime",
-  "next-custom-transforms/plugin",
-  "next-core/plugin",
+    "swc_core/plugin_transform_host_native",
+    "swc_core/plugin_transform_host_native_filesystem_cache",
+    "swc_core/plugin_transform_host_native_shared_runtime",
+    "next-custom-transforms/plugin",
+    "next-core/plugin",
+    "turbopack-ecmascript-plugins",
+    "turbopack-ecmascript-plugins/swc_ecma_transform_plugin",
 ]
 
 image-webp = ["next-core/image-webp"]
@@ -53,14 +55,14 @@ dhat = { workspace = true, optional = true }
 indexmap = { workspace = true }
 owo-colors = { workspace = true }
 napi = { version = "2", default-features = false, features = [
-  "napi3",
-  "serde-json",
-  "tokio_rt",
-  "error_anyhow",
-  # Lightningcss uses this features
-  "napi4",
-  "napi5",
-  "compat-mode"
+    "napi3",
+    "serde-json",
+    "tokio_rt",
+    "error_anyhow",
+    # Lightningcss uses this features
+    "napi4",
+    "napi5",
+    "compat-mode"
 ] }
 napi-derive = "2"
 next-custom-transforms = { workspace = true }
@@ -73,40 +75,64 @@ tracing-subscriber = { workspace = true }
 tracing-chrome = "0.5.0"
 url = { workspace = true }
 urlencoding = { workspace = true }
-once_cell ={workspace= true}
+once_cell = { workspace = true }
+
+swc_core = { workspace = true, features = [
+    "base_concurrent",
+    "base_node",
+    "bundler",
+    "bundler_concurrent",
+    "common_concurrent",
+    "ecma_ast",
+    "ecma_ast_serde",
+    "ecma_codegen",
+    "ecma_loader_lru",
+    "ecma_loader_node",
+    "ecma_minifier",
+    "ecma_parser",
+    "ecma_parser_typescript",
+    "ecma_transforms",
+    "ecma_transforms_optimization",
+    "ecma_transforms_react",
+    "ecma_transforms_typescript",
+    "ecma_utils",
+    "ecma_visit",
+] }
 
 # Dependencies for the native, non-wasm32 build.
 [target.'cfg(not(target_arch = "wasm32"))'.dependencies]
 lightningcss-napi = { workspace = true }
 tokio = { workspace = true, features = ["full"] }
 turbo-tasks = { workspace = true }
+turbo-tasks-memory = { workspace = true }
+turbo-tasks-fs = { workspace = true }
 next-api = { workspace = true }
 next-build = { workspace = true }
 next-core = { workspace = true }
-turbopack-binding = { workspace = true, features = [
-  "__swc_core_binding_napi",
-  "__swc_core_serde",
-  "__feature_node_file_trace",
-  "__feature_mdx_rs",
-  "__turbo",
-  "__turbo_tasks",
-  "__turbo_tasks_malloc",
-  "__turbo_tasks_malloc_custom_allocator",
-  "__turbo_tasks_memory",
-  "__turbopack",
-  "__turbopack_ecmascript_hmr_protocol",
+
+node-file-trace = { workspace = true, features = ["node-api"] }
+mdxjs = { workspace = true, features = ["serializable"] }
+
+turbo-tasks-malloc = { workspace = true, default-features = false, features = [
+    "custom_allocator"
 ] }
 
+turbopack = { workspace = true }
+turbopack-core = { workspace = true }
+turbopack-ecmascript-hmr-protocol = { workspace = true }
+turbopack-trace-utils = { workspace = true }
+turbopack-trace-server = { workspace = true }
+turbopack-ecmascript-plugins = { workspace = true, optional = true }
+
+
 # Dependencies for the wasm32 build.
 [target.'cfg(target_arch = "wasm32")'.dependencies]
 getrandom = { version = "0.2.9", default-features = false, features = ["js"] }
 iana-time-zone = { version = "*", features = ["fallback"] }
-turbopack-binding = { workspace = true, features = [
-  "__swc_core_binding_napi",
-  "__swc_core_serde",
-  "__feature_mdx_rs",
-  "__turbo_tasks_malloc",
-] }
+
+mdxjs = { workspace = true }
+
+turbo-tasks-malloc = { workspace = true, default-features = false }
 
 # wasi-only dependencies.
 [target.wasm32-wasip1-threads.dependencies]
@@ -122,4 +148,4 @@ shadow-rs = { workspace = true }
 
 # build-dependencies for the native, non-wasm32 build
 [target.'cfg(not(target_arch = "wasm32"))'.build-dependencies]
-turbopack-binding = { workspace = true, features = ["__turbo_tasks_build"] }
+turbo-tasks-build = { workspace = true }

crates/napi/Cargo.toml

@@ -26,5 +26,5 @@ fn main() {
     println!("cargo:rustc-link-arg=-Wl,--warn-unresolved-symbols");
 
     #[cfg(not(target_arch = "wasm32"))]
-    turbopack_binding::turbo::tasks_build::generate_register();
+    turbo_tasks_build::generate_register();
 }

crates/napi/build.rs

@@ -12,17 +12,13 @@ use next_core::app_structure::{
     LoaderTree, MetadataItem, MetadataWithAltItem,
 };
 use serde::{Deserialize, Serialize};
-use turbo_tasks::{RcStr, ReadRef, Vc};
-use turbopack_binding::{
-    turbo::{
-        tasks::{
-            debug::ValueDebugFormat, trace::TraceRawVcs, TryJoinIterExt, TurboTasks, ValueToString,
-        },
-        tasks_fs::{DiskFileSystem, FileSystem, FileSystemPath},
-        tasks_memory::MemoryBackend,
-    },
-    turbopack::core::PROJECT_FILESYSTEM_NAME,
+use turbo_tasks::{
+    debug::ValueDebugFormat, trace::TraceRawVcs, RcStr, ReadRef, TryJoinIterExt, TurboTasks,
+    ValueToString, Vc,
 };
+use turbo_tasks_fs::{DiskFileSystem, FileSystem, FileSystemPath};
+use turbo_tasks_memory::MemoryBackend;
+use turbopack_core::PROJECT_FILESYSTEM_NAME;
 
 use crate::register;
 

crates/napi/src/app_structure.rs

@@ -45,7 +45,7 @@ use backtrace::Backtrace;
 use fxhash::FxHashSet;
 use napi::bindgen_prelude::*;
 use owo_colors::OwoColorize;
-use turbopack_binding::swc::core::{
+use swc_core::{
     base::{Compiler, TransformOutput},
     common::{FilePathMapping, SourceMap},
 };
@@ -73,8 +73,7 @@ shadow_rs::shadow!(build);
 
 #[cfg(not(any(feature = "__internal_dhat-heap", feature = "__internal_dhat-ad-hoc")))]
 #[global_allocator]
-static ALLOC: turbopack_binding::turbo::malloc::TurboMalloc =
-    turbopack_binding::turbo::malloc::TurboMalloc;
+static ALLOC: turbo_tasks_malloc::TurboMalloc = turbo_tasks_malloc::TurboMalloc;
 
 static LOG_THROTTLE: Mutex<Option<Instant>> = Mutex::new(None);
 static LOG_FILE_PATH: &str = ".next/turbopack.log";

crates/napi/src/lib.rs

@@ -1,5 +1,5 @@
+use mdxjs::{compile, Options};
 use napi::bindgen_prelude::*;
-use turbopack_binding::features::mdxjs::{compile, Options};
 
 pub struct MdxCompileTask {
     pub input: String,

crates/napi/src/mdx.rs

@@ -30,7 +30,7 @@ use std::sync::Arc;
 use fxhash::FxHashMap;
 use napi::bindgen_prelude::*;
 use serde::Deserialize;
-use turbopack_binding::swc::core::{
+use swc_core::{
     base::{config::JsMinifyOptions, try_with_handler, BoolOrDataConfig, TransformOutput},
     common::{errors::ColorConfig, sync::Lrc, FileName, SourceFile, SourceMap, GLOBALS},
     ecma::minifier::option::{
@@ -42,9 +42,9 @@ use turbopack_binding::swc::core::{
 use crate::{get_compiler, util::MapErr};
 
 pub struct MinifyTask {
-    c: Arc<turbopack_binding::swc::core::base::Compiler>,
+    c: Arc<swc_core::base::Compiler>,
     code: MinifyTarget,
-    opts: turbopack_binding::swc::core::base::config::JsMinifyOptions,
+    opts: swc_core::base::config::JsMinifyOptions,
 }
 
 #[derive(Deserialize)]
@@ -84,7 +84,7 @@ impl Task for MinifyTask {
     fn compute(&mut self) -> napi::Result<Self::Output> {
         try_with_handler(
             self.c.cm.clone(),
-            turbopack_binding::swc::core::base::HandlerOpts {
+            swc_core::base::HandlerOpts {
                 color: ColorConfig::Never,
                 skip_filename: true,
             },
@@ -147,7 +147,7 @@ pub fn minify_sync(input: Buffer, opts: Buffer) -> napi::Result<TransformOutput>
 
     try_with_handler(
         c.cm.clone(),
-        turbopack_binding::swc::core::base::HandlerOpts {
+        swc_core::base::HandlerOpts {
             color: ColorConfig::Never,
             skip_filename: true,
         },

crates/napi/src/minify.rs

@@ -8,9 +8,7 @@ use next_api::{
 };
 use tracing::Instrument;
 use turbo_tasks::{Completion, ReadRef, Vc};
-use turbopack_binding::turbopack::core::{
-    diagnostics::PlainDiagnostic, error::PrettyPrintError, issue::PlainIssue,
-};
+use turbopack_core::{diagnostics::PlainDiagnostic, error::PrettyPrintError, issue::PlainIssue};
 
 use super::utils::{
     get_diagnostics, get_issues, subscribe, NapiDiagnostic, NapiIssue, RootTask, TurbopackResult,

crates/napi/src/next_api/endpoint.rs

@@ -23,27 +23,21 @@ use tokio::{io::AsyncWriteExt, time::Instant};
 use tracing::Instrument;
 use tracing_subscriber::{layer::SubscriberExt, util::SubscriberInitExt, EnvFilter, Registry};
 use turbo_tasks::{Completion, RcStr, ReadRef, TransientInstance, TurboTasks, UpdateInfo, Vc};
-use turbopack_binding::{
-    turbo::{
-        tasks_fs::{DiskFileSystem, FileContent, FileSystem, FileSystemPath},
-        tasks_memory::MemoryBackend,
-    },
-    turbopack::{
-        core::{
-            diagnostics::PlainDiagnostic,
-            error::PrettyPrintError,
-            issue::PlainIssue,
-            source_map::Token,
-            version::{PartialUpdate, TotalUpdate, Update, VersionState},
-            SOURCE_MAP_PREFIX,
-        },
-        ecmascript_hmr_protocol::{ClientUpdateInstruction, ResourceIdentifier},
-        trace_utils::{
-            exit::{ExitHandler, ExitReceiver},
-            raw_trace::RawTraceLayer,
-            trace_writer::TraceWriter,
-        },
-    },
+use turbo_tasks_fs::{DiskFileSystem, FileContent, FileSystem, FileSystemPath};
+use turbo_tasks_memory::MemoryBackend;
+use turbopack_core::{
+    diagnostics::PlainDiagnostic,
+    error::PrettyPrintError,
+    issue::PlainIssue,
+    source_map::Token,
+    version::{PartialUpdate, TotalUpdate, Update, VersionState},
+    SOURCE_MAP_PREFIX,
+};
+use turbopack_ecmascript_hmr_protocol::{ClientUpdateInstruction, ResourceIdentifier};
+use turbopack_trace_utils::{
+    exit::{ExitHandler, ExitReceiver},
+    raw_trace::RawTraceLayer,
+    trace_writer::TraceWriter,
 };
 use url::Url;
 
@@ -307,9 +301,7 @@ pub async fn project_new(
         let trace_server = std::env::var("NEXT_TURBOPACK_TRACE_SERVER").ok();
         if trace_server.is_some() {
             thread::spawn(move || {
-                turbopack_binding::turbopack::trace_server::start_turbopack_trace_server(
-                    trace_file,
-                );
+                turbopack_trace_server::start_turbopack_trace_server(trace_file);
             });
             println!("Turbopack trace server started. View trace at https://turbo-trace-viewer.vercel.app/");
         }