chore(remap): re-implement VRL parser/compiler

Cargo.toml

@@ -47,14 +47,18 @@ members = [
   "lib/k8s-test-framework",
   "lib/portpicker",
   "lib/prometheus-parser",
-  "lib/remap-cli",
-  "lib/remap-functions",
-  "lib/remap-lang",
-  "lib/remap-tests",
   "lib/shared",
   "lib/tracing-limit",
   "lib/vector-api-client",
   "lib/vector-wasm",
+  "lib/vrl/cli",
+  "lib/vrl/compiler",
+  "lib/vrl/core",
+  "lib/vrl/diagnostic",
+  "lib/vrl/parser",
+  "lib/vrl/stdlib",
+  "lib/vrl/tests",
+  "lib/vrl/proptests",
 ]
 
 [dependencies]
@@ -64,10 +68,10 @@ derive_is_enum_variant = { path = "lib/derive_is_enum_variant" }
 file-source = { path = "lib/file-source", optional = true }
 portpicker = { path = "lib/portpicker" }
 prometheus-parser = { path = "lib/prometheus-parser", optional = true }
-remap-cli = { path = "lib/remap-cli", optional = true }
 shared = { path = "lib/shared" }
 tracing-limit = { path = "lib/tracing-limit" }
 vector-api-client = { path = "lib/vector-api-client", optional = true }
+vrl-cli = { path = "lib/vrl/cli", optional = true }
 
 # Tokio / Futures
 async-trait = "0.1"
@@ -133,9 +137,9 @@ num-format = { version = "0.4.0", optional = true }
 number_prefix = { version = "0.4", optional = true }
 tui = { version = "0.14.0", optional = true, default-features = false, features = ["crossterm"] }
 
-# Remap Lang
-remap = { package = "remap-lang", path = "lib/remap-lang" }
-remap-functions = { path = "lib/remap-functions" }
+# VRL Lang
+vrl = { path = "lib/vrl/core" }
+vrl-stdlib = { path = "lib/vrl/stdlib" }
 
 # External libs
 anyhow = "1.0.37"
@@ -308,9 +312,6 @@ wasm = ["lucet-runtime", "lucet-wasi", "lucetc", "vector-wasm"]
 # transforms and sinks should depend on this feature.
 kubernetes = ["evmap", "k8s-openapi"]
 
-# VRL
-vrl-cli = ["remap-cli"]
-
 # API
 api = [
   "async-graphql",

benches/remap.rs

@@ -1,7 +1,6 @@
 use chrono::{DateTime, Utc};
 use criterion::{criterion_group, criterion_main, BatchSize, Criterion};
 use indexmap::IndexMap;
-use remap::prelude::*;
 use vector::transforms::{
     add_fields::AddFields,
     coercer::CoercerConfig,
@@ -14,6 +13,7 @@ use vector::{
     event::{Event, Value},
     test_util::runtime,
 };
+use vrl::prelude::*;
 
 criterion_group!(
     name = benches;
@@ -25,7 +25,7 @@ criterion_group!(
 criterion_main!(benches);
 
 bench_function! {
-    upcase => remap_functions::Upcase;
+    upcase => vrl_stdlib::Upcase;
 
     literal_value {
         args: func_args![value: "foo"],
@@ -34,7 +34,7 @@ bench_function! {
 }
 
 bench_function! {
-    downcase => remap_functions::Downcase;
+    downcase => vrl_stdlib::Downcase;
 
     literal_value {
         args: func_args![value: "FOO"],
@@ -43,7 +43,7 @@ bench_function! {
 }
 
 bench_function! {
-    parse_json => remap_functions::ParseJson;
+    parse_json => vrl_stdlib::ParseJson;
 
     literal_value {
         args: func_args![value: r#"{"key": "value"}"#],
@@ -70,7 +70,7 @@ fn benchmark_remap(c: &mut Criterion) {
             Remap::new(RemapConfig {
                 source: r#".foo = "bar"
             .bar = "baz"
-            .copy = .copy_from"#
+            .copy = string!(.copy_from)"#
                     .to_string(),
                 drop_on_err: true,
             })
@@ -131,7 +131,7 @@ fn benchmark_remap(c: &mut Criterion) {
     c.bench_function("remap: parse JSON with remap", |b| {
         let mut tform: Box<dyn FunctionTransform> = Box::new(
             Remap::new(RemapConfig {
-                source: ".bar = parse_json!(.foo)".to_owned(),
+                source: ".bar = parse_json!(string!(.foo))".to_owned(),
                 drop_on_err: false,
             })
             .unwrap(),
@@ -198,7 +198,7 @@ fn benchmark_remap(c: &mut Criterion) {
                 source: r#"
                 .number = to_int!(.number)
                 .bool = to_bool!(.bool)
-                .timestamp = parse_timestamp!(.timestamp, format: "%d/%m/%Y:%H:%M:%S %z")
+                .timestamp = parse_timestamp!(string!(.timestamp), format: "%d/%m/%Y:%H:%M:%S %z")
                 "#
                 .to_owned(),
                 drop_on_err: true,