feat(new transform): Initial javascript transform implementation

.circleci/config.yml

@@ -142,7 +142,8 @@ jobs:
             cargo test --release --no-default-features --features default-msvc -- --test-threads 1
 
   test-stable-kubernetes:
-    machine: true
+    machine:
+      image: ubuntu-1604:201903-01
     resource_class: xlarge
     environment:
       K8S_VERSION: v1.10.0

.github/semantic.yml

@@ -86,6 +86,7 @@ scopes:
   - field_filter transform
   - geoip transform
   - grok_parser transform
+  - javascript transform
   - json_parser transform
   - log_to_metric transform
   - logfmt_parser transform

.meta/links.toml

@@ -72,6 +72,7 @@ docker_object_labels = "https://docs.docker.com/config/labels-custom-metadata/"
 dockerfile = "https://github.com/timberio/vector/blob/master/Dockerfile"
 dpkg = "https://wiki.debian.org/dpkg"
 elasticsearch = "https://www.elastic.co/products/elasticsearch"
+es2019_spec = "https://www.ecma-international.org/ecma-262/10.0/index.html"
 event_proto = "https://github.com/timberio/vector/blob/master/proto/event.proto"
 exit_codes = "https://docs.rs/exitcode/1.1.2/exitcode/#constants"
 file_sink_source = "https://github.com/timberio/vector/blob/master/src/sinks/file/"

.meta/transforms/javascript.toml

@@ -0,0 +1,42 @@
+[transforms.javascript]
+title = "JavaScript"
+allow_you_to_description = "transform events with a full embedded JavaScript engine"
+beta = true
+common = true
+function_category = "program"
+guides = []
+input_types = ["log"]
+output_types = ["log"]
+resources = [
+  {name = "ES 2019 Specification", short_link = "es2019_spec"}
+]
+
+[transforms.javascript.options.source]
+type = "string"
+examples = [
+"""\
+event => ({...event, field: 'value'})
+"""
+]
+common = true
+null = true
+description = "The inline JavaScript source with handler function."
+
+[transforms.javascript.options.path]
+type = "string"
+examples = ["/etc/vector/transform.js"]
+null = true
+description = "The path to JavaScript source file with handler function."
+
+[transforms.javascript.options.handler]
+type = "string"
+examples = ["handler"]
+common = true
+null = true
+description = "Name of the handler function."
+
+[transforms.javascript.options.memory_limit]
+type = "int"
+examples = [10000000]
+null = true
+description = "Maximum allowed RAM usage for JavaScript engine in bytes."

Cargo.toml

@@ -91,7 +91,7 @@ smpl_jwt = { version = "0.4.0", optional = true }
 
 # External libs
 derivative = "1.0"
-chrono = "0.4.6"
+chrono = "0.4.7"
 rand = "0.5.5"
 regex = "1.3.5"
 bytes = { version = "0.4.10", features = ["serde"] }
@@ -151,6 +151,7 @@ lru = "0.4.3"
 k8s-openapi = { version = "0.5.1", features = ["v1_15"], optional = true }
 bloom = "0.3.2"
 pulsar = { version = "0.3.0", optional = true }
+quick-js = { version = "0.3.1", optional = true, features = ["chrono", "bigint"] }
 
 [target.'cfg(unix)'.dependencies]
 atty = "0.2"
@@ -170,6 +171,7 @@ libz-sys = "1.0"
 walkdir = "2.2.7"
 elastic_responses = "0.20"
 matches = "0.1.8"
+mktemp = "0.4.0"
 pretty_assertions = "0.6.1"
 proptest = "0.9"
 tokio01-test = "0.1.1"
@@ -251,6 +253,7 @@ transforms = [
   "transforms-field_filter",
   "transforms-geoip",
   "transforms-grok_parser",
+  "transforms-javascript",
   "transforms-json_parser",
   "transforms-kubernetes",
   "transforms-log_to_metric",
@@ -277,6 +280,7 @@ transforms-dedupe = []
 transforms-field_filter = []
 transforms-geoip = ["maxminddb"]
 transforms-grok_parser = ["grok"]
+transforms-javascript = ["quick-js"]
 transforms-json_parser = []
 transforms-kubernetes = ["k8s-openapi"]
 transforms-log_to_metric = []

benches/bench.rs

@@ -17,6 +17,7 @@ mod buffering;
 mod event;
 mod files;
 mod http;
+mod javascript;
 mod lua;
 
 criterion_group!(
@@ -38,6 +39,7 @@ criterion_main!(
     batch::batch,
     files::files,
     lua::lua,
+    javascript::javascript,
     event::event
 );