Add environment manager for elasticsearch

scripts/integration/elasticsearch/Cargo.toml

@@ -0,0 +1,16 @@
+[package]
+name = "vector-elasticsearch-env-manager"
+version = "0.1.0"
+edition = "2021"
+authors = ["Vector Contributors <vector@datadoghq.com>"]
+license = "MPL-2.0"
+readme = "README.md"
+publish = false
+
+[dependencies]
+anyhow = "1.0.66"
+clap = { version = "4.0.18", features = ["derive"] }
+dunce = "1.0.3"
+serde_json = "1.0.87"
+
+[workspace]

scripts/integration/elasticsearch/README.md

@@ -0,0 +1,11 @@
+# vector-elasticsearch-env-manager
+
+-----
+
+## Usage
+
+```text
+vdev int show elasticsearch
+vdev int start elasticsearch <ENV>
+vdev int stop elasticsearch <ENV>
+```

scripts/integration/elasticsearch/data/docker-compose.yml

@@ -0,0 +1,32 @@
+version: '3'
+
+services:
+  localstack:
+    image: docker.io/localstack/localstack@sha256:f21f1fc770ee4bfd5012afdc902154c56b7fb18c14cf672de151b65569c8251e
+    environment:
+    - SERVICES=elasticsearch:4571
+  elasticsearch:
+    image: docker.io/elasticsearch:${ELASTICSEARCH_VERSION}
+    environment:
+    - discovery.type=single-node
+    - ES_JAVA_OPTS=-Xms400m -Xmx400m
+  elasticsearch-secure:
+    image: docker.io/elasticsearch:${ELASTICSEARCH_VERSION}
+    environment:
+    - discovery.type=single-node
+    - xpack.security.enabled=true
+    - xpack.security.http.ssl.enabled=true
+    - xpack.security.http.ssl.certificate=certs/intermediate_server/certs/elasticsearch-secure-chain.cert.pem
+    - xpack.security.http.ssl.key=certs/intermediate_server/private/elasticsearch-secure.key.pem
+    - xpack.security.transport.ssl.enabled=true
+    - xpack.security.transport.ssl.certificate=certs/intermediate_server/certs/elasticsearch-secure-chain.cert.pem
+    - xpack.security.transport.ssl.key=certs/intermediate_server/private/elasticsearch-secure.key.pem
+    - ELASTIC_PASSWORD=vector
+    - ES_JAVA_OPTS=-Xms400m -Xmx400m
+    volumes:
+    - ../../../../tests/data/ca:/usr/share/elasticsearch/config/certs:ro
+
+networks:
+  default:
+    name: ${VECTOR_NETWORK}
+    external: true

scripts/integration/elasticsearch/src/core.rs

@@ -0,0 +1,61 @@
+use anyhow::{bail, Result};
+use serde_json::Value;
+use std::path::PathBuf;
+use std::process::Command;
+use std::thread;
+use std::time::Duration;
+
+pub fn start(config: Value) -> Result<()> {
+    let mut command = compose_command();
+    command.args(["up", "-d"]);
+
+    apply_env_vars(&mut command, &config);
+
+    let status = command.status()?;
+    if status.success() {
+        thread::sleep(Duration::from_secs(20));
+        return Ok(());
+    } else {
+        bail!("failed to execute: {}", render_command(&mut command));
+    }
+}
+
+pub fn stop(config: Value) -> Result<()> {
+    let mut command = compose_command();
+    command.args(["down", "-t", "0"]);
+
+    apply_env_vars(&mut command, &config);
+
+    let status = command.status()?;
+    if status.success() {
+        return Ok(());
+    } else {
+        bail!("failed to execute: {}", render_command(&mut command));
+    }
+}
+
+fn compose_command() -> Command {
+    let path = PathBuf::from_iter(["data", "docker-compose.yml"].iter());
+    let compose_file = match dunce::canonicalize(&path) {
+        Ok(p) => p.display().to_string(),
+        Err(_) => path.display().to_string(),
+    };
+
+    let mut command = Command::new("docker");
+    command.args(["compose", "-f", &compose_file]);
+    command
+}
+
+fn apply_env_vars(command: &mut Command, config: &Value) {
+    if let Some(version) = config.get("version") {
+        command.env("ELASTICSEARCH_VERSION", version.as_str().unwrap());
+    }
+}
+
+fn render_command(command: &mut Command) -> String {
+    format!(
+        "{} {}",
+        command.get_program().to_str().unwrap(),
+        Vec::from_iter(command.get_args().map(|arg| arg.to_str().unwrap())).join(" ")
+    )
+}