PoC: Network simulation framework

simulation/docker_test.go

@@ -0,0 +1,53 @@
+package simulation
+
+import (
+	"context"
+	"testing"
+
+	"github.com/docker/docker/api/types"
+	"github.com/docker/docker/client"
+)
+
+func TestDockerAdapterBuild(t *testing.T) {
+	if !IsDockerAvailable(client.DefaultDockerHost) {
+		t.Skip("could not connect to the docker daemon")
+	}
+
+	// Create a docker client
+	c, err := dockerClient()
+	if err != nil {
+		t.Fatalf("could not create docker client: %v", err)
+	}
+	defer c.Close()
+
+	imageTag := "test-docker-adapter-build:latest"
+
+	config := DefaultDockerAdapterConfig()
+
+	// Build based on a Dockerfile
+	config.BuildContext = &DockerBuildContext{
+		Directory:  "../",
+		Dockerfile: "Dockerfile",
+		Tag:        imageTag,
+	}
+
+	// Create docker adapter: This will build the image
+	_, err = NewDockerAdapter(config)
+	if err != nil {
+		t.Fatalf("could not create docker adapter: %v", err)
+	}
+
+	// Cleanup image
+	_, err = c.ImageRemove(context.Background(), imageTag, types.ImageRemoveOptions{})
+	if err != nil {
+		t.Fatalf("could not delete docker image: %v", err)
+	}
+}
+
+// Create docker client
+func dockerClient() (*client.Client, error) {
+	return client.NewClientWithOpts(
+		client.WithHost(client.DefaultDockerHost),
+		client.WithAPIVersionNegotiation(),
+	)
+}

simulation/examples/cluster/cluster.go

@@ -0,0 +1 @@
+package cluster

simulation/examples/cluster/cluster_test.go

@@ -0,0 +1,132 @@
+package cluster
+
+import (
+	"encoding/json"
+	"flag"
+	"fmt"
+	"io/ioutil"
+	"os"
+	"testing"
+
+	"github.com/ethereum/go-ethereum/log"
+	"github.com/ethersphere/swarm/simulation"
+	colorable "github.com/mattn/go-colorable"
+)
+
+var (
+	nodes    = flag.Int("nodes", 20, "number of nodes to create")
+	loglevel = flag.Int("loglevel", 3, "verbosity of logs")
+	rawlog   = flag.Bool("rawlog", false, "remove terminal formatting from logs")
+)
+
+func init() {
+	flag.Parse()
+	log.PrintOrigins(true)
+	log.Root().SetHandler(log.LvlFilterHandler(log.Lvl(*loglevel), log.StreamHandler(colorable.NewColorableStderr(), log.TerminalFormat(!*rawlog))))
+}
+
+func TestCluster(t *testing.T) {
+	nodeCount := *nodes
+
+	// Test exec adapter
+	t.Run("exec", func(t *testing.T) {
+		execPath := "../../../build/bin/swarm"
+
+		if _, err := os.Stat(execPath); err != nil {
+			if os.IsNotExist(err) {
+				t.Skip("swarm binary not found. build it before running the test")
+			}
+		}
+
+		tmpdir, err := ioutil.TempDir("", "test-sim-exec")
+		if err != nil {
+			t.Fatal(err)
+		}
+		defer os.RemoveAll(tmpdir)
+		adapter, err := simulation.NewExecAdapter(simulation.ExecAdapterConfig{
+			ExecutablePath:    execPath,
+			BaseDataDirectory: tmpdir,
+		})
+		if err != nil {
+			t.Fatalf("could not create exec adapter: %v", err)
+		}
+		startSimulation(t, adapter, nodeCount)
+	})
+
+	// Test docker adapter
+	t.Run("docker", func(t *testing.T) {
+		config := simulation.DefaultDockerAdapterConfig()
+		if !simulation.IsDockerAvailable(config.DaemonAddr) {
+			t.Skip("docker is not available, skipping test")
+		}
+		config.DockerImage = "ethersphere/swarm:edge"
+		adapter, err := simulation.NewDockerAdapter(config)
+		if err != nil {
+			t.Fatalf("could not create docker adapter: %v", err)
+		}
+		startSimulation(t, adapter, nodeCount)
+	})
+
+	// Test kubernetes adapter
+	t.Run("kubernetes", func(t *testing.T) {
+		config := simulation.DefaultKubernetesAdapterConfig()
+		if !simulation.IsKubernetesAvailable(config.KubeConfigPath) {
+			t.Skip("kubernetes is not available, skipping test")
+		}
+		config.Namespace = "simulation-test"
+		config.DockerImage = "ethersphere/swarm:edge"
+		adapter, err := simulation.NewKubernetesAdapter(config)
+		if err != nil {
+			t.Fatalf("could not create kubernetes adapter: %v", err)
+		}
+		startSimulation(t, adapter, nodeCount)
+	})
+}
+
+func startSimulation(t *testing.T, adapter simulation.Adapter, count int) {
+	sim := simulation.NewSimulation(adapter)
+
+	defer sim.StopAll()
+
+	// Common args used by all nodes
+	commonArgs := []string{
+		"--bzznetworkid", "599",
+	}
+
+	// Start a cluster with 'count' nodes and a bootnode
+	nodes, err := sim.CreateClusterWithBootnode("test", count, commonArgs)
+	if err != nil {
+		t.Fatal(err)
+	}
+
+	// Wait for all nodes to be considered healthy
+	err = sim.WaitForHealthyNetwork()
+	if err != nil {
+		t.Errorf("Failed to get healthy network: %v", err)
+	}
+
+	// Check hive output on the first node
+	client, err := sim.RPCClient(nodes[0].Info().ID)
+	if err != nil {
+		t.Errorf("Failed to get rpc client: %v", err)
+	}
+
+	var hive string
+	err = client.Call(&hive, "bzz_hive")
+	if err != nil {
+		t.Errorf("could not get hive info: %v", err)
+	}
+
+	snap, err := sim.Snapshot()
+	if err != nil {
+		t.Error(err)
+	}
+
+	b, err := json.Marshal(snap)
+	if err != nil {
+		t.Error(err)
+	}
+	fmt.Println(string(b))
+
+	fmt.Println(hive)
+}