Added setup agnostic cli benchmark runner (solely client): redis-benchmarks-spec-client-runner (#70)

* [wip] WIP for cli benchmark runner (solely client)

* Bumping version from 0.1.18 to 0.1.19

Author: filipecosta90

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.1.18"
+version = "0.1.19"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <[email protected]>","Redis Performance Group <[email protected]>"]
 readme = "Readme.md"
@@ -43,6 +43,7 @@ build-backend = "poetry.core.masonry.api"
 [tool.poetry.scripts]
 redis-benchmarks-spec-api = "redis_benchmarks_specification.__api__.api:main"
 redis-benchmarks-spec-builder = "redis_benchmarks_specification.__builder__.builder:main"
+redis-benchmarks-spec-client-runner = "redis_benchmarks_specification.__runner__.runner:main"
 redis-benchmarks-spec-sc-coordinator = "redis_benchmarks_specification.__self_contained_coordinator__.self_contained_coordinator:main"
 redis-benchmarks-spec-cli = "redis_benchmarks_specification.__cli__.cli:main"
 redis-benchmarks-spec-watchdog = "redis_benchmarks_specification.__watchdog__.watchdog:main"

redis_benchmarks_specification/__runner__/__init__.py

@@ -0,0 +1,5 @@
+#  Apache 2 License
+#
+#  Copyright (c) 2021., Redis Labs
+#  All rights reserved.
+#

redis_benchmarks_specification/__runner__/args.py

@@ -0,0 +1,65 @@
+import argparse
+
+from redis_benchmarks_specification.__common__.env import (
+    SPECS_PATH_TEST_SUITES,
+    DATASINK_RTS_HOST,
+    DATASINK_RTS_PORT,
+    DATASINK_RTS_AUTH,
+    DATASINK_RTS_USER,
+    DATASINK_RTS_PUSH,
+    MACHINE_NAME,
+)
+
+
+def create_client_runner_args(project_name):
+    parser = argparse.ArgumentParser(
+        description=project_name,
+        formatter_class=argparse.ArgumentDefaultsHelpFormatter,
+    )
+    parser.add_argument(
+        "--platform-name",
+        type=str,
+        default=MACHINE_NAME,
+        help="Specify the running platform name. By default it will use the machine name.",
+    )
+    parser.add_argument("--triggering_env", type=str, default="ci")
+    parser.add_argument("--setup_type", type=str, default="oss-standalone")
+    parser.add_argument("--github_repo", type=str, required=True)
+    parser.add_argument("--github_org", type=str, required=True)
+    parser.add_argument("--github_version", type=str, default="NA")
+    parser.add_argument(
+        "--logname", type=str, default=None, help="logname to write the logs to"
+    )
+    parser.add_argument(
+        "--test-suites-folder",
+        type=str,
+        default=SPECS_PATH_TEST_SUITES,
+        help="Test suites folder, containing the different test variations",
+    )
+    parser.add_argument("--db_server_host", type=str, default="localhost")
+    parser.add_argument("--db_server_port", type=int, default=6379)
+    parser.add_argument(
+        "--datasink_redistimeseries_host", type=str, default=DATASINK_RTS_HOST
+    )
+    parser.add_argument(
+        "--datasink_redistimeseries_port", type=int, default=DATASINK_RTS_PORT
+    )
+    parser.add_argument(
+        "--datasink_redistimeseries_pass", type=str, default=DATASINK_RTS_AUTH
+    )
+    parser.add_argument(
+        "--datasink_redistimeseries_user", type=str, default=DATASINK_RTS_USER
+    )
+    parser.add_argument(
+        "--datasink_push_results_redistimeseries",
+        default=DATASINK_RTS_PUSH,
+        action="store_true",
+        help="uploads the results to RedisTimeSeries. Proper credentials are required",
+    )
+    parser.add_argument(
+        "--flushall_on_every_test_end",
+        default=True,
+        action="store_true",
+        help="At the end of every test send a FLUSHALL",
+    )
+    return parser