Add benchmark test.

Signed-off-by: Arris Ray <[email protected]>

Author: arris-ray

.gitignore

@@ -1,6 +1,7 @@
 /vendor/
 *.iml
 /.idea/
+benchmark.csv
 composer.lock
 composer.phar
 .phpunit.result.cache

phpunit.xml.dist

@@ -25,6 +25,7 @@
     <groups>
         <exclude>
             <group>Performance</group>
+            <group>Benchmark</group>
         </exclude>
     </groups>
 </phpunit>

tests/Test/Benchmark/AdapterType.php

@@ -0,0 +1,30 @@
+<?php
+
+namespace Test\Benchmark;
+
+use InvalidArgumentException;
+
+class AdapterType
+{
+	const REDIS = 1<<0;
+	const REDISNG = 1<<1;
+	const REDISTXN = 1<<2;
+
+	/**
+	 * @param int $type
+	 * @return string
+	 */
+	public static function toString(int $type): string
+	{
+		switch ($type) {
+			case AdapterType::REDIS:
+				return 'redis';
+			case AdapterType::REDISNG:
+				return 'redisng';
+			case AdapterType::REDISTXN:
+				return 'redistxn';
+		}
+
+		throw new InvalidArgumentException("Invalid adapter type: {$type}");
+	}
+}

tests/Test/Benchmark/BenchmarkTest.php

@@ -0,0 +1,98 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Test\Benchmark;
+
+use PHPUnit\Framework\TestCase;
+use Test\Benchmark\TestCase as BenchmarkTestCase;
+
+class BenchmarkTest extends TestCase
+{
+    /**
+     * @var string
+     */
+    public const RESULT_FILENAME = 'benchmark.csv';
+
+    /**
+     * @inheritDoc
+     */
+    public static function setUpBeforeClass(): void
+    {
+        file_put_contents(self::RESULT_FILENAME, implode(',', [
+            'adapter',
+            'metric',
+            'num-keys',
+            'num-samples',
+            'write-p50',
+            'write-p75',
+            'write-p95',
+            'write-p99',
+            'write-min',
+            'write-max',
+            'write-avg',
+            'render-p50',
+            'render-p75',
+            'render-p95',
+            'render-p99',
+            'render-min',
+            'render-max',
+            'render-avg',
+        ]));
+        parent::setUpBeforeClass();
+    }
+
+    /**
+     * @return array
+     */
+    public function benchmarkProvider(): array
+    {
+        return [
+            [AdapterType::REDISNG, MetricType::SUMMARY, 1000, 10],
+            [AdapterType::REDISNG, MetricType::SUMMARY, 2000, 10],
+            [AdapterType::REDISNG, MetricType::SUMMARY, 5000, 10],
+            [AdapterType::REDISNG, MetricType::SUMMARY, 10000, 10],
+            [AdapterType::REDISTXN, MetricType::SUMMARY, 1000, 10],
+            [AdapterType::REDISTXN, MetricType::SUMMARY, 2000, 10],
+            [AdapterType::REDISTXN, MetricType::SUMMARY, 5000, 10],
+            [AdapterType::REDISTXN, MetricType::SUMMARY, 10000, 10],
+        ];
+    }
+
+    /**
+     * @dataProvider benchmarkProvider
+     * @group Benchmark
+     * @param int $adapter
+     * @param int $metric
+     * @param int $numKeys
+     * @param int $numSamples
+     * @return void
+     * @test
+     */
+    public function benchmark(
+        int $adapter,
+        int $metric,
+        int $numKeys,
+        int $numSamples
+    ): void
+    {
+        // Create and execute test case
+        $testCase = BenchmarkTestCase::newBuilder()
+            ->withAdapterType($adapter)
+            ->withMetricType($metric)
+            ->withReportType(ReportType::CSV)
+            ->withNumKeys($numKeys)
+            ->withNumSamples($numSamples)
+            ->build();
+
+        // Sanity check test structure
+        $this->assertEquals($adapter, $testCase->getAdapterType());
+        $this->assertEquals($metric, $testCase->getMetricType());
+        $this->assertEquals($numKeys, $testCase->getNumKeys());
+        $this->assertEquals($numSamples, $testCase->getNumSamples());
+
+        // Record results
+        $result = $testCase->execute();
+        file_put_contents(self::RESULT_FILENAME, $result->report() . PHP_EOL, FILE_APPEND);
+    }
+}

tests/Test/Benchmark/MetricType.php

@@ -0,0 +1,33 @@
+<?php
+
+namespace Test\Benchmark;
+
+use InvalidArgumentException;
+
+class MetricType
+{
+	const COUNTER = 1<<0;
+	const GAUGE = 1<<1;
+	const HISTOGRAM = 1<<2;
+	const SUMMARY = 1<<3;
+
+	/**
+	 * @param int $type
+	 * @return string
+	 */
+	public static function toString(int $type): string
+	{
+		switch ($type) {
+			case MetricType::COUNTER:
+				return 'counter';
+			case MetricType::GAUGE:
+				return 'gauge';
+			case MetricType::HISTOGRAM:
+				return 'histogram';
+			case MetricType::SUMMARY:
+				return 'timer';
+		}
+
+		throw new InvalidArgumentException("Invalid adapter type: {$type}");
+	}
+}

tests/Test/Benchmark/ReportType.php

@@ -0,0 +1,9 @@
+<?php
+
+namespace Test\Benchmark;
+
+class ReportType
+{
+	const CSV = 1<<0;
+	const JSON = 1<<1;
+}