feat: add synthtrace

packages/kbn-scout/src/playwright/fixtures/parallel_run_fixtures.ts

@@ -22,8 +22,9 @@ import {
   browserAuthFixture,
   pageObjectsParallelFixture,
   validateTagsFixture,
+  synthtraceFixture,
 } from './test';
-import type { BrowserAuthFixture, ScoutPage, PageObjects } from './test';
+import type { BrowserAuthFixture, ScoutPage, PageObjects, SynthtraceFixture } from './test';
 
 export const scoutParallelFixtures = mergeTests(
   // worker scope fixtures
@@ -33,13 +34,16 @@ export const scoutParallelFixtures = mergeTests(
   browserAuthFixture,
   scoutPageParallelFixture,
   pageObjectsParallelFixture,
-  validateTagsFixture
+  validateTagsFixture,
+  synthtraceFixture
 );
 
 export interface ScoutParallelTestFixtures {
   browserAuth: BrowserAuthFixture;
   page: ScoutPage;
   pageObjects: PageObjects;
+  synthtraceEsClient: SynthtraceFixture['synthtraceEsClient'];
+  synthtraceOtelEsClient: SynthtraceFixture['synthtraceOtelEsClient'];
 }
 
 export interface ScoutParallelWorkerFixtures {

packages/kbn-scout/src/playwright/fixtures/single_thread_fixtures.ts

@@ -26,6 +26,8 @@ import {
   BrowserAuthFixture,
   ScoutPage,
   PageObjects,
+  synthtraceFixture,
+  SynthtraceFixture,
 } from './test';
 export type { PageObjects, ScoutPage } from './test';
 
@@ -38,13 +40,16 @@ export const scoutFixtures = mergeTests(
   browserAuthFixture,
   scoutPageFixture,
   pageObjectsFixture,
-  validateTagsFixture
+  validateTagsFixture,
+  synthtraceFixture
 );
 
 export interface ScoutTestFixtures {
   browserAuth: BrowserAuthFixture;
   page: ScoutPage;
   pageObjects: PageObjects;
+  synthtraceEsClient: SynthtraceFixture['synthtraceEsClient'];
+  synthtraceOtelEsClient: SynthtraceFixture['synthtraceOtelEsClient'];
 }
 
 export interface ScoutWorkerFixtures {

packages/kbn-scout/src/playwright/fixtures/test/index.ts

@@ -14,3 +14,5 @@ export type { ScoutPage } from './scout_page';
 export { validateTagsFixture } from './validate_tags';
 export { pageObjectsFixture, pageObjectsParallelFixture } from './page_objects';
 export type { PageObjects } from './page_objects';
+export { synthtraceFixture } from './synthtrace';
+export type { SynthtraceFixture } from './synthtrace';

packages/kbn-scout/src/playwright/fixtures/test/synthtrace/index.ts

@@ -0,0 +1,104 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
+ */
+
+import {
+  ApmSynthtraceEsClient,
+  OtelSynthtraceEsClient,
+  createLogger,
+  LogLevel,
+  ApmSynthtraceKibanaClient,
+} from '@kbn/apm-synthtrace';
+import { Readable } from 'stream';
+import { ApmFields, Serializable, SynthtraceGenerator } from '@kbn/apm-synthtrace-client';
+import { coreWorkerFixtures } from '../../worker';
+
+export interface SynthtraceFixture {
+  synthtraceEsClient: {
+    index: (
+      events: SynthtraceGenerator<ApmFields> | Array<Serializable<ApmFields>>
+    ) => Promise<void>;
+    clean: ApmSynthtraceEsClient['clean'];
+  };
+  synthtraceOtelEsClient: {
+    index: (
+      events: SynthtraceGenerator<ApmFields> | Array<Serializable<ApmFields>>
+    ) => Promise<void>;
+    clean: OtelSynthtraceEsClient['clean'];
+  };
+}
+
+export const synthtraceFixture = coreWorkerFixtures.extend<SynthtraceFixture>({
+  synthtraceEsClient: async ({ esClient, config, kbnUrl }, use) => {
+    const logger = createLogger(LogLevel.info);
+    const { username, password } = config.auth;
+    const target = new URL(kbnUrl.toString());
+    target.username = username;
+    target.password = password;
+
+    let targetHref = target.href;
+    // remove trailing slash to prevent errors in ApmSynthtraceKibanaClient
+    if (targetHref.endsWith('/')) {
+      targetHref = targetHref.slice(0, -1);
+    }
+    const apmKibanaClient = new ApmSynthtraceKibanaClient({
+      logger,
+      target: targetHref,
+    });
+
+    const version = await apmKibanaClient.fetchLatestApmPackageVersion();
+    await apmKibanaClient.installApmPackage(version);
+    const synthtraceEsClient = new ApmSynthtraceEsClient({
+      client: esClient,
+      logger,
+      refreshAfterIndex: true,
+      version,
+    });
+
+    synthtraceEsClient.pipeline(
+      synthtraceEsClient.getDefaultPipeline({ includeSerialization: false })
+    );
+
+    const index = async (events: SynthtraceGenerator<ApmFields> | Array<Serializable<ApmFields>>) =>
+      await synthtraceEsClient.index(
+        Readable.from(Array.from(events).flatMap((event) => event.serialize()))
+      );
+
+    const clean = async () => await synthtraceEsClient.clean();
+
+    await use({ index, clean });
+
+    // cleanup function after all tests have ran
+    await clean();
+  },
+  synthtraceOtelEsClient: async ({ esClient }, use, testInfo) => {
+    const logger = createLogger(LogLevel.info);
+
+    const synthtraceOtelEsClient = new OtelSynthtraceEsClient({
+      client: esClient,
+      logger,
+      refreshAfterIndex: true,
+    });
+
+    synthtraceOtelEsClient.pipeline(
+      synthtraceOtelEsClient.getDefaultPipeline({ includeSerialization: false })
+    );
+
+    const index = async (events: SynthtraceGenerator<ApmFields> | Array<Serializable<ApmFields>>) =>
+      await synthtraceOtelEsClient.index(
+        Readable.from(Array.from(events).flatMap((event) => event.serialize()))
+      );
+
+    const clean = async () => await synthtraceOtelEsClient.clean();
+
+    await use({ index, clean });
+
+    // cleanup function after all tests have ran
+    await clean();
+  },
+});

x-pack/solutions/observability/plugins/apm/ui_tests/fixtures/synthtrace/opbeans.ts

@@ -0,0 +1,74 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+import { apm, timerange } from '@kbn/apm-synthtrace-client';
+
+export function opbeans({ from, to }: { from: number; to: number }) {
+  const range = timerange(from, to);
+
+  const opbeansJava = apm
+    .service({
+      name: 'opbeans-java',
+      environment: 'production',
+      agentName: 'java',
+    })
+    .instance('opbeans-java-prod-1')
+    .podId('opbeans-java-prod-1-pod');
+
+  const opbeansNode = apm
+    .service({
+      name: 'opbeans-node',
+      environment: 'production',
+      agentName: 'nodejs',
+    })
+    .instance('opbeans-node-prod-1');
+
+  const opbeansRum = apm.browser({
+    serviceName: 'opbeans-rum',
+    environment: 'production',
+    userAgent: apm.getChromeUserAgentDefaults(),
+  });
+
+  return range
+    .interval('1s')
+    .rate(1)
+    .generator((timestamp) => [
+      opbeansJava
+        .transaction({ transactionName: 'GET /api/product' })
+        .timestamp(timestamp)
+        .duration(1000)
+        .failure()
+        .errors(
+          opbeansJava.error({ message: '[MockError] Foo', type: `Exception` }).timestamp(timestamp)
+        )
+        .children(
+          opbeansJava
+            .span({
+              spanName: 'SELECT * FROM product',
+              spanType: 'db',
+              spanSubtype: 'postgresql',
+            })
+            .timestamp(timestamp)
+            .duration(50)
+            .failure()
+            .destination('postgresql')
+        ),
+      opbeansNode
+        .transaction({ transactionName: 'GET /api/product/:id' })
+        .timestamp(timestamp)
+        .duration(500)
+        .success(),
+      opbeansNode
+        .transaction({
+          transactionName: 'Worker job',
+          transactionType: 'Worker',
+        })
+        .timestamp(timestamp)
+        .duration(1000)
+        .success(),
+      opbeansRum.transaction({ transactionName: '/' }).timestamp(timestamp).duration(1000),
+    ]);
+}

x-pack/solutions/observability/plugins/apm/ui_tests/tests/sevice_map/service_map.spec.ts

@@ -7,15 +7,31 @@
 
 import { expect } from '@kbn/scout';
 import { test } from '../../fixtures';
+import { opbeans } from '../../fixtures/synthtrace/opbeans';
+
+const start = '2021-10-10T00:00:00.000Z';
+const end = '2021-10-10T00:01:00.000Z';
 
 test.describe('Service Map', { tag: ['@ess', '@svlOblt'] }, () => {
-  test.beforeEach(async ({ browserAuth, pageObjects: { serviceMapPage }, page }) => {
-    await browserAuth.loginAsViewer();
-    await serviceMapPage.goto();
-    await page.waitForSelector(
-      '[data-test-subj="kbnAppWrapper visibleChrome"] [aria-busy="false"]',
-      { state: 'visible' }
-    );
+  test.beforeEach(
+    async ({ browserAuth, synthtraceEsClient, pageObjects: { serviceMapPage }, page }) => {
+      await synthtraceEsClient.index(
+        opbeans({
+          from: new Date(start).getTime(),
+          to: new Date(end).getTime(),
+        })
+      );
+      await browserAuth.loginAsViewer();
+      await serviceMapPage.goto();
+      await page.waitForSelector(
+        '[data-test-subj="kbnAppWrapper visibleChrome"] [aria-busy="false"]',
+        { state: 'visible' }
+      );
+    }
+  );
+
+  test.afterAll(async ({ synthtraceEsClient }) => {
+    await synthtraceEsClient.clean();
   });
 
   test('The page loads correctly', async ({ page }) => {