Migrate Kibana Node.js to OpenTelemetry

docs/extend/monorepo-packages.md

@@ -15,7 +15,6 @@ Remember that any time you need to make sure the monorepo is ready to be used ju
 yarn kbn bootstrap
 ```
 
-
 ## Building bazel packages [_building_bazel_packages]
 
 Bazel packages are built as a whole for now. You can use:
@@ -24,7 +23,6 @@ Bazel packages are built as a whole for now. You can use:
 yarn kbn bootstrap
 ```
 
-
 ## Watching bazel packages [_watching_bazel_packages]
 
 Bazel packages are watched as a whole for now. You can use:
@@ -33,58 +31,55 @@ Bazel packages are watched as a whole for now. You can use:
 yarn kbn watch
 ```
 
-
 ## List of already migrated packages to bazel [_list_of_already_migrated_packages_to_bazel]
 
-* @kbn/analytics
-* @kbn/apm-config-loader
-* @kbn/apm-utils
-* @kbn/babel-preset
-* @kbn/cli-dev-mode
-* @kbn/config
-* @kbn/config-schema
-* @kbn/crypto
-* @kbn/datemath
-* @kbn/dev-utils
-* @kbn/docs-utils
-* @kbn/es
-* @kbn/es-archiver
-* @kbn/eslint-config-kibana
-* @kbn/eslint-plugin-eslint
-* @kbn/expect
-* @kbn/i18n
-* @kbn/interpreter
-* @kbn/io-ts-utils
-* @kbn/logging
-* @kbn/mapbox-gl
-* @kbn/monaco
-* @kbn/optimizer
-* @kbn/plugin-helpers
-* @kbn/rule-data-utils
-* @kbn/safer-lodash-set
-* @kbn/securitysolution-autocomplete
-* @kbn/securitysolution-es-utils
-* @kbn/securitysolution-hook-utils
-* @kbn/securitysolution-io-ts-alerting-types
-* @kbn/securitysolution-io-ts-list-types
-* @kbn/securitysolution-io-ts-types
-* @kbn/securitysolution-io-ts-utils
-* @kbn/securitysolution-list-api
-* @kbn/securitysolution-list-constants
-* @kbn/securitysolution-list-hooks
-* @kbn/securitysolution-list-utils
-* @kbn/securitysolution-rules
-* @kbn/securitysolution-utils
-* @kbn/server-http-tools
-* @kbn/server-route-repository
-* @kbn/std
-* @kbn/storybook
-* @kbn/telemetry-utils
-* @kbn/test
-* @kbn/test-subj-selector
-* @kbn/tinymath
-* @kbn/ui-shared-deps-npm
-* @kbn/ui-shared-deps-src
-* @kbn/utility-types
-* @kbn/utils
-
+- @kbn/analytics
+- @kbn/apm-config-loader
+- @kbn/babel-preset
+- @kbn/cli-dev-mode
+- @kbn/config
+- @kbn/config-schema
+- @kbn/crypto
+- @kbn/datemath
+- @kbn/dev-utils
+- @kbn/docs-utils
+- @kbn/es
+- @kbn/es-archiver
+- @kbn/eslint-config-kibana
+- @kbn/eslint-plugin-eslint
+- @kbn/expect
+- @kbn/i18n
+- @kbn/interpreter
+- @kbn/io-ts-utils
+- @kbn/logging
+- @kbn/mapbox-gl
+- @kbn/monaco
+- @kbn/optimizer
+- @kbn/plugin-helpers
+- @kbn/rule-data-utils
+- @kbn/safer-lodash-set
+- @kbn/securitysolution-autocomplete
+- @kbn/securitysolution-es-utils
+- @kbn/securitysolution-hook-utils
+- @kbn/securitysolution-io-ts-alerting-types
+- @kbn/securitysolution-io-ts-list-types
+- @kbn/securitysolution-io-ts-types
+- @kbn/securitysolution-io-ts-utils
+- @kbn/securitysolution-list-api
+- @kbn/securitysolution-list-constants
+- @kbn/securitysolution-list-hooks
+- @kbn/securitysolution-list-utils
+- @kbn/securitysolution-rules
+- @kbn/securitysolution-utils
+- @kbn/server-http-tools
+- @kbn/server-route-repository
+- @kbn/std
+- @kbn/storybook
+- @kbn/telemetry-utils
+- @kbn/test
+- @kbn/test-subj-selector
+- @kbn/tinymath
+- @kbn/ui-shared-deps-npm
+- @kbn/ui-shared-deps-src
+- @kbn/utility-types
+- @kbn/utils

package.json

@@ -208,7 +208,6 @@
     "@kbn/apm-types": "link:x-pack/platform/packages/shared/kbn-apm-types",
     "@kbn/apm-types-shared": "link:src/platform/packages/shared/kbn-apm-types-shared",
     "@kbn/apm-ui-shared": "link:src/platform/packages/shared/kbn-apm-ui-shared",
-    "@kbn/apm-utils": "link:src/platform/packages/shared/kbn-apm-utils",
     "@kbn/app-link-test-plugin": "link:src/platform/test/plugin_functional/plugins/app_link_test",
     "@kbn/application-usage-test-plugin": "link:x-pack/test/usage_collection/plugins/application_usage_test",
     "@kbn/audit-log-plugin": "link:x-pack/test/security_api_integration/plugins/audit_log",
@@ -609,6 +608,7 @@
     "@kbn/inference-langchain": "link:x-pack/platform/packages/shared/ai-infra/inference-langchain",
     "@kbn/inference-plugin": "link:x-pack/platform/plugins/shared/inference",
     "@kbn/inference-tracing": "link:x-pack/platform/packages/shared/kbn-inference-tracing",
+    "@kbn/inference-tracing-config": "link:x-pack/platform/packages/shared/kbn-inference-tracing-config",
     "@kbn/infra-forge": "link:x-pack/platform/packages/private/kbn-infra-forge",
     "@kbn/infra-plugin": "link:x-pack/solutions/observability/plugins/infra",
     "@kbn/ingest-pipelines-plugin": "link:x-pack/platform/plugins/shared/ingest_pipelines",
@@ -675,6 +675,8 @@
     "@kbn/maps-ems-plugin": "link:src/platform/plugins/private/maps_ems",
     "@kbn/maps-plugin": "link:x-pack/platform/plugins/shared/maps",
     "@kbn/maps-vector-tile-utils": "link:x-pack/platform/packages/private/maps/vector_tile_utils",
+    "@kbn/metrics": "link:src/platform/packages/shared/kbn-metrics",
+    "@kbn/metrics-config": "link:src/platform/packages/shared/kbn-metrics-config",
     "@kbn/metrics-data-access-plugin": "link:x-pack/solutions/observability/plugins/metrics_data_access",
     "@kbn/ml-agg-utils": "link:x-pack/platform/packages/private/ml/agg_utils",
     "@kbn/ml-anomaly-utils": "link:x-pack/platform/packages/shared/ml/anomaly_utils",
@@ -745,6 +747,8 @@
     "@kbn/onechat-server": "link:x-pack/platform/packages/shared/onechat/onechat-server",
     "@kbn/open-telemetry-instrumented-plugin": "link:src/platform/test/common/plugins/otel_metrics",
     "@kbn/openapi-common": "link:src/platform/packages/shared/kbn-openapi-common",
+    "@kbn/opentelemetry-attributes": "link:src/platform/packages/shared/kbn-opentelemetry-attributes",
+    "@kbn/opentelemetry-utils": "link:src/platform/packages/shared/kbn-opentelemetry-utils",
     "@kbn/osquery-io-ts-types": "link:src/platform/packages/shared/kbn-osquery-io-ts-types",
     "@kbn/osquery-plugin": "link:x-pack/platform/plugins/shared/osquery",
     "@kbn/paertial-results-example-plugin": "link:examples/partial_results_example",
@@ -1002,6 +1006,8 @@
     "@kbn/tinymath": "link:src/platform/packages/private/kbn-tinymath",
     "@kbn/traced-es-client": "link:src/platform/packages/shared/kbn-traced-es-client",
     "@kbn/tracing": "link:src/platform/packages/shared/kbn-tracing",
+    "@kbn/tracing-config": "link:src/platform/packages/shared/kbn-tracing-config",
+    "@kbn/tracing-test-utils": "link:src/platform/packages/shared/kbn-tracing-test-utils",
     "@kbn/transform-plugin": "link:x-pack/platform/plugins/private/transform",
     "@kbn/translations-plugin": "link:x-pack/platform/plugins/private/translations",
     "@kbn/transpose-utils": "link:src/platform/packages/private/kbn-transpose-utils",
@@ -1108,10 +1114,10 @@
     "@openfeature/server-sdk": "^1.18.0",
     "@openfeature/web-sdk": "^1.5.0",
     "@opentelemetry/api": "^1.9.0",
-    "@opentelemetry/api-metrics": "^0.31.0",
+    "@opentelemetry/api-metrics": "^0.33.0",
     "@opentelemetry/context-async-hooks": "^2.0.0",
     "@opentelemetry/core": "^2.0.0",
-    "@opentelemetry/exporter-metrics-otlp-grpc": "^0.34.0",
+    "@opentelemetry/exporter-metrics-otlp-grpc": "^0.202.0",
     "@opentelemetry/exporter-prometheus": "^0.31.0",
     "@opentelemetry/exporter-trace-otlp-grpc": "^0.200.0",
     "@opentelemetry/exporter-trace-otlp-http": "^0.200.0",
@@ -1121,11 +1127,12 @@
     "@opentelemetry/instrumentation-undici": "^0.11.0",
     "@opentelemetry/otlp-exporter-base": "^0.200.0",
     "@opentelemetry/resources": "^2.0.0",
+    "@opentelemetry/sdk-metrics": "^2.0.1",
     "@opentelemetry/sdk-metrics-base": "^0.31.0",
     "@opentelemetry/sdk-node": "^0.200.0",
     "@opentelemetry/sdk-trace-base": "^2.0.0",
     "@opentelemetry/sdk-trace-node": "^2.0.0",
-    "@opentelemetry/semantic-conventions": "^1.32.0",
+    "@opentelemetry/semantic-conventions": "^1.34.0",
     "@paralleldrive/cuid2": "^2.2.2",
     "@reduxjs/toolkit": "1.9.7",
     "@slack/webhook": "^7.0.1",
@@ -1198,7 +1205,6 @@
     "del": "^6.1.0",
     "diff": "^8.0.2",
     "dotenv": "^16.4.5",
-    "elastic-apm-node": "^4.13.0",
     "email-addresses": "^5.0.0",
     "eventsource-parser": "^3.0.0",
     "execa": "^5.1.1",

packages/kbn-cli-dev-mode/src/base_path_proxy/http1.ts

@@ -9,12 +9,12 @@
 
 import Url from 'url';
 import { Agent as HttpsAgent, ServerOptions as TlsOptions } from 'https';
-import apm from 'elastic-apm-node';
 import { Server, Request } from '@hapi/hapi';
 import HapiProxy from '@hapi/h2o2';
 import { take } from 'rxjs';
 import { ByteSizeValue } from '@kbn/config-schema';
 import { createServer, getServerOptions } from '@kbn/server-http-tools';
+import { tracingApi } from '@kbn/tracing';
 
 import { DevConfig, HttpConfig } from '../config';
 import { Log } from '../log';
@@ -143,7 +143,10 @@ export class Http1BasePathProxyServer implements BasePathProxyServer {
           // Before we proxy request to a target port we may want to wait until some
           // condition is met (e.g. until target listener is ready).
           async (request, responseToolkit) => {
-            apm.setTransactionName(`${request.method.toUpperCase()} /{basePath}/{kbnPath*}`);
+            tracingApi?.legacy.currentTransaction?.updateName(
+              `${request.method.toUpperCase()} /{basePath}/{kbnPath*}`
+            );
+
             await delayUntil().pipe(take(1)).toPromise();
             return responseToolkit.continue;
           },

packages/kbn-cli-dev-mode/tsconfig.json

@@ -26,6 +26,7 @@
     "@kbn/picomatcher",
     "@kbn/repo-packages",
     "@kbn/dev-utils",
+    "@kbn/tracing",
   ],
   "exclude": [
     "target/**/*",