Merge branch 'release' into andrew/data-source-keywords

dashboards/traceloop/traceloop.json

@@ -0,0 +1,216 @@
+{
+    "name": "traceloop",
+    "description": null,
+    "pages": [
+      {
+        "name": "traceloop",
+        "description": null,
+        "widgets": [
+          {
+            "title": "",
+            "layout": {
+              "column": 1,
+              "row": 1,
+              "width": 2,
+              "height": 2
+            },
+            "linkedEntityGuids": null,
+            "visualization": {
+              "id": "viz.markdown"
+            },
+            "rawConfiguration": {
+              "text": "![New Relic logo](https://avatars.githubusercontent.com/u/125419530?s=200&v=4)"
+            }
+          },
+          {
+            "title": "Used Completion Tokens",
+            "layout": {
+              "column": 3,
+              "row": 1,
+              "width": 5,
+              "height": 3
+            },
+            "linkedEntityGuids": null,
+            "visualization": {
+              "id": "viz.line"
+            },
+            "rawConfiguration": {
+              "facet": {
+                "showOtherSeries": false
+              },
+              "legend": {
+                "enabled": true
+              },
+              "nrqlQueries": [
+                {
+                  "accountIds": [],
+                  "query": "SELECT sum(gen_ai.usage.completion_tokens) as 'Total Completion Tokens' FROM Span TIMESERIES AUTO "
+                }
+              ],
+              "platformOptions": {
+                "ignoreTimeRange": false
+              },
+              "thresholds": {
+                "isLabelVisible": true
+              },
+              "yAxisLeft": {
+                "zero": true
+              },
+              "yAxisRight": {
+                "zero": true
+              }
+            }
+          },
+          {
+            "title": "Used Prompt Tokens",
+            "layout": {
+              "column": 8,
+              "row": 1,
+              "width": 5,
+              "height": 3
+            },
+            "linkedEntityGuids": null,
+            "visualization": {
+              "id": "viz.line"
+            },
+            "rawConfiguration": {
+              "facet": {
+                "showOtherSeries": false
+              },
+              "legend": {
+                "enabled": true
+              },
+              "nrqlQueries": [
+                {
+                  "accountIds": [],
+                  "query": "SELECT sum(gen_ai.usage.prompt_tokens) as 'Total Prompt Tokens' FROM Span TIMESERIES AUTO "
+                }
+              ],
+              "platformOptions": {
+                "ignoreTimeRange": false
+              },
+              "thresholds": {
+                "isLabelVisible": true
+              },
+              "yAxisLeft": {
+                "zero": true
+              },
+              "yAxisRight": {
+                "zero": true
+              }
+            }
+          },
+          {
+            "title": "",
+            "layout": {
+              "column": 1,
+              "row": 3,
+              "width": 2,
+              "height": 3
+            },
+            "linkedEntityGuids": null,
+            "visualization": {
+              "id": "viz.markdown"
+            },
+            "rawConfiguration": {
+              "text": "**About**\n\nInstrument Traceloop LLM observability with New Relic - [Add Data](https://one.newrelic.com/)\n\nFollow New Relic [Traceloop](https://docs.newrelic.com/docs/opentelemetry/get-started/traceloop-llm-observability/traceloop-llm-observability-intro/) documentation to instrument Traceloop LLM observability.\n\n\n[Please rate this dashboard](https://docs.google.com/forms/d/e/1FAIpQLSclR38J8WbbB2J1tHnllKUkzWZkJhf4SrJGyavpMd4t82NjnQ/viewform?usp=pp_url&entry.1615922415=Traceloop&entry.358368110=https://onenr.io/0dQeLbY0Yje) here and let us know how we can improve it for you."
+            }
+          },
+          {
+            "title": "Total LLM Used Totens",
+            "layout": {
+              "column": 3,
+              "row": 4,
+              "width": 5,
+              "height": 3
+            },
+            "linkedEntityGuids": null,
+            "visualization": {
+              "id": "viz.line"
+            },
+            "rawConfiguration": {
+              "facet": {
+                "showOtherSeries": false
+              },
+              "legend": {
+                "enabled": true
+              },
+              "nrqlQueries": [
+                {
+                  "accountIds": [],
+                  "query": "SELECT sum(llm.usage.total_tokens) as 'Total Tokens' FROM Span TIMESERIES AUTO "
+                }
+              ],
+              "platformOptions": {
+                "ignoreTimeRange": false
+              },
+              "thresholds": {
+                "isLabelVisible": true
+              },
+              "yAxisLeft": {
+                "zero": true
+              },
+              "yAxisRight": {
+                "zero": true
+              }
+            }
+          },
+          {
+            "title": "Request Temperature",
+            "layout": {
+              "column": 8,
+              "row": 4,
+              "width": 5,
+              "height": 3
+            },
+            "linkedEntityGuids": null,
+            "visualization": {
+              "id": "viz.table"
+            },
+            "rawConfiguration": {
+              "facet": {
+                "showOtherSeries": false
+              },
+              "nrqlQueries": [
+                {
+                  "accountIds": [],
+                  "query": "SELECT gen_ai.request.temperature FROM Span"
+                }
+              ],
+              "platformOptions": {
+                "ignoreTimeRange": false
+              }
+            }
+          },
+          {
+            "title": "Request Model",
+            "layout": {
+              "column": 3,
+              "row": 7,
+              "width": 5,
+              "height": 3
+            },
+            "linkedEntityGuids": null,
+            "visualization": {
+              "id": "viz.table"
+            },
+            "rawConfiguration": {
+              "facet": {
+                "showOtherSeries": false
+              },
+              "nrqlQueries": [
+                {
+                  "accountIds": [],
+                  "query": "SELECT gen_ai.request.model FROM Span"
+                }
+              ],
+              "platformOptions": {
+                "ignoreTimeRange": false
+              }
+            }
+          }
+        ]
+      }
+    ],
+    "variables": []
+  }

data-sources/traceloop/config.yml

@@ -0,0 +1,13 @@
+id: traceloop
+displayName: Traceloop
+description: |
+  Monitor and analyze your Traceloop LLM observability with New Relic.
+icon: logo.png
+install:
+  primary:
+    link:
+      url: https://docs.newrelic.com/docs/opentelemetry/get-started/traceloop-llm-observability/traceloop-llm-observability-intro/
+keywords:
+  - traceloop
+  - traceloop llm observability
+  - llm observability

quickstarts/traceloop/config.yml

@@ -0,0 +1,35 @@
+slug: traceloop
+description: |
+  ## Why monitor Traceloop?
+  Monitoring Traceloop provides valuable insights into the performance and quality of your Large Language Model (LLM) applications.
+
+  ## Comprehensive monitoring quickstart for Traceloop
+  Monitoring Traceloop LLM observability will allow you to effectively track Gen AI completion tokens, prompt tokens, total llm used tokens, model name, and temperature, while utilizing New Relic's application performance monitoring features to gain deep insights into application behavior, transaction traces, enabling users to obtain a holistic view of application performance.
+
+  ## What’s included in this quickstart?
+  New Relic Traceloop LLM observability monitoring quickstart provides quality out-of-the-box reporting:
+  - Dashboards (completion tokens, prompt tokens, total llm used tokens, model name, and temperature etc)
+
+summary: |
+  Monitor and analyze your Traceloop LLM observability with New Relic.
+icon: logo.png
+level: New Relic
+authors:
+  - New Relic
+  - Srikanth Pathlavath
+title: Traceloop
+documentation:
+  - name: traceloop integration documentation
+    description: |
+      Monitoring Traceloop LLM observability with New Relic to gain deep insights into your performance.
+    url: https://docs.newrelic.com/docs/opentelemetry/get-started/traceloop-llm-observability/traceloop-llm-observability-intro/
+keywords:
+  - traceloop
+  - traceloop llm observability
+  - llm observability
+  - NR1_addData
+  - NR1_sys
+dataSourceIds:
+  - traceloop
+dashboards:
+  - traceloop