another test branch

.backportrc.json

@@ -0,0 +1,18 @@
+{
+  "repoOwner": "elastic",
+  "repoName": "rally-tracks",
+  "targetBranchChoices": [
+    "8.15",
+    "8.14",
+    "8.13"
+  ],
+  "targetPRLabels": [
+    "backport"
+  ],
+  "branchLabelMapping": {
+    "^backport-to-(.+)$": "$1"
+  },
+  "autoMerge": true,
+  "autoMergeMethod": "squash",
+  "prDescription": "{defaultPrDescription}\n\n<!--BACKPORT {commits} BACKPORT-->"
+}

.buildkite/it/run_serverless.sh

@@ -1,5 +1,6 @@
 #!/usr/bin/env bash
-
+# this is a comment
+# just another comment
 set -eo pipefail
 
 source .buildkite/retry.sh

.buildkite/pull-requests.json

@@ -3,7 +3,8 @@
     {
       "enabled": true,
       "pipeline_slug": "rally-tracks-it-serverless",
-      "allow_org_users": true
+      "allow_org_users": true,
+      "target_branch": "master"
     }
   ]
 }

.github/workflows/backport.yml

@@ -0,0 +1,28 @@
+name: Automatic backport action
+
+on:
+  pull_request_target:
+    branches: ['master']
+    types: ["labeled", "closed"]
+
+jobs:
+  backport:
+    name: Backport PR
+    runs-on: ubuntu-latest
+    if: |
+        github.event.pull_request.merged == true
+        && !contains(github.event.pull_request.labels.*.name, 'backport')
+    steps:
+      - name: Backport Action
+        uses: sorenlouv/backport-github-action@ad888e978060bc1b2798690dd9d03c4036560947  # v9.5.1
+        continue-on-error: true
+        with:
+          github_token: ${{ secrets.BACKPORT_TOKEN }}
+
+      - name: Info log
+        if: ${{ success() }}
+        run: cat ~/.backport/backport.info.log
+
+      - name: Debug log
+        if: ${{ failure() }}
+        run: cat ~/.backport/backport.debug.log 

.github/workflows/ci.yml

@@ -2,6 +2,7 @@ name: CI
 
 on:
   push:
+    branches: [ master, '[0-9]*' ]
   pull_request:
   schedule:
     - cron: '0 14 * * *'
@@ -18,8 +19,8 @@ jobs:
     runs-on: ubuntu-22.04
 
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-python@v4
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: "3.10"
           cache: pip
@@ -38,16 +39,16 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
         os:
           - macos-13
           - ubuntu-latest
 
     runs-on: ${{ matrix.os }}
     name: unit ${{ fromJson('{"macos-13":"macOS","ubuntu-latest":"Ubuntu"}')[matrix.os] }} ${{ matrix.python-version }}
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-python@v4
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
           cache: pip
@@ -67,23 +68,23 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.8", "3.11"]
+        python-version: ["3.9", "3.12"]
 
     runs-on: ubuntu-22.04
 
     name: rally-tracks-compat ${{ matrix.python-version }}
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-python@v4
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
           cache: pip
           cache-dependency-path: pyproject.toml
-      - uses: actions/setup-java@v3
+      - uses: actions/setup-java@v4
         with:
           distribution: "temurin"
-          java-version: "17"
-      - run: echo "JAVA17_HOME=$JAVA_HOME_17_X64" >> $GITHUB_ENV
+          java-version: "21"
+      - run: echo "JAVA21_HOME=$JAVA_HOME_21_X64" >> $GITHUB_ENV
       - run: echo "JAVA11_HOME=$JAVA_HOME_11_X64" >> $GITHUB_ENV
       - name: "Install dependencies"
         run: python -m pip install .[develop]
@@ -101,7 +102,7 @@ jobs:
           slack_channel: ${{ secrets.SLACK_CHANNEL }}
           status: FAILED
       # Artifact will show up under "Artifacts" in the "Summary" page of runs
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         if: always()
         with:
           name: rally-tracks-compat-logs-${{ matrix.python-version }}

.gitignore

@@ -106,4 +106,10 @@ target/
 .venv
 
 # pytest
-.pytest_cache
+.pytest_cache
+
+# Editors
+*~
+/.project
+/.pydevproject
+/.vscode

catalog-info.yaml

@@ -21,40 +21,11 @@ spec:
   owner: group:es-perf
   lifecycle: production
   dependsOn: 
-    - "resource:rally-tracks-it"
     - "resource:rally-tracks-it-serverless"
 
-# yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/rre.schema.json
----
-apiVersion: backstage.io/v1alpha1
-kind: Resource
-metadata:
-  name: rally-tracks-it
-  description: Run Rally Tracks integration tests
-  links:
-    - title: Pipeline
-      url: https://buildkite.com/elastic/rally-tracks-it
 
-spec:
-  type: buildkite-pipeline
-  owner: group:es-perf
-  system: buildkite
-
-  implementation:
-    apiVersion: buildkite.elastic.dev/v1
-    kind: Pipeline
-    metadata:
-      name: Rally Tracks - IT
-    spec:
-      pipeline_file: .buildkite/it/pipeline.yml
-      repository: elastic/rally-tracks
-      teams:
-        es-perf: {}
-        everyone:
-          access_level: READ_ONLY
-
-# yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/rre.schema.json
 ---
+# yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/rre.schema.json
 apiVersion: backstage.io/v1alpha1
 kind: Resource
 metadata:

cohere_vector/index-vectors-only-mapping.json

@@ -12,7 +12,7 @@
     "dynamic": false,
     {%- if build_flavor != "serverless" -%}
     "_source": {
-      "enabled": false
+      "mode": "synthetic"
     },
     {%- endif -%}
     "properties": {

dense_vector/README.md

@@ -33,4 +33,4 @@ This track accepts the following parameters with Rally 0.8.0+ using `--track-par
 * `number_of_replicas` (default: 0)
 * `post_ingest_sleep` (default: false): Whether to pause after ingest and prior to subsequent operations.
 * `post_ingest_sleep_duration` (default: 30): Sleep duration in seconds.
-* `vector_index_type` (default: "hnsw"): The index kind for storing the vectors.
+* `vector_index_type` (default: "int8_hnsw"): The index kind for storing the vectors.

dense_vector/index.json

@@ -19,7 +19,7 @@
         "index" : true,
         "similarity": "dot_product",
         "index_options": {
-          "type": {{ vector_index_type | default("hnsw") | tojson }},
+          "type": {{ vector_index_type | default("int8_hnsw") | tojson }},
           "m": 32,
           "ef_construction": 100
         }

elastic/logs/README.md

@@ -220,6 +220,8 @@ The following parameters are available:
 * `corpora_uri_base` (default: `https://rally-tracks.elastic.co`) - Specify the base location of the datasets used by this track.
 * `lifecycle` (default: unset to fall back on Serverless detection) - Specifies the lifecycle management feature to use for data streams. Use `ilm` for index lifecycle management or `dlm` for data lifecycle management. By default, `dlm` will be used for benchmarking Serverless Elasticsearch.
 * `workflow-request-cache` (default: `true`) - Explicit control of request cache query parameter in searches executed in a workflow. This can be further overriden at an operation level with `request-cache` parameter.
+* `synthetic_source_keep` (default: unset) - Allows overriding the default synthetic source behaviour for all field types with the following values: `none` (equivalent to unset) - no source is stored, `arrays` - source stored as is only for multi-value (array) fields.
+* `source_mode` (default: unset) - Specifies the source mode to be used.
 
 ### Data Download Parameters
 

elastic/logs/challenges/logging-querying.json

@@ -79,6 +79,25 @@
       {%- endif -%}{# non-serverless-index-statistics-marker-end #}
       ,
     {% endif %}
+    {
+      "operation": "discovery-search-request-size-100",
+      "clients": 1,
+      "warmup-iterations": 0,
+      "iterations": 50
+    },
+    {
+      "operation": "discovery-search-request-size-500",
+      "clients": 1,
+      "warmup-iterations": 0,
+      "iterations": 50
+    },
+
+    {
+      "operation": "discovery-search-request-size-1000",
+      "clients": 1,
+      "warmup-iterations": 0,
+      "iterations": 50
+    },
     {
       "name": "logging-queries",
       "parallel": {