diff --git a/.buildkite/it/pipeline.yml b/.buildkite/it/pipeline.yml
deleted file mode 100644
index b57233054..000000000
--- a/.buildkite/it/pipeline.yml
+++ /dev/null
@@ -1,6 +0,0 @@
-agents:
-  image: "docker.elastic.co/ci-agent-images/es-perf/buildkite-agent-python"
-
-steps:
-  - label: "Run IT Test"
-    command: echo "TODO"
diff --git a/.buildkite/pull-requests.json b/.buildkite/pull-requests.json
index 7f6ef60e2..e585af696 100644
--- a/.buildkite/pull-requests.json
+++ b/.buildkite/pull-requests.json
@@ -3,7 +3,8 @@
     {
       "enabled": true,
       "pipeline_slug": "rally-tracks-it-serverless",
-      "allow_org_users": true
+      "allow_org_users": true,
+      "target_branch": "master"
     }
   ]
 }
diff --git a/catalog-info.yaml b/catalog-info.yaml
index b948ca7f6..2143f6290 100644
--- a/catalog-info.yaml
+++ b/catalog-info.yaml
@@ -25,41 +25,6 @@ spec:
     - "resource:rally-tracks-it-serverless"
 
 
----
-# yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/rre.schema.json
-apiVersion: backstage.io/v1alpha1
-kind: Resource
-metadata:
-  name: rally-tracks-it
-  description: Run Rally Tracks integration tests
-  links:
-    - title: Pipeline
-      url: https://buildkite.com/elastic/rally-tracks-it
-
-spec:
-  type: buildkite-pipeline
-  owner: group:es-perf
-  system: buildkite
-
-  implementation:
-    apiVersion: buildkite.elastic.dev/v1
-    kind: Pipeline
-    metadata:
-      name: Rally Tracks - IT
-    spec:
-      env:
-        ELASTIC_SLACK_NOTIFICATIONS_ENABLED: 'true'
-        SLACK_NOTIFICATIONS_CHANNEL: '#es-perf-build'
-      pipeline_file: .buildkite/it/pipeline.yml
-      repository: elastic/rally-tracks
-      teams:
-        es-perf: {}
-        elasticsearch-team:
-          access_level: BUILD_AND_READ
-        everyone:
-          access_level: READ_ONLY
-
-
 ---
 # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/rre.schema.json
 apiVersion: backstage.io/v1alpha1
@@ -86,6 +51,8 @@ spec:
         ELASTIC_SLACK_NOTIFICATIONS_ENABLED: 'true'
         SLACK_NOTIFICATIONS_CHANNEL: '#es-perf-build'
       pipeline_file: .buildkite/it/serverless-pipeline.yml
+      provider_settings:
+        trigger_mode: none
       repository: elastic/rally-tracks
       schedules:
         Daily: