diff --git a/.github/workflows/build_and_test_workflow.yml b/.github/workflows/build_and_test_workflow.yml
index 2191a194a7fd..04611cb00a99 100644
--- a/.github/workflows/build_and_test_workflow.yml
+++ b/.github/workflows/build_and_test_workflow.yml
@@ -349,7 +349,7 @@ jobs:
         working-directory: ./artifacts
     strategy:
       matrix:
-        version: [ osd-1.3.2, osd-2.0.0, osd-2.1.0, osd-2.2.0, osd-2.3.0 ]
+        version: [ osd-1.3.2, osd-2.0.0, osd-2.1.0, osd-2.2.0, osd-2.3.0, osd-2.4.0 ]
     steps:
       - name: Checkout code
         uses: actions/checkout@v3
diff --git a/CHANGELOG.md b/CHANGELOG.md
index e2c8cadc6f05..e37ddc712aed 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -66,7 +66,9 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 - Refactor and improve Discover field summaries ([#2391](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/2391))
 
 ### 🔩 Tests
-* [Multi DataSource] Add unit test coverage for Update Data source management stack  ([#2567](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/2567))
+
+- [Multi DataSource] Add unit test coverage for Update Data source management stack ([#2567](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/2567))
+- [BWC Tests] Add BWC tests for 2.5.0 ([#2890](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/2890))
 
 ## [2.x]
 ### 💥 Breaking Changes
diff --git a/bwctest.sh b/bwctest.sh
index 81b7569731cf..4749b99f1012 100755
--- a/bwctest.sh
+++ b/bwctest.sh
@@ -13,7 +13,7 @@
 
 set -e
 
-DEFAULT_VERSIONS="osd-2.0.0,osd-2.1.0,osd-2.2.0,osd-2.3.0"
+DEFAULT_VERSIONS="osd-2.0.0,osd-2.1.0,osd-2.2.0,osd-2.3.0,osd-2.4.0"
 
 function usage() {
     echo ""
diff --git a/cypress/test-data/with-security/osd-2.4.0.tar.gz b/cypress/test-data/with-security/osd-2.4.0.tar.gz
new file mode 100644
index 000000000000..36ef6f417b0d
Binary files /dev/null and b/cypress/test-data/with-security/osd-2.4.0.tar.gz differ
diff --git a/cypress/test-data/without-security/osd-2.4.0.tar.gz b/cypress/test-data/without-security/osd-2.4.0.tar.gz
new file mode 100644
index 000000000000..6cc82c6072b3
Binary files /dev/null and b/cypress/test-data/without-security/osd-2.4.0.tar.gz differ