diff --git a/.github/workflows/build_and_test_workflow.yml b/.github/workflows/build_and_test_workflow.yml
index f893f1398e5b..5c13cafa980b 100644
--- a/.github/workflows/build_and_test_workflow.yml
+++ b/.github/workflows/build_and_test_workflow.yml
@@ -186,7 +186,7 @@ jobs:
         working-directory: ./artifacts
     strategy:
       matrix:
-        version: [ osd-2.0.0, osd-2.1.0, osd-2.2.0, osd-2.3.0 ]
+        version: [ osd-2.0.0, osd-2.1.0, osd-2.2.0, osd-2.3.0, osd-2.4.0 ]
     steps:
       - name: Checkout code
         uses: actions/checkout@v2
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 37d21f377bdc..6032851cb416 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -96,6 +96,7 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 ### 🔩 Tests
 
 - [Multi DataSource] Add unit test coverage for Update Data source management stack ([#2567](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/2567))
+- [BWC Tests] Add BWC tests for 2.5.0 ([#2890](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/2890))
 
 ## [2.x]
 
diff --git a/bwctest.sh b/bwctest.sh
index 81b7569731cf..4749b99f1012 100755
--- a/bwctest.sh
+++ b/bwctest.sh
@@ -13,7 +13,7 @@
 
 set -e
 
-DEFAULT_VERSIONS="osd-2.0.0,osd-2.1.0,osd-2.2.0,osd-2.3.0"
+DEFAULT_VERSIONS="osd-2.0.0,osd-2.1.0,osd-2.2.0,osd-2.3.0,osd-2.4.0"
 
 function usage() {
     echo ""
diff --git a/cypress/test-data/with-security/osd-2.4.0.tar.gz b/cypress/test-data/with-security/osd-2.4.0.tar.gz
new file mode 100644
index 000000000000..36ef6f417b0d
Binary files /dev/null and b/cypress/test-data/with-security/osd-2.4.0.tar.gz differ
diff --git a/cypress/test-data/without-security/osd-2.4.0.tar.gz b/cypress/test-data/without-security/osd-2.4.0.tar.gz
new file mode 100644
index 000000000000..6cc82c6072b3
Binary files /dev/null and b/cypress/test-data/without-security/osd-2.4.0.tar.gz differ