diff --git a/CHANGELOG.md b/CHANGELOG.md
index b4e5fe3eaf906..7fef74a41c69b 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -38,6 +38,7 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 - Add support for GeoJson Point type in GeoPoint field ([#4597](https://github.com/opensearch-project/OpenSearch/pull/4597))
 - Add dev guide for dealing with flakey tests ([4868](https://github.com/opensearch-project/OpenSearch/pull/4868))
 - Update pull request template ([#4851](https://github.com/opensearch-project/OpenSearch/pull/4851))
+- Added missing no-jdk distributions ([#4722](https://github.com/opensearch-project/OpenSearch/pull/4722))
 
 ### Dependencies
 - Bumps `log4j-core` from 2.18.0 to 2.19.0
diff --git a/distribution/README.md b/distribution/README.md
new file mode 100644
index 0000000000000..b9e948b625659
--- /dev/null
+++ b/distribution/README.md
@@ -0,0 +1,12 @@
+# Distributions
+This subproject contains the necessary tooling to build the various distributions.
+Note that some of this can only be run on the specific architecture and does not support cross-compile.
+
+The following distributions are being built:
+* Archives (`*.zip`, `*.tar`): these form the basis for all other OpenSearch distributions
+* Packages (`*.deb`, `*.rpm`): specific package formats for some Linux distributions
+* Docker images
+* Backwards compatibility tests: used internally for version compatibility testing, not for public consumption
+
+## With or Without JDK?
+For each supported platform there should be both a target bundled with a JDK and a target without a bundled JDK.
diff --git a/distribution/archives/build.gradle b/distribution/archives/build.gradle
index 1376b8d419f6e..587175eef4008 100644
--- a/distribution/archives/build.gradle
+++ b/distribution/archives/build.gradle
@@ -137,6 +137,13 @@ distribution_archives {
     }
   }
 
+  noJdkLinuxArm64Tar {
+    archiveClassifier = 'no-jdk-linux-arm64'
+    content {
+      archiveFiles(modulesFiles('linux-arm64'), 'tar', 'linux', 'arm64', false)
+    }
+  }
+
   linuxTar {
     archiveClassifier = 'linux-x64'
     content {
@@ -151,6 +158,8 @@ distribution_archives {
     }
   }
 
+  // Should really be `no-jdk-linux-s390x` as it ships without a JDK, however it seems that the build can't handle
+  // the absence of the `linux-s390x` target.
   linuxS390xTar {
     archiveClassifier = 'linux-s390x'
     content {
diff --git a/distribution/packages/build.gradle b/distribution/packages/build.gradle
index df3049d7684c4..d9db3448104c8 100644
--- a/distribution/packages/build.gradle
+++ b/distribution/packages/build.gradle
@@ -350,6 +350,10 @@ tasks.register('buildArm64Deb', Deb) {
   configure(commonDebConfig(true, 'arm64'))
 }
 
+tasks.register('buildNoJdkArm64Deb', Deb) {
+  configure(commonDebConfig(false, 'arm64'))
+}
+
 tasks.register('buildDeb', Deb) {
   configure(commonDebConfig(true, 'x64'))
 }
@@ -387,6 +391,10 @@ tasks.register('buildArm64Rpm', Rpm) {
   configure(commonRpmConfig(true, 'arm64'))
 }
 
+tasks.register('buildNoJdkArm64Rpm', Rpm) {
+  configure(commonRpmConfig(false, 'arm64'))
+}
+
 tasks.register('buildRpm', Rpm) {
   configure(commonRpmConfig(true, 'x64'))
 }
diff --git a/settings.gradle b/settings.gradle
index 92e07cbb2e7fb..ed01f4c4339c8 100644
--- a/settings.gradle
+++ b/settings.gradle
@@ -47,6 +47,7 @@ List projects = [
   'distribution:archives:freebsd-tar',
   'distribution:archives:no-jdk-freebsd-tar',
   'distribution:archives:linux-arm64-tar',
+  'distribution:archives:no-jdk-linux-arm64-tar',
   'distribution:archives:linux-s390x-tar',
   'distribution:archives:linux-tar',
   'distribution:archives:no-jdk-linux-tar',
@@ -57,9 +58,11 @@ List projects = [
   'distribution:docker:docker-build-context',
   'distribution:docker:docker-export',
   'distribution:packages:arm64-deb',
+  'distribution:packages:no-jdk-arm64-deb',
   'distribution:packages:deb',
   'distribution:packages:no-jdk-deb',
   'distribution:packages:arm64-rpm',
+  'distribution:packages:no-jdk-arm64-rpm',
   'distribution:packages:rpm',
   'distribution:packages:no-jdk-rpm',
   'distribution:bwc:bugfix',