Add support for linux riscv64 platform

Close #2341

Signed-off-by: Levi Zim <[email protected]>

Author: kxxt

CHANGELOG.md

@@ -11,6 +11,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 - Update API of Message in index to add the timestamp for lag calculation in ingestion polling ([#17977](https://github.com/opensearch-project/OpenSearch/pull/17977/))
 - Add composite directory factory ([#17988](https://github.com/opensearch-project/OpenSearch/pull/17988))
 - Add pull-based ingestion error metrics and make internal queue size configurable ([#18088](https://github.com/opensearch-project/OpenSearch/pull/18088))
+- Add support for linux riscv64 platform ([#18156](https://github.com/opensearch-project/OpenSearch/pull/18156))
 
 ### Changed
 

buildSrc/src/main/java/org/opensearch/gradle/Architecture.java

@@ -37,7 +37,8 @@ public enum Architecture {
     X64,
     ARM64,
     S390X,
-    PPC64LE;
+    PPC64LE,
+    RISCV64;
 
     public static Architecture current() {
         final String architecture = System.getProperty("os.arch", "");
@@ -51,6 +52,8 @@ public static Architecture current() {
                 return S390X;
             case "ppc64le":
                 return PPC64LE;
+            case "riscv64":
+                return RISCV64;
             default:
                 throw new IllegalArgumentException("can not determine architecture from [" + architecture + "]");
         }

buildSrc/src/main/java/org/opensearch/gradle/DistributionDownloadPlugin.java

@@ -244,6 +244,9 @@ private String dependencyNotation(OpenSearchDistribution distribution) {
                 case PPC64LE:
                     classifier = ":" + distribution.getPlatform() + "-ppc64le";
                     break;
+                case RISCV64:
+                    classifier = ":" + distribution.getPlatform() + "-riscv64";
+                    break;
                 default:
                     throw new IllegalArgumentException("Unsupported architecture: " + distribution.getArchitecture());
             }

buildSrc/src/main/java/org/opensearch/gradle/JavaVariant.java

@@ -25,7 +25,7 @@
 abstract class JavaVariant implements Buildable, Iterable<File> {
 
     private static final List<String> ALLOWED_ARCHITECTURES = Collections.unmodifiableList(
-        Arrays.asList("aarch64", "x64", "s390x", "ppc64le")
+        Arrays.asList("aarch64", "x64", "s390x", "ppc64le", "riscv64")
     );
     private static final List<String> ALLOWED_VENDORS = Collections.unmodifiableList(Arrays.asList("adoptium", "adoptopenjdk", "openjdk"));
     private static final List<String> ALLOWED_PLATFORMS = Collections.unmodifiableList(

buildSrc/src/main/java/org/opensearch/gradle/VersionProperties.java

@@ -98,6 +98,7 @@ public static Map<String, String> getVersions() {
     private static final String bundledJdkLinux_x64;
     private static final String bundledJdkLinux_s390x;
     private static final String bundledJdkLinux_ppc64le;
+    private static final String bundledJdkLinux_riscv64;
     private static final String bundledJdkVendor;
     private static final Map<String, String> versions = new HashMap<String, String>();
 
@@ -117,6 +118,7 @@ public static Map<String, String> getVersions() {
         bundledJdkLinux_x64 = props.getProperty("bundled_jdk_linux_x64", bundledJdkLinux);
         bundledJdkLinux_s390x = props.getProperty("bundled_jdk_linux_s390x", bundledJdkLinux);
         bundledJdkLinux_ppc64le = props.getProperty("bundled_jdk_linux_ppc64le", bundledJdkLinux);
+        bundledJdkLinux_riscv64 = props.getProperty("bundled_jdk_linux_riscv64", bundledJdkLinux);
 
         for (String property : props.stringPropertyNames()) {
             versions.put(property, props.getProperty(property));
@@ -155,6 +157,8 @@ private static String getBundledJdkLinux(String arch) {
                 return bundledJdkLinux_s390x;
             case "ppc64le":
                 return bundledJdkLinux_ppc64le;
+            case "riscv64":
+                return bundledJdkLinux_riscv64;
             default:
                 throw new IllegalArgumentException("unknown platform [" + arch + "] for 'linux' platform");
         }

buildSrc/src/main/java/org/opensearch/gradle/internal/InternalDistributionBwcSetupPlugin.java

@@ -166,6 +166,7 @@ private static List<DistributionProject> resolveArchiveProjects(File checkoutDir
                     "linux-arm64-tar",
                     "linux-ppc64le-tar",
                     "linux-s390x-tar",
+                    "linux-riscv64-tar",
                     "windows-zip"
                 )
             );

buildSrc/src/test/java/org/opensearch/gradle/ArchitectureTests.java

@@ -20,6 +20,7 @@ public void testCurrentArchitecture() {
         assertEquals(Architecture.ARM64, currentArchitecture("aarch64"));
         assertEquals(Architecture.S390X, currentArchitecture("s390x"));
         assertEquals(Architecture.PPC64LE, currentArchitecture("ppc64le"));
+        assertEquals(Architecture.RISCV64, currentArchitecture("riscv64"));
     }
 
     public void testInvalidCurrentArchitecture() {

buildSrc/src/test/java/org/opensearch/gradle/JdkDownloadPluginTests.java

@@ -110,7 +110,7 @@ public void testUnknownArchitecture() {
             "11.0.2+33",
             "linux",
             "unknown",
-            "unknown architecture [unknown] for jdk [testjdk], must be one of [aarch64, x64, s390x, ppc64le]"
+            "unknown architecture [unknown] for jdk [testjdk], must be one of [aarch64, x64, s390x, ppc64le, riscv64]"
         );
     }
 

distribution/archives/build.gradle

@@ -208,6 +208,20 @@ distribution_archives {
     }
   }
 
+  linuxRiscv64Tar {
+    archiveClassifier = 'linux-riscv64'
+    content {
+      archiveFiles(modulesFiles('linux-riscv64'), 'tar', 'linux', 'riscv64', JavaPackageType.JDK)
+    }
+  }
+
+  noJdkLinuxRiscv64Tar {
+    archiveClassifier = 'no-jdk-linux-riscv64'
+    content {
+      archiveFiles(modulesFiles('linux-riscv64'), 'tar', 'linux', 'riscv64', JavaPackageType.NONE)
+    }
+  }
+
   windowsZip {
     archiveClassifier = 'windows-x64'
     content {

distribution/archives/linux-riscv64-tar/build.gradle

@@ -0,0 +1,15 @@
+/*
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * The OpenSearch Contributors require contributions made to
+ * this file be licensed under the Apache-2.0 license or a
+ * compatible open source license.
+ *
+ * Modifications Copyright OpenSearch Contributors. See
+ * GitHub history for details.
+ */
+
+// This file is intentionally blank. All configuration of the
+// distribution is done in the parent project.
+
+// See please https://docs.gradle.org/8.5/userguide/upgrading_version_8.html#deprecated_missing_project_directory

distribution/archives/no-jdk-linux-riscv64-tar/build.gradle

@@ -0,0 +1,15 @@
+/*
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * The OpenSearch Contributors require contributions made to
+ * this file be licensed under the Apache-2.0 license or a
+ * compatible open source license.
+ *
+ * Modifications Copyright OpenSearch Contributors. See
+ * GitHub history for details.
+ */
+
+// This file is intentionally blank. All configuration of the
+// distribution is done in the parent project.
+
+// See please https://docs.gradle.org/8.5/userguide/upgrading_version_8.html#deprecated_missing_project_directory

distribution/build.gradle

@@ -282,7 +282,7 @@ configure(subprojects.findAll { ['archives', 'packages'].contains(it.name) }) {
   // Setup all required JDKs
   project.jdks {
     ['darwin', 'linux', 'windows'].each { platform ->
-      (platform == 'linux' || platform == 'darwin' ? ['x64', 'aarch64', 's390x', 'ppc64le'] : ['x64']).each { architecture ->
+      (platform == 'linux' || platform == 'darwin' ? ['x64', 'aarch64', 's390x', 'ppc64le', 'riscv64'] : ['x64']).each { architecture ->
         "bundled_jdk_${platform}_${architecture}" {
           it.platform = platform
           it.version = VersionProperties.getBundledJdk(platform, architecture)
@@ -296,7 +296,7 @@ configure(subprojects.findAll { ['archives', 'packages'].contains(it.name) }) {
   // Setup all required JREs
   project.jres {
     ['darwin', 'linux', 'windows'].each { platform ->
-      (platform == 'linux' || platform == 'darwin' ? ['x64', 'aarch64', 's390x', 'ppc64le'] : ['x64']).each { architecture ->
+      (platform == 'linux' || platform == 'darwin' ? ['x64', 'aarch64', 's390x', 'ppc64le', 'riscv64'] : ['x64']).each { architecture ->
         "bundled_jre_${platform}_${architecture}" {
           it.platform = platform
           it.version = VersionProperties.getBundledJre(platform, architecture)
@@ -381,7 +381,7 @@ configure(subprojects.findAll { ['archives', 'packages'].contains(it.name) }) {
           }
         }
         def buildModules = buildModulesTaskProvider
-        List excludePlatforms = ['darwin-x64', 'freebsd-x64', 'linux-x64', 'linux-arm64', 'linux-s390x', 'linux-ppc64le', 'windows-x64', 'darwin-arm64']
+        List excludePlatforms = ['darwin-x64', 'freebsd-x64', 'linux-x64', 'linux-arm64', 'linux-s390x', 'linux-ppc64le', 'linux-riscv64', 'windows-x64', 'darwin-arm64']
         if (platform != null) {
           excludePlatforms.remove(excludePlatforms.indexOf(platform))
         } else {
@@ -395,7 +395,7 @@ configure(subprojects.findAll { ['archives', 'packages'].contains(it.name) }) {
         if (BuildParams.isSnapshotBuild()) {
           from(buildExternalTestModulesTaskProvider)
         }
-        if (project.path.startsWith(':distribution:packages') || ['freebsd-x64','linux-x64', 'linux-arm64'].contains(platform)) {
+        if (project.path.startsWith(':distribution:packages') || ['freebsd-x64','linux-x64', 'linux-arm64', 'linux-riscv64'].contains(platform)) {
           from(buildSystemdModuleTaskProvider)
         }
       }

distribution/docker/build.gradle

@@ -29,6 +29,7 @@ configurations {
   arm64DockerSource
   s390xDockerSource
   ppc64leDockerSource
+  riscv64DockerSource
   dockerSource
 }
 
@@ -37,6 +38,7 @@ dependencies {
   arm64DockerSource project(path: ":distribution:archives:linux-arm64-tar", configuration:"default")
   s390xDockerSource project(path: ":distribution:archives:linux-s390x-tar", configuration:"default")
   ppc64leDockerSource project(path: ":distribution:archives:linux-ppc64le-tar", configuration:"default")
+  riscv64DockerSource project(path: ":distribution:archives:linux-riscv64-tar", configuration:"default")
   dockerSource project(path: ":distribution:archives:linux-tar", configuration:"default")
 }
 
@@ -51,6 +53,8 @@ ext.expansions = { Architecture architecture, DockerBase base, boolean local ->
       classifier = "linux-s390x"
     } else if (architecture == Architecture.PPC64LE) {
       classifier = "linux-ppc64le"
+    } else if (architecture == Architecture.RISCV64) {
+      classifier = "linux-riscv64"
     } else {
       throw new IllegalArgumentException("Unsupported architecture [" + architecture + "]")
     }
@@ -96,6 +100,7 @@ private static String buildPath(Architecture architecture, DockerBase base) {
     (architecture == Architecture.ARM64 ? 'arm64-' : '') +
     (architecture == Architecture.S390X ? 's390x-' : '') +
     (architecture == Architecture.PPC64LE ? 'ppc64le-' : '') +
+    (architecture == Architecture.RISCV64 ? 'riscv64-' : '') +
     'docker'
 }
 
@@ -104,6 +109,7 @@ private static String taskName(String prefix, Architecture architecture, DockerB
     (architecture == Architecture.ARM64 ? 'Arm64' : '') +
     (architecture == Architecture.S390X ? 'S390x' : '') +
     (architecture == Architecture.PPC64LE ? 'Ppc64le' : '') +
+    (architecture == Architecture.RISCV64 ? 'Riscv64' : '') +
     suffix
 }
 
@@ -144,6 +150,8 @@ void addCopyDockerContextTask(Architecture architecture, DockerBase base) {
       from configurations.s390xDockerSource
     } else if (architecture == Architecture.PPC64LE) {
       from configurations.ppc64leDockerSource
+    } else if (architecture == Architecture.RISCV64) {
+      from configurations.riscv64DockerSource
     } else {
       from configurations.dockerSource
     }

distribution/docker/docker-riscv64-export/build.gradle

@@ -0,0 +1,14 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * The OpenSearch Contributors require contributions made to
+ * this file be licensed under the Apache-2.0 license or a
+ * compatible open source license.
+ *
+*/
+
+// This file is intentionally blank. All configuration of the
+// export is done in the parent project.
+
+// See please https://docs.gradle.org/8.5/userguide/upgrading_version_8.html#deprecated_missing_project_directory

server/src/main/java/org/opensearch/bootstrap/SystemCallFilter.java

@@ -261,6 +261,7 @@ static class Arch {
         m.put("aarch64", new Arch(0xC00000B7, 0xFFFFFFFF, 1079, 1071, 221, 281, 277));
         m.put("s390x", new Arch(0x80000016, 0xFFFFFFFF, 2, 190, 11, 354, 348));
         m.put("ppc64le", new Arch(0xC0000015, 0xFFFFFFFF, 2, 189, 11, 362, 358));
+        m.put("riscv64", new Arch(0xC00000F3, 0xFFFFFFFF, 1079, 1071, 221, 281, 277));
         ARCHITECTURES = Collections.unmodifiableMap(m);
     }
 

settings.gradle

@@ -48,6 +48,8 @@ List projects = [
   'distribution:archives:linux-s390x-tar',
   'distribution:archives:linux-ppc64le-tar',
   'distribution:archives:no-jdk-linux-ppc64le-tar',
+  'distribution:archives:linux-riscv64-tar',
+  'distribution:archives:no-jdk-linux-riscv64-tar',
   'distribution:archives:linux-tar',
   'distribution:archives:no-jdk-linux-tar',
   'distribution:archives:jre-linux-tar',
@@ -56,6 +58,7 @@ List projects = [
   'distribution:docker:docker-arm64-export',
   'distribution:docker:docker-s390x-export',
   'distribution:docker:docker-ppc64le-export',
+  'distribution:docker:docker-riscv64-export',
   'distribution:docker:docker-build-context',
   'distribution:docker:docker-export',
   'distribution:packages:arm64-deb',