From fea8997e9bcffdfe84b3ac321b1af4df7a0e78e1 Mon Sep 17 00:00:00 2001
From: Sammi Chen <sammichen@apache.org>
Date: Mon, 15 Jun 2026 13:28:13 +0800
Subject: [PATCH] HDDS-15559. Enable cross platform hadoop native library
 download

---
 .../dist/src/shell/ozone/ozone-functions.sh   |   2 +
 pom.xml                                       | 104 +++++++-----------
 2 files changed, 42 insertions(+), 64 deletions(-)

diff --git a/hadoop-ozone/dist/src/shell/ozone/ozone-functions.sh b/hadoop-ozone/dist/src/shell/ozone/ozone-functions.sh
index 325d6daa50b2..fb755a9d8d1c 100755
--- a/hadoop-ozone/dist/src/shell/ozone/ozone-functions.sh
+++ b/hadoop-ozone/dist/src/shell/ozone/ozone-functions.sh
@@ -1346,6 +1346,7 @@ function ozone_os_tricks
           export JAVA_HOME
         fi
       fi
+      export DYLD_LIBRARY_PATH=$OZONE_HOME/lib/native:$DYLD_LIBRARY_PATH
     ;;
     Linux)
 
@@ -1373,6 +1374,7 @@ function ozone_os_tricks
         ozone_error "ERROR: For more info: http://wiki.apache.org/hadoop/HadoopIPv6"
         exit 1
       fi
+      export LD_LIBRARY_PATH=$OZONE_HOME/lib/native:$LD_LIBRARY_PATH
     ;;
     CYGWIN*)
       # Flag that we're running on Cygwin to trigger path translation later.
diff --git a/pom.xml b/pom.xml
index eaf638871f83..84373812a6f7 100644
--- a/pom.xml
+++ b/pom.xml
@@ -85,6 +85,8 @@
     <gson.version>2.13.1</gson.version>
     <guava.version>33.6.0-jre</guava.version>
     <guice.version>6.0.0</guice.version>
+    <hadoop.native.lib.name>libhadoop_osx_aarch_64.dylib</hadoop.native.lib.name>
+    <hadoop.native.lib.symbolic.name>libhadoop.dylib</hadoop.native.lib.symbolic.name>
     <hadoop.version>3.4.3</hadoop.version>
     <hadoop2.version>2.10.2</hadoop2.version>
     <hdds.rocks.native.version>${hdds.version}</hdds.rocks.native.version>
@@ -2549,6 +2551,36 @@
   </distributionManagement>
 
   <profiles>
+    <profile>
+      <id>linux-x86_64</id>
+      <activation>
+        <activeByDefault>false</activeByDefault>
+        <os>
+          <name>linux</name>
+          <family>unix</family>
+          <arch>amd64</arch>
+        </os>
+      </activation>
+      <properties>
+        <hadoop.native.lib.name>libhadoop_linux_x86_64.so</hadoop.native.lib.name>
+        <hadoop.native.lib.symbolic.name>libhadoop.so</hadoop.native.lib.symbolic.name>
+      </properties>
+    </profile>
+    <profile>
+      <id>linux-aarch64</id>
+      <activation>
+        <activeByDefault>false</activeByDefault>
+        <os>
+          <name>linux</name>
+          <family>unix</family>
+          <arch>aarch64</arch>
+        </os>
+      </activation>
+      <properties>
+        <hadoop.native.lib.name>libhadoop_linux_aarch_64.so</hadoop.native.lib.name>
+        <hadoop.native.lib.symbolic.name>libhadoop.so</hadoop.native.lib.symbolic.name>
+      </properties>
+    </profile>
     <profile>
       <id>dist</id>
       <build>
@@ -2614,26 +2646,13 @@
             <inherited>false</inherited>
             <executions>
               <execution>
-                <id>fetch-linux-library</id>
-                <goals>
-                  <goal>wget</goal>
-                </goals>
-                <phase>generate-resources</phase>
-                <configuration>
-                  <url>https://raw.githubusercontent.com/apache/ozone-thirdparty/master/hadoop-native-lib/${hadoop.version}/libhadoop_linux_x86_64.so</url>
-                  <unpack>false</unpack>
-                  <outputDirectory>${project.build.directory}/native-lib</outputDirectory>
-                  <skipCache>false</skipCache>
-                </configuration>
-              </execution>
-              <execution>
-                <id>fetch-mac-library</id>
+                <id>fetch-hadoop-native-library</id>
                 <goals>
                   <goal>wget</goal>
                 </goals>
                 <phase>generate-resources</phase>
                 <configuration>
-                  <url>https://raw.githubusercontent.com/apache/ozone-thirdparty/master/hadoop-native-lib/${hadoop.version}/libhadoop_osx_aarch_64.dylib</url>
+                  <url>https://raw.githubusercontent.com/apache/ozone-thirdparty/master/hadoop-native-lib/${hadoop.version}/${hadoop.native.lib.name}</url>
                   <unpack>false</unpack>
                   <outputDirectory>${project.build.directory}/native-lib</outputDirectory>
                   <skipCache>false</skipCache>
@@ -2648,22 +2667,7 @@
             <inherited>false</inherited>
             <executions>
               <execution>
-                <id>extract-linux-library</id>
-                <goals>
-                  <goal>run</goal>
-                </goals>
-                <phase>prepare-package</phase>
-                <configuration>
-                  <target>
-                    <exec dir="${project.build.directory}/native-lib" executable="bash" failonerror="true">
-                      <arg value="-c" />
-                      <arg value="ln -sf libhadoop_linux_x86_64.so libhadoop.so" />
-                    </exec>
-                  </target>
-                </configuration>
-              </execution>
-              <execution>
-                <id>extract-mac-library</id>
+                <id>extract-hadoop-native-library</id>
                 <goals>
                   <goal>run</goal>
                 </goals>
@@ -2672,7 +2676,7 @@
                   <target>
                     <exec dir="${project.build.directory}/native-lib" executable="bash" failonerror="true">
                       <arg value="-c" />
-                      <arg value="ln -sf libhadoop_osx_aarch_64.dylib libhadoop.dylib" />
+                      <arg value="ln -sf ${hadoop.native.lib.name} ${hadoop.native.lib.symbolic.name}" />
                     </exec>
                   </target>
                 </configuration>
@@ -2963,26 +2967,13 @@
             <inherited>false</inherited>
             <executions>
               <execution>
-                <id>fetch-linux-library</id>
-                <goals>
-                  <goal>wget</goal>
-                </goals>
-                <phase>generate-resources</phase>
-                <configuration>
-                  <url>https://raw.githubusercontent.com/apache/ozone-thirdparty/master/hadoop-native-lib/${hadoop.version}/libhadoop_linux_x86_64.so</url>
-                  <unpack>false</unpack>
-                  <outputDirectory>${project.build.directory}/native-lib</outputDirectory>
-                  <skipCache>false</skipCache>
-                </configuration>
-              </execution>
-              <execution>
-                <id>fetch-mac-library</id>
+                <id>fetch-hadoop-native-library</id>
                 <goals>
                   <goal>wget</goal>
                 </goals>
                 <phase>generate-resources</phase>
                 <configuration>
-                  <url>https://raw.githubusercontent.com/apache/ozone-thirdparty/master/hadoop-native-lib/${hadoop.version}/libhadoop_osx_aarch_64.dylib</url>
+                  <url>https://raw.githubusercontent.com/apache/ozone-thirdparty/master/hadoop-native-lib/${hadoop.version}/${hadoop.native.lib.name}</url>
                   <unpack>false</unpack>
                   <outputDirectory>${project.build.directory}/native-lib</outputDirectory>
                   <skipCache>false</skipCache>
@@ -2997,22 +2988,7 @@
             <inherited>false</inherited>
             <executions>
               <execution>
-                <id>extract-linux-library</id>
-                <goals>
-                  <goal>run</goal>
-                </goals>
-                <phase>prepare-package</phase>
-                <configuration>
-                  <target>
-                    <exec dir="${project.build.directory}/native-lib" executable="bash" failonerror="true">
-                      <arg value="-c" />
-                      <arg value="ln -sf libhadoop_linux_x86_64.so libhadoop.so" />
-                    </exec>
-                  </target>
-                </configuration>
-              </execution>
-              <execution>
-                <id>extract-mac-library</id>
+                <id>extract-hadoop-native-library</id>
                 <goals>
                   <goal>run</goal>
                 </goals>
@@ -3021,7 +2997,7 @@
                   <target>
                     <exec dir="${project.build.directory}/native-lib" executable="bash" failonerror="true">
                       <arg value="-c" />
-                      <arg value="ln -sf libhadoop_osx_aarch_64.dylib libhadoop.dylib" />
+                      <arg value="ln -sf ${hadoop.native.lib.name} ${hadoop.native.lib.symbolic.name}" />
                     </exec>
                   </target>
                 </configuration>