diff --git a/rhel8/Dockerfile b/rhel8/Dockerfile
index e8dff7bd074fa0fbc456ea36569923dfa796a607..ef39daf451f1d14534c8f48b3a3d6b1ca62ace00 100644
--- a/rhel8/Dockerfile
+++ b/rhel8/Dockerfile
@@ -84,6 +84,10 @@ RUN if [ "$DRIVER_TYPE" != "vgpu" ] && [ "$DRIVER_BRANCH" -ge "550" ]; then \
 RUN if [ "$DRIVER_TYPE" != "vgpu" ] && [ "$DRIVER_BRANCH" -ge "570" ]; then \
     dnf install -y infiniband-diags nvlsm; fi
 
+# libnvsdm packages are not available for arm64
+RUN if [ "$DRIVER_TYPE" != "vgpu" ] && [ "$DRIVER_BRANCH" -ge "570" ] && [ "$TARGETARCH" != "arm64" ]; then \
+    dnf install -y libnvsdm-${DRIVER_BRANCH}-${DRIVER_VERSION}-1; fi
+
 COPY nvidia-driver /usr/local/bin
 COPY ocp_dtk_entrypoint /usr/local/bin
 COPY common.sh /usr/local/bin
diff --git a/rhel9/Dockerfile b/rhel9/Dockerfile
index a63c99083c11c3eb0783a5b74f3dcc7c2dcabf54..947c0568aa3249e13b6b059d736d0ceb781caf2c 100644
--- a/rhel9/Dockerfile
+++ b/rhel9/Dockerfile
@@ -78,6 +78,10 @@ RUN if [ "$DRIVER_TYPE" != "vgpu" ] && [ "$DRIVER_BRANCH" -ge "550" ]; then \
 RUN if [ "$DRIVER_TYPE" != "vgpu" ] && [ "$DRIVER_BRANCH" -ge "570" ]; then \
     dnf install -y infiniband-diags nvlsm; fi
 
+# libnvsdm packages are not available for arm64
+RUN if [ "$DRIVER_TYPE" != "vgpu" ] && [ "$DRIVER_BRANCH" -ge "570" ] && [ "$TARGETARCH" != "arm64" ]; then \
+    dnf install -y libnvsdm-${DRIVER_BRANCH}-${DRIVER_VERSION}-1; fi
+
 COPY nvidia-driver /usr/local/bin
 COPY ocp_dtk_entrypoint /usr/local/bin
 COPY common.sh /usr/local/bin