diff --git a/ci/scripts/website_build.sh b/ci/scripts/website_build.sh
index 31db174a4a..1f7f146e1c 100755
--- a/ci/scripts/website_build.sh
+++ b/ci/scripts/website_build.sh
@@ -63,6 +63,7 @@ main() {
     # Fix up lazy Intersphinx links (see docs_build.sh)
     # Assumes GNU sed
     sed -i "s|http://javadocs.home.arpa/|https://arrow.apache.org/adbc/${directory}/|g" $(grep -Rl javadocs.home.arpa "${site}/${directory}/")
+    git -C "${site}" add --force "${directory}"
 
     # Copy the version script and regenerate the version list
     # The versions get embedded into the JavaScript file to save a roundtrip