diff --git a/Makefile b/Makefile
index 8561645a02f4..79d6f50cad0c 100644
--- a/Makefile
+++ b/Makefile
@@ -345,6 +345,7 @@ endif
 dist-aarch64: 
 	CMAKE_ARGS="$(CMAKE_ARGS) -DLLAMA_NATIVE=off" GRPC_BACKENDS="backend-assets/grpc/llama-cpp-fallback backend-assets/grpc/llama-cpp-grpc backend-assets/util/llama-cpp-rpc-server" \
 	$(MAKE) build
+	ARCH=aarch64
 	mkdir -p release
 # if BUILD_ID is empty, then we don't append it to the binary name
 ifeq ($(BUILD_ID),)