diff --git a/r/R/arrowExports.R b/r/R/arrowExports.R
index 901898e5b29a..4ed612fc734b 100644
--- a/r/R/arrowExports.R
+++ b/r/R/arrowExports.R
@@ -536,6 +536,10 @@ compute__GetFunctionNames <- function() {
   .Call(`_arrow_compute__GetFunctionNames`)
 }
 
+compute__Initialize <- function() {
+  invisible(.Call(`_arrow_compute__Initialize`))
+}
+
 RegisterScalarUDF <- function(name, func_sexp) {
   invisible(.Call(`_arrow_RegisterScalarUDF`, name, func_sexp))
 }
diff --git a/r/data-raw/codegen.R b/r/data-raw/codegen.R
index 4f027a3d9ddc..b8a0071cc420 100644
--- a/r/data-raw/codegen.R
+++ b/r/data-raw/codegen.R
@@ -191,6 +191,9 @@ static const R_CallMethodDef CallEntries[] = {
   arrow::r::altrep::Init_Altrep_classes(dll);
   #endif
 
+  #if ARROW_VERSION_MAJOR >= 21
+  _arrow_compute__Initialize();
+  #endif
 }
 \n'
 )
diff --git a/r/src/arrowExports.cpp b/r/src/arrowExports.cpp
index c71d1c773053..4301763e493a 100644
--- a/r/src/arrowExports.cpp
+++ b/r/src/arrowExports.cpp
@@ -6232,7 +6232,9 @@ extern "C" void R_init_arrow(DllInfo* dll){
   arrow::r::altrep::Init_Altrep_classes(dll);
   #endif
 
+  #if ARROW_VERSION_MAJOR >= 21
   _arrow_compute__Initialize();
+  #endif
 }