diff --git a/barretenberg/acir_tests/.rebuild_patterns b/barretenberg/acir_tests/.rebuild_patterns
new file mode 100644
index 00000000000..0a2c4767ab6
--- /dev/null
+++ b/barretenberg/acir_tests/.rebuild_patterns
@@ -0,0 +1 @@
+^barretenberg/acir_tests/
\ No newline at end of file
diff --git a/barretenberg/acir_tests/Earthfile b/barretenberg/acir_tests/Earthfile
index 37858e05097..eff9239ae55 100644
--- a/barretenberg/acir_tests/Earthfile
+++ b/barretenberg/acir_tests/Earthfile
@@ -8,6 +8,7 @@ test:
 benches-bb:
   FROM ../../+bootstrap-noir-bb
   WORKDIR /usr/src/barretenberg/acir_tests
+  RUN ./bootstrap.sh prepare-benches
 
 bench:
   # This target is used for debugging the benchmarking target.
diff --git a/barretenberg/acir_tests/bootstrap.sh b/barretenberg/acir_tests/bootstrap.sh
index d51634cfeb8..3c125b620c3 100755
--- a/barretenberg/acir_tests/bootstrap.sh
+++ b/barretenberg/acir_tests/bootstrap.sh
@@ -4,10 +4,10 @@ source $(git rev-parse --show-toplevel)/ci3/source_bootstrap
 cmd=${1:-}
 export CRS_PATH=$HOME/.bb-crs
 
-function build_tests {
+function prepare_tests {
   set -eu
 
-  github_group "acir_tests build"
+  github_group "acir_tests copy tests"
 
   rm -rf acir_tests
   cp -R ../../noir/noir-repo/test_programs/execution_success acir_tests
@@ -19,6 +19,17 @@ function build_tests {
   # COMPILE=2 only compiles the test.
   denoise "parallel --joblog joblog.txt --line-buffered 'COMPILE=2 ./run_test.sh \$(basename {})' ::: ./acir_tests/*"
 
+  github_endgroup
+}
+
+function build_tests {
+  set -eu
+
+  github_group "acir_tests build"
+
+  prepare_tests
+
+
   # TODO: This actually breaks things, but shouldn't. We want to do it here and not maintain manually.
   # Regenerate verify_honk_proof recursive input.
   # local bb=$(realpath ../cpp/build/bin/bb)
@@ -44,7 +55,8 @@ function hash {
     ../../noir/.rebuild_patterns \
     ../../noir/.rebuild_patterns_tests \
     ../../barretenberg/cpp/.rebuild_patterns \
-    ../../barretenberg/ts/.rebuild_patterns
+    ../../barretenberg/ts/.rebuild_patterns \
+    ../../barretenberg/acir_tests/.rebuild_patterns
 }
 
 function test {
@@ -154,6 +166,9 @@ case "$cmd" in
   "test")
     test
     ;;
+  "prepare-benches")
+    prepare_tests
+    ;;
   "test-cmds")
     test_cmds
     ;;