diff --git a/.circleci/config.yml b/.circleci/config.yml
index e2d2266aeb..54fd33025a 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -76,12 +76,13 @@ workflows:
 jobs:
   checks:
     docker:
-      - image: mozilla/cidockerbases:rust-latest
+      - image: cimg/rust:1.63
         auth:
           username: $DOCKER_USER
           password: $DOCKER_PASS
     steps:
       - checkout
+      - setup-rust-check
       - rust-check
 
   build-and-test:
@@ -240,12 +241,16 @@ jobs:
 
   docs-build:
     docker:
-      - image: mozilla/cidockerbases:rust-latest
+      - image: cimg/rust:1.63
         auth:
           username: $DOCKER_USER
           password: $DOCKER_PASS
     steps:
       - checkout
+      - run:
+          name: Setup Build docs
+          command: |
+            cargo install mdbook
       - run:
           name: Build docs
           command: |
@@ -293,6 +298,13 @@ commands:
               echo "${DOCKER_PASS}" | docker login -u="${DOCKER_USER}" --password-stdin
             fi
 
+  setup-rust-check:
+    steps:
+      - run:
+          name: Setup Rust Checks
+          command: |
+            cargo install cargo-audit
+
   rust-check:
     steps:
       - run:
diff --git a/Dockerfile b/Dockerfile
index 4c4500208d..27ce4f1955 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -10,7 +10,7 @@ ARG APT_CACHE_BUST="2021-05-13"
 # =============================================================================
 # Pull in the version of cargo-chef we plan to use, so that all the below steps
 # use a consistent set of versions.
-FROM lukemathwalker/cargo-chef:0.1.35-rust-1.61-buster as chef
+FROM lukemathwalker/cargo-chef:0.1.39-rust-1.63-buster as chef
 WORKDIR /app
 
 # =============================================================================