diff --git a/ci/audit.yml b/ci/audit.yml
index 93cda95..6c4b520 100644
--- a/ci/audit.yml
+++ b/ci/audit.yml
@@ -4,10 +4,14 @@ image_resource:
   type: registry-image
   source: {repository: rust}
 
-# This should cache cargo audit
+# move cargo's config directory to be ./.cargo-config/ and cache it
+params:
+  CARGO_HOME: "./.cargo-config"
+
 caches:
-- path: "./.cargo/"
-- path: "./target/"
+  - path: "./target"
+  - path: "./.cargo-config"
+
 
 inputs:
 - name: repo
diff --git a/ci/test.yml b/ci/test.yml
index d87969c..3facc39 100644
--- a/ci/test.yml
+++ b/ci/test.yml
@@ -4,9 +4,13 @@ image_resource:
   type: registry-image
   source: {repository: rust}
 
+# move cargo's config directory to be ./.cargo-config/ and cache it
+params:
+  CARGO_HOME: "./.cargo-config"
+
 caches:
-- path: "~/.cargo/"
-- path: "~/target/"
+  - path: "./target"
+  - path: "./.cargo-config"
 
 inputs:
 - name: repo