diff --git a/signatory/src/key/store.rs b/signatory/src/key/store.rs
index 554ff912..21cd7f07 100644
--- a/signatory/src/key/store.rs
+++ b/signatory/src/key/store.rs
@@ -3,9 +3,6 @@
 #[cfg(feature = "std")]
 pub(crate) mod fs;
 
-#[cfg(feature = "std")]
-pub use fs::FsKeyStore;
-
 /// Trait for generating PKCS#8-encoded private keys.
 pub trait GeneratePkcs8 {
     /// Randomly generate a new PKCS#8 private key.
diff --git a/signatory/src/key/store/fs.rs b/signatory/src/key/store/fs.rs
index f9e65b00..9841db76 100644
--- a/signatory/src/key/store/fs.rs
+++ b/signatory/src/key/store/fs.rs
@@ -143,6 +143,9 @@ mod tests {
 
     pub struct FsStoreHandle {
         pub keystore: FsKeyStore,
+
+        // We need this to live as long as the test case, so store it here for RAII purposes
+        #[allow(dead_code)]
         pub dir: tempfile::TempDir,
     }