diff --git a/signatory/src/key/store.rs b/signatory/src/key/store.rs
index 554ff912..21cd7f07 100644
--- a/signatory/src/key/store.rs
+++ b/signatory/src/key/store.rs
@@ -3,9 +3,6 @@
 #[cfg(feature = "std")]
 pub(crate) mod fs;
 
-#[cfg(feature = "std")]
-pub use fs::FsKeyStore;
-
 /// Trait for generating PKCS#8-encoded private keys.
 pub trait GeneratePkcs8 {
     /// Randomly generate a new PKCS#8 private key.
diff --git a/signatory/src/key/store/fs.rs b/signatory/src/key/store/fs.rs
index f9e65b00..32556b58 100644
--- a/signatory/src/key/store/fs.rs
+++ b/signatory/src/key/store/fs.rs
@@ -141,6 +141,8 @@ mod tests {
 
     pub const EXAMPLE_KEY: &str = "example-key";
 
+    /// We need this to live as long as the test case, so store it here for RAII purposes
+    #[allow(dead_code)]
     pub struct FsStoreHandle {
         pub keystore: FsKeyStore,
         pub dir: tempfile::TempDir,