Revert "Index hidden files for filesystem repos (#471)"

This reverts commit 847fd47.

Author: ggordonhall

server/bleep/src/repo/iterator.rs

@@ -47,18 +47,9 @@ impl FileType {
     }
 }
 
-fn should_index_entry(de: &ignore::DirEntry) -> bool {
-    should_index(&de.path())
-}
-
 fn should_index<P: AsRef<Path>>(p: &P) -> bool {
     let path = p.as_ref();
 
-    // TODO: Make this more robust
-    if path.components().any(|c| c.as_os_str() == ".git") {
-        return false;
-    }
-
     #[rustfmt::skip]
     const EXT_BLACKLIST: &[&str] = &[
         // graphics
@@ -158,11 +149,6 @@ mod test {
             // These are not typically vendored in Rust.
             ("dist/main.rs", true),
             ("vendor/foo.rs", true),
-            // Ignore .git directory.
-            (".git/HEAD", false),
-            (".git/config", false),
-            (".gitignore", true),
-            (".github/workflows/ci.yml", true),
         ];
 
         for (path, index) in tests {

server/bleep/src/repo/iterator/fs.rs

@@ -11,13 +11,7 @@ pub struct FileWalker {
 impl FileWalker {
     pub fn index_directory(dir: impl AsRef<Path>) -> impl FileSource {
         // note: this WILL observe .gitignore files for the respective repos.
-        let walker = ignore::WalkBuilder::new(&dir)
-            .standard_filters(true)
-            .hidden(false)
-            .filter_entry(should_index_entry)
-            .build();
-
-        let file_list = walker
+        let file_list = ignore::Walk::new(&dir)
             .filter_map(|de| match de {
                 Ok(de) => Some(de),
                 Err(err) => {
@@ -28,6 +22,12 @@ impl FileWalker {
             // Preliminarily ignore files that are very large, without reading the contents.
             .filter(|de| matches!(de.metadata(), Ok(meta) if meta.len() < MAX_FILE_LEN))
             .filter_map(|de| crate::canonicalize(de.into_path()).ok())
+            .filter(|p| {
+                p.strip_prefix(&dir)
+                    .as_ref()
+                    .map(should_index)
+                    .unwrap_or_default()
+            })
             .collect();
 
         Self { file_list }