Add fs_util subcommand to list known directories

src/rust/engine/fs/fs_util/src/main.rs

@@ -177,6 +177,11 @@ to this directory.",
             true,
           )),
       )
+        .subcommand(
+          SubCommand::with_name("directories")
+              .subcommand(SubCommand::with_name("list"))
+              .about("List all directory digests known in the local store")
+        )
         .subcommand(
           SubCommand::with_name("gc")
               .about("Garbage collect the on-disk store. Note that after running this command, any processes with an open store (e.g. a pantsd) may need to re-initialize their store.")
@@ -545,6 +550,18 @@ fn execute(top_match: &clap::ArgMatches<'_>) -> Result<(), ExitError> {
         )),
       }
     }
+    ("directories", Some(sub_match)) => match sub_match.subcommand() {
+      ("list", _) => {
+        for digest in store
+          .all_local_digests(::store::EntryType::Directory)
+          .expect("Error opening store")
+        {
+          println!("{} {}", digest.0, digest.1);
+        }
+        Ok(())
+      }
+      _ => unimplemented!(),
+    },
     ("gc", Some(args)) => {
       let target_size_bytes = value_t!(args.value_of("target-size-bytes"), usize)
         .expect("--target-size-bytes must be passed as a non-negative integer");

src/rust/engine/fs/store/src/lib.rs

@@ -851,6 +851,10 @@ impl Store {
       })
       .to_boxed()
   }
+
+  pub fn all_local_digests(&self, entry_type: EntryType) -> Result<Vec<Digest>, String> {
+    self.local.all_digests(entry_type)
+  }
 }
 
 // Only public for testing.
@@ -1180,6 +1184,26 @@ mod local {
         }
       }).to_boxed()
     }
+
+    pub fn all_digests(&self, entry_type: EntryType) -> Result<Vec<Digest>, String> {
+      let database = match entry_type {
+        EntryType::File => self.inner.file_dbs.clone(),
+        EntryType::Directory => self.inner.directory_dbs.clone(),
+      };
+      let mut digests = vec![];
+      for &(ref env, ref database, ref _lease_database) in &database?.all_lmdbs() {
+        let txn = env
+          .begin_ro_txn()
+          .map_err(|err| format!("Error beginning transaction to garbage collect: {}", err))?;
+        let mut cursor = txn
+          .open_ro_cursor(*database)
+          .map_err(|err| format!("Failed to open lmdb read cursor: {}", err))?;
+        for (key, bytes) in cursor.iter() {
+          digests.push(Digest(Fingerprint::from_bytes_unsafe(key), bytes.len()));
+        }
+      }
+      Ok(digests)
+    }
   }
 
   #[derive(Eq, PartialEq, Ord, PartialOrd)]
@@ -1624,6 +1648,14 @@ mod local {
       )
     }
 
+    #[test]
+    pub fn all_digests() {
+      let dir = TempDir::new().unwrap();
+      let store = new_store(dir.path());
+      let digest = prime_store_with_file_bytes(&store, TestData::roland().bytes());
+      assert_eq!(Ok(vec![digest]), store.all_digests(EntryType::File));
+    }
+
     pub fn new_store<P: AsRef<Path>>(dir: P) -> ByteStore {
       ByteStore::new(task_executor::Executor::new(), dir).unwrap()
     }