[dbnode] Validate indexable metric tags before insert into index queue

.buildkite/pipeline.yml

@@ -1,7 +1,7 @@
 common: &common
   timeout_in_minutes: 20
   agents:
-    queue: workers
+    queue: monorepo
   retry:
     # Automatically retry failures one time.
     automatic:

.fossa.yml

@@ -90,6 +90,10 @@ analyze:
     type: go
     target: github.com/m3db/m3/src/cmd/tools/read_index_ids/main
     path: src/cmd/tools/read_index_ids/main
+  - name: github.com/m3db/m3/src/cmd/tools/verify_data_files/main
+    type: go
+    target: github.com/m3db/m3/src/cmd/tools/verify_data_files/main
+    path: src/cmd/tools/verify_data_files/main
   - name: github.com/m3db/m3/src/cmd/tools/verify_index_files/main
     type: go
     target: github.com/m3db/m3/src/cmd/tools/verify_index_files/main

Makefile

@@ -89,6 +89,7 @@ TOOLS :=               \
 	read_index_files     \
 	clone_fileset        \
 	dtest                \
+	verify_data_files    \
 	verify_index_files   \
 	carbon_load          \
 	docs_test            \

src/cmd/tools/verify_data_files/README.md

@@ -0,0 +1,25 @@
+# verify_data_files
+
+`verify_data_files` is a utility to verify data files in a given directory.
+
+# Usage
+```
+$ git clone git@github.com:m3db/m3.git
+$ make verify_data_files
+$ ./bin/verify_data_files
+Usage: verify_data_files [-fit] [-o value] [-p value] [parameters ...]
+ -f, --fail-fast  Fail fast will bail on first failure
+ -i, --fix-invalid-ids
+                  Fix invalid IDs will remove entries with IDs that have
+                  non-UTF8 chars
+ -o, --fix-path-prefix=value
+                  Fix output path file prefix for fixed files
+ -p, --path-prefix=value
+                  Path prefix [e.g. /var/lib/m3db]
+ -t, --fix-invalid-tags
+                  Fix invalid tags will remove tags with name/values non-UTF8
+                  chars
+
+# example usage
+# verify_data_files --fail-fast --path-prefix /var/lib/m3db
+```