Cleanup readme.

DanielOliver · Mar 10, 2018 · 9d321d6 · 9d321d6
1 parent 8a4da96
commit 9d321d6
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 6 deletions.
diff --git a/README.md b/README.md
@@ -186,12 +186,16 @@ let Example() =
 //
 // LookaheadFailure
 //
-// --  Consumed Tokens  ----------------------------------------------------------------
-//  StartChar  |     EndChar  |                  Text  |                  Classification
+// --  Consumed Text  ------------------------------------------------------------------
+//                           Text     Length
 // -------------------------------------------------------------------------------------
-//          0  |           5  |                SELECT  |  Select
-//          7  |          13  |               Column1  |  ColumnName "Column1"
-//         16  |          22  |               Column2  |  ColumnName "Column2"
+//                         SELECT  |           6
+//                   (Whitespace)  |           1
+//                        Column1  |           7
+//                              ,  |           1
+//                   (Whitespace)  |           1
+//                        Column2  |           7
+//                              ,  |           1
 //
 //
 //   ***   ***   ***   ***   ***   ***   ***   ***   ***   ***   ***   ***   ***   ***

diff --git a/src/FLexer.Example/Utility.fs b/src/FLexer.Example/Utility.fs
@@ -8,6 +8,13 @@ let PrintTokens (consumed: Tokenizer.Token<_> list) =
     printfn "-------------------------------------------------------------------------------------"
     consumed |> List.rev |> List.iter (fun t -> printfn "%10i  |  %10i  |  %20s  |  %30A" t.StartCharacter t.EndCharacter t.Text t.Classification)
 
+let PrintConsumedWords (consumed: string list) =
+    printfn "--  Consumed Text  ------------------------------------------------------------------"
+    printfn "%30s %10s" "Text" "Length"
+    printfn "-------------------------------------------------------------------------------------"
+    let whitespacePrint text = if System.String.IsNullOrWhiteSpace text then "(Whitespace)" else text
+    consumed |> List.rev |> List.iter (fun t -> printfn "%30s  |  %10i" (whitespacePrint t) t.Length)
+
 let Spacer() =
     printfn ""
     printfn ""
@@ -31,5 +38,5 @@ let PrintBuilderResults formatValue stringToAccept (results: ClassifierBuilderRe
         | Some x ->
             printfn "%A" x
             printfn ""        
-        PrintTokens err.LastStatus.Consumed
+        PrintConsumedWords err.LastStatus.ConsumedWords