More up to date version of tantivy dep

tantivy: 4f5ce12a77c7a70cf90f5bee34cd697e3be0aa1b

Cargo.toml

@@ -31,7 +31,10 @@ log = "0.3"
 futures = "0.1"
 env_logger = "0.3"
 version = "2"
-tantivy = "0.4.3"
+# tantivy = "0.4.3"
+
+[dependencies.tantivy]
+path = "../tantivy"
 
 [[bin]]
 name = "tantivy"

README.md

@@ -108,30 +108,36 @@ Answer the questions as follows:
     Add another field (Y/N) ? N
 
     [
-    {
+      {
         "name": "title",
         "type": "text",
         "options": {
-            "indexing": "position",
-            "stored": true
+          "indexing": {
+            "record": "position",
+            "tokenizer": "default"
+          },
+          "stored": true
         }
-    },
-    {
+      },
+      {
         "name": "body",
         "type": "text",
         "options": {
-            "indexing": "position",
-            "stored": true
+          "indexing": {
+            "record": "position",
+            "tokenizer": "default"
+          },
+          "stored": true
         }
-    },
-    {
+      },
+      {
         "name": "url",
         "type": "text",
         "options": {
-            "indexing": "unindexed",
-            "stored": true
+          "indexing": null,
+          "stored": true
         }
-    }
+      }
     ]
 
 

src/commands/bench.rs

@@ -10,6 +10,7 @@ use std::fs::File;
 use tantivy::collector::chain;
 use tantivy::collector::TopCollector;
 use tantivy::collector::CountCollector;
+use tantivy::tokenizer::TokenizerManager;
 use clap::ArgMatches;
 use std::path::PathBuf;
 
@@ -58,7 +59,8 @@ fn run_bench(index_path: &Path,
     let searcher = index.searcher();
     let default_search_fields: Vec<Field> = extract_search_fields(&index.schema());
     let queries = try!(read_query_file(query_filepath).map_err(|e| format!("Failed reading the query file:  {}", e)));
-    let query_parser = QueryParser::new(index.schema(), default_search_fields);
+    let tokenizer_manager = TokenizerManager::default();
+    let query_parser = QueryParser::new(index.schema(), default_search_fields, tokenizer_manager);
 
     println!("SEARCH\n");
     println!("{}\t{}\t{}\t{}", "query", "num_terms", "num hits", "time in microsecs");