fixed multiple admin crawl

Maxinio-berincini · Oct 16, 2023 · 5be8b20 · 5be8b20
1 parent 3564c29
commit 5be8b20
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 3 deletions.
diff --git a/src/main/java/com/example/searchengine/SearchEngine.java b/src/main/java/com/example/searchengine/SearchEngine.java
@@ -186,8 +186,18 @@ public void lucky(@RequestParam(name = "q") String q, HttpServletResponse respon
 
 	@PostMapping("/admin/crawl")
 	public ResponseEntity<String> startCrawl() {
-		crawler.crawl(startUrl);
-		return new ResponseEntity<>("Crawling finished successfully", HttpStatus.OK);
+		try{
+			// create a new crawler to initialize the executor service
+			if (properties.getCrawler().equals("multithread")) {
+				this.crawler= new MultithreadCrawler(indexFileName);
+			}
+			crawler.crawl(startUrl);
+			return new ResponseEntity<>("Crawling finished successfully", HttpStatus.OK);
+		} catch (Exception e) {
+			// Log the error for debugging
+			e.printStackTrace();
+			return new ResponseEntity<>("Error during crawling: " + e.getMessage(), HttpStatus.INTERNAL_SERVER_ERROR);
+		}
 	}
 
 	@PostMapping("/admin/regenerate-flipped-index")

diff --git a/src/main/resources/application.properties b/src/main/resources/application.properties
@@ -1,3 +1,3 @@
 server.port = 8080
 crawl = false
-crawler = simple
+crawler = multithread