From bd823c9a6f97f5e34298ec28b8cbe6993914c2cd Mon Sep 17 00:00:00 2001 From: ju-gu <87523290+ju-gu@users.noreply.github.com> Date: Thu, 14 Oct 2021 12:24:36 +0200 Subject: [PATCH] Update Crawler documentation (#1588) Typo in crawling the documentation website. --- docs/v0.10.0/_src/api/api/crawler.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/v0.10.0/_src/api/api/crawler.md b/docs/v0.10.0/_src/api/api/crawler.md index c95af3b078..dcdb6cf929 100644 --- a/docs/v0.10.0/_src/api/api/crawler.md +++ b/docs/v0.10.0/_src/api/api/crawler.md @@ -17,7 +17,7 @@ Crawl texts from a website so that we can use them later in Haystack as a corpus | crawler = Crawler(output_dir="crawled_files") | # crawl Haystack docs, i.e. all pages that include haystack.deepset.ai/overview/ | docs = crawler.crawl(urls=["https://haystack.deepset.ai/overview/get-started"], -| filter_urls= ["haystack\.deepset\.ai\/docs\/"]) +| filter_urls= ["haystack\.deepset\.ai\/overview\/"]) ```