add hrefLangList to default Crawler

PiedWeb · Sep 4, 2023 · dd9f9bd · dd9f9bd
1 parent a8cd2a7
commit dd9f9bd
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 4 deletions.
diff --git a/packages/crawler/src/CrawlerConfig.php b/packages/crawler/src/CrawlerConfig.php
@@ -61,6 +61,7 @@ public function __construct(
             'title',
             'h1',
             'canonical',
+            'hrefLang',
         ];
         $this->dataDirectory = self::dataDirectory((string) $dataDirectory);
     }

diff --git a/packages/extractor/src/HrefLangExtractor.php b/packages/extractor/src/HrefLangExtractor.php
@@ -19,10 +19,6 @@ public function getHrefLangList(): array
         $toReturn = [];
         $links = $this->crawler->filterXPath('//link[@hreflang]')->extract(['hreflang', 'href']);
         foreach ($links as $link) {
-            if ('x-default' === $link[0]) {
-                continue;
-            }
-
             if (isset($toReturn[$link[0]])) {
                 continue;
             }