Add rootRequest in metadata (#172)

microsoft · Sep 30, 2019 · 0ac1107 · 0ac1107
1 parent 5a8de62
commit 0ac1107
Show file tree

Hide file tree

Showing 3 changed files with 98 additions and 33 deletions.
diff --git a/lib/crawler.js b/lib/crawler.js
@@ -377,14 +377,18 @@ class Crawler {
         throw new Error('Delete without metadata');
       }
       request.document._metadata = request.response._metadataTemplate;
+      if (request.context.history) {
+        request.document._metadata.rootRequest = request.context.history[0];
+      }
       return Q(request);
     }
 
     const metadata = {
       type: request.type,
       url: request.url,
       fetchedAt: moment.utc().toISOString(),
-      links: {}
+      links: {},
+      rootRequest: request.context.history ? request.context.history[0] : undefined,
     };
     if (request.response) {
       if (request.response.headers) {