Attempt to reduce unnecessary accesses to data files (#180)

smarr · Feb 18, 2024 · 757dc03 · 757dc03
2 parents 60bc8b5 + 57394bf
commit 757dc03
Show file tree

Hide file tree

Showing 2 changed files with 24 additions and 6 deletions.
diff --git a/src/frontend/render.ts b/src/frontend/render.ts
@@ -73,9 +73,8 @@ export function renderProjectDataOverview(
         )}</p></td>
         <td>${row.hostnames}</td>
         <td class="num-col">${row.runs}</td>
-        <td class="num-col"><a href="/${projectSlug}/data/${row.expid}">${
-          row.measurements
-        }</a></td>
+        <td class="num-col"><a rel="nofollow"
+          href="/${projectSlug}/data/${row.expid}">${row.measurements}</a></td>
       </tr>`);
   }
 

diff --git a/src/index.ts b/src/index.ts
@@ -77,15 +77,34 @@ router.get('/status', async (ctx) => {
   ctx.type = 'text';
 });
 
+router.get('/robots.txt', async (ctx) => {
+  ctx.body = `User-agent: *
+
+Disallow: /status
+Disallow: /*/data*
+Disallow: /rebenchdb*
+`;
+  ctx.type = 'text';
+});
+
 router.get('/:projectSlug', async (ctx) => renderProjectPage(ctx, db));
 router.get('/:projectSlug/source/:sourceId', async (ctx) =>
   getSourceAsJson(ctx, db)
 );
 router.get('/:projectSlug/timeline', async (ctx) => renderTimeline(ctx, db));
 router.get('/:projectSlug/data', async (ctx) => renderProjectDataPage(ctx, db));
-router.get('/:projectSlug/data/:expId', async (ctx) =>
-  renderDataExport(ctx, db)
-);
+router.get('/:projectSlug/data/:expId', async (ctx) => {
+  if (
+    ctx.header['X-Purpose'] === 'preview' ||
+    ctx.header['Purpose'] === 'prefetch' ||
+    ctx.header['X-Moz'] === 'prefetch'
+  ) {
+    ctx.set('Cache-Control', 'must-revalidate');
+    ctx.status = 425; // HTTP Code for 'Too Early'
+    return;
+  }
+  return renderDataExport(ctx, db);
+});
 router.get('/:projectSlug/compare/:baseline..:change', async (ctx) =>
   renderComparePage(ctx, db)
 );