From 4bd2f60e2bb52929e2a58450a530655d27dd1200 Mon Sep 17 00:00:00 2001
From: Chris Chudzicki <christopher.chudzicki@gmail.com>
Date: Fri, 20 Sep 2024 16:16:24 -0400
Subject: [PATCH 1/2] align default robots tag w main

---
 frontends/main/src/app/page.tsx | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/frontends/main/src/app/page.tsx b/frontends/main/src/app/page.tsx
index 58ac06a9d1..814b7dc5f6 100644
--- a/frontends/main/src/app/page.tsx
+++ b/frontends/main/src/app/page.tsx
@@ -13,11 +13,12 @@ export async function generateMetadata({
 }: {
   searchParams: { [key: string]: string | string[] | undefined }
 }): Promise<Metadata> {
+  const robots =
+    process.env.MITOL_NOINDEX === "false" ? undefined : "noindex, nofollow"
   return await getMetadataAsync({
     title: "Learn with MIT",
     searchParams,
-    robots:
-      process.env.MITOL_NOINDEX === "true" ? "noindex, nofollow" : undefined,
+    robots,
   })
 }
 

From a201e8576d254d52703da4b9f6cfb36bcfb40b09 Mon Sep 17 00:00:00 2001
From: Jon Kafton <939376+jonkafton@users.noreply.github.com>
Date: Mon, 23 Sep 2024 16:04:50 +0200
Subject: [PATCH 2/2] Apply robots meta to all pages

---
 frontends/main/src/app/page.tsx       | 3 ---
 frontends/main/src/common/metadata.ts | 2 ++
 2 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/frontends/main/src/app/page.tsx b/frontends/main/src/app/page.tsx
index 814b7dc5f6..c1d6165e03 100644
--- a/frontends/main/src/app/page.tsx
+++ b/frontends/main/src/app/page.tsx
@@ -13,12 +13,9 @@ export async function generateMetadata({
 }: {
   searchParams: { [key: string]: string | string[] | undefined }
 }): Promise<Metadata> {
-  const robots =
-    process.env.MITOL_NOINDEX === "false" ? undefined : "noindex, nofollow"
   return await getMetadataAsync({
     title: "Learn with MIT",
     searchParams,
-    robots,
   })
 }
 
diff --git a/frontends/main/src/common/metadata.ts b/frontends/main/src/common/metadata.ts
index ab40c3050e..94bfefb708 100644
--- a/frontends/main/src/common/metadata.ts
+++ b/frontends/main/src/common/metadata.ts
@@ -102,6 +102,8 @@ export const standardizeMetadata = ({
     title,
     description,
     ...socialMetadata,
+    robots:
+      process.env.MITOL_NOINDEX === "false" ? undefined : "noindex, nofollow",
     ...otherMeta,
   }
 }