[NextJS] Make noindex tag opt-out (like main) rather than opt-in (#1592)

* align default robots tag w main

* Apply robots meta to all pages

---------

Co-authored-by: Jon Kafton <939376+jonkafton@users.noreply.github.com>

Author: ChristopherChudzicki

frontends/main/src/app/page.tsx

@@ -16,8 +16,6 @@ export async function generateMetadata({
   return await getMetadataAsync({
     title: "Learn with MIT",
     searchParams,
-    robots:
-      process.env.MITOL_NOINDEX === "true" ? "noindex, nofollow" : undefined,
   })
 }
 

frontends/main/src/common/metadata.ts

@@ -102,6 +102,8 @@ export const standardizeMetadata = ({
     title,
     description,
     ...socialMetadata,
+    robots:
+      process.env.MITOL_NOINDEX === "false" ? undefined : "noindex, nofollow",
     ...otherMeta,
   }
 }