Skip to content

seo: fix Moz and GSC flags via server-side redirects and noindex headers #874

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
Jordy-Baby wants to merge 1 commit into from
Closed

seo: fix Moz and GSC flags via server-side redirects and noindex headers #874

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
229 changes: 0 additions & 229 deletions docusaurus.config.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,229 +2,6 @@ const { themes } = require("prism-react-renderer");
const lightCodeTheme = themes.github;
const darkCodeTheme = themes.dracula;

const redirectsList = [
{
from: "/docs",
to: "/docs/HyperIndex/overview",
},
{
from: "/docs/quickstart",
to: "/docs/HyperIndex/overview",
},
{
from: "/docs/overview",
to: "/docs/HyperIndex/overview",
},
{
from: "/docs/getting-started",
to: "/docs/HyperIndex/getting-started",
},
{
from: "/docs/hyperindex-basics",
to: "/docs/HyperIndex/getting-started",
},
{
from: "/docs/contract-import",
to: "/docs/HyperIndex/contract-import",
},
{
from: "/docs/configuration-file",
to: "/docs/HyperIndex/configuration-file",
},
{
from: "/docs/schema",
to: "/docs/HyperIndex/schema",
},
{
from: "/docs/event-handlers",
to: "/docs/HyperIndex/event-handlers",
},
{
from: "/docs/testing",
to: "/docs/HyperIndex/testing",
},
{
from: "/docs/running-locally",
to: "/docs/HyperIndex/running-locally",
},
{
from: "/docs/navigating-hasura",
to: "/docs/HyperIndex/navigating-hasura",
},
{
from: "/docs/cli-commands",
to: "/docs/HyperIndex/cli-commands",
},
{
from: "/docs/hosted-service",
to: "/docs/HyperIndex/hosted-service",
},
{
from: "/docs/hosted-service-deployment",
to: "/docs/HyperIndex/hosted-service-deployment",
},
{
from: "/docs/hosted-service-billing",
to: "/docs/HyperIndex/hosted-service-billing",
},
{
from: "/docs/licensing",
to: "/docs/HyperIndex/licensing",
},
{
from: "/docs/fuel",
to: "/docs/HyperIndex/fuel",
},
{
from: "/docs/tutorial-op-bridge-deposits",
to: "/docs/HyperIndex/tutorial-op-bridge-deposits",
},
{
from: "/docs/tutorial-erc20-token-transfers",
to: "/docs/HyperIndex/tutorial-erc20-token-transfers",
},
{
from: "/docs/tutorial-indexing-fuel",
to: "/docs/HyperIndex/tutorial-indexing-fuel",
},
{
from: "/docs/greeter-tutorial",
to: "/docs/HyperIndex/greeter-tutorial",
},
{
from: "/docs/linked-entity-loaders",
to: "/docs/HyperIndex/overview",
},
{
from: "/docs/HyperIndex/linked-entity-loaders",
to: "/docs/HyperIndex/overview",
},
{
from: "/docs/dynamic-contracts",
to: "/docs/HyperIndex/dynamic-contracts",
},
{
from: "/docs/multichain-indexing",
to: "/docs/HyperIndex/multichain-indexing",
},
{
from: "/docs/hypersync/",
to: "/docs/HyperIndex/hypersync",
},
{
from: "/docs/rpc-sync",
to: "/docs/HyperIndex/rpc-sync",
},
{
from: "/docs/generated-files",
to: "/docs/HyperIndex/generated-files",
},
{
from: "/docs/terminology",
to: "/docs/HyperIndex/terminology",
},
{
from: "/docs/async-mode",
to: "/docs/HyperIndex/overview",
},
{
from: "/docs/HyperIndex/async-mode",
to: "/docs/HyperIndex/overview",
},
{
from: "/docs/labels",
to: "/docs/HyperIndex/overview",
},
{
from: "/docs/HyperIndex/labels",
to: "/docs/HyperIndex/overview",
},
{
from: "/docs/performance",
to: "/docs/HyperIndex/performance",
},
{
from: "/docs/example-sablier-v2",
to: "/docs/HyperIndex/example-sablier",
},
{
from: "/docs/example-liquidation-metrics",
to: "/docs/HyperIndex/example-liquidation-metrics",
},
{
from: "/docs/example-uniswap-v3",
to: "/docs/HyperIndex/example-uniswap-v4-multi-chain-indexer",
},
{
from: "/docs/example-uniswap-v4",
to: "/docs/HyperIndex/example-uniswap-v4-multi-chain-indexer",
},
{
from: "/docs/example-ens",
to: "/docs/HyperIndex/example-ens",
},
{
from: "/docs/logging",
to: "/docs/HyperIndex/logging",
},
{
from: "/docs/common-issues",
to: "/docs/HyperIndex/common-issues",
},
{
from: "/docs/error-codes",
to: "/docs/HyperIndex/error-codes",
},
{
from: "/docs/reserved-words",
to: "/docs/HyperIndex/reserved-words",
},
{
from: "/docs/hyperfuel",
to: "/docs/HyperIndex/fuel",
},
//// HyperSync
{
from: "/docs/overview-hypersync",
to: "/docs/HyperSync/overview",
},
{
from: "/docs/hypersync-usage",
to: "/docs/HyperSync/hypersync-usage",
},
{
from: "/docs/hypersync-query",
to: "/docs/HyperSync/hypersync-query",
},
{
from: "/docs/hypersync-clients",
to: "/docs/HyperSync/hypersync-clients",
},
{
from: "/docs/hypersync-curl-example",
to: "/docs/HyperSync/hypersync-curl-examples",
},
{
from: "/docs/hypersync-url-endpoints",
to: "/docs/HyperSync/hypersync-supported-networks",
},
{
from: "/docs/HyperSync/hypersync-url-endpoints",
to: "/docs/HyperSync/hypersync-supported-networks",
},
{
from: "/docs/HyperSync/hyperrpc-url-endpoints",
to: "/docs/HyperRPC/hyperrpc-supported-networks",
},
{
from: "/docs/hyperfuel-query",
to: "/docs/HyperSync/hyperfuel-query",
},
{
from: "/docs/overview-hyperrpc",
to: "/docs/HyperRPC/overview-hyperrpc",
},
];
// Load build-time generated network count (written by scripts/update-endpoints.js).
// Falls back to a safe default if the file hasn't been generated yet.
let networkCountData = { hyperSyncChainCount: null };
Expand Down Expand Up @@ -652,12 +429,6 @@ This file contains links to documentation sections following the llmstxt.org sta
showLastUpdateTime: false,
},
],
[
"@docusaurus/plugin-client-redirects",
{
redirects: redirectsList,
},
],
],
themes: ["docusaurus-json-schema-plugin"],
};
Expand Down
1 change: 1 addition & 0 deletions docusaurus.config.llm.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -128,6 +128,7 @@ const config = {
],
},
metadata: [
{ name: "robots", content: "noindex, nofollow" },
{ name: "twitter:card", content: "summary_large_image" },
{ name: "twitter:site", content: "@envio_indexer" },
{ property: "og:type", content: "website" },
Expand Down
111 changes: 107 additions & 4 deletions vercel.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,11 +10,114 @@
"destination": "/api/mcp"
}
],
"redirects": [
"headers": [
{
"source": "/blog/tag",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
},
{
"source": "/blog/tag/:path*",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
},
Comment on lines +14 to +21
Copy link
Copy Markdown
Contributor

@coderabbitai coderabbitai Bot Apr 17, 2026

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

⚠️ Potential issue | 🟠 Major

🧩 Analysis chain

🏁 Script executed:

#!/bin/bash
rg -nP --type=js -C2 '\btagsBasePath\b'
# Also list what the build actually emits for tag pages:
rg -nP --type=js -C2 '\barchiveBasePath\b|\bpageBasePath\b'

Repository: enviodev/docs

Length of output: 281

Blog tag noindex rules target the wrong path — they will not match actual tag URLs.

In docusaurus.config.js the blog plugin is configured with tagsBasePath: 'tag' (singular). That means Docusaurus emits blog tag pages at:

  • /blog/tag (index)
  • /blog/tag/<tagname>

…not /blog/tags/.... As written, these two header rules match nothing in the produced site, so the tag pages (one of the specifically called-out low-value/duplicate targets in the PR description) will continue to be indexable. This is the SEO regression the PR is trying to prevent.

Also note: in Vercel's path-to-regexp, :path* already matches zero or more segments, so once the path is corrected the explicit /blog/tag rule becomes redundant with /blog/tag/:path*.

🛠️ Proposed fix 
     {
-      "source": "/blog/tags",
-      "headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
-    },
-    {
-      "source": "/blog/tags/:path*",
+      "source": "/blog/tag/:path*",
       "headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
     },

If you'd rather keep both (in case tagsBasePath is changed later), add /blog/tags/:path* as a second rule instead of replacing — but the singular form is the one that actually matches today's routes.

📝 Committable suggestion

‼️ IMPORTANT
Carefully review the code before committing. Ensure that it accurately replaces the highlighted code, contains no missing lines, and has no issues with indentation. Thoroughly test & benchmark the code to ensure it meets the requirements.

Suggested change
{
"source": "/blog/tags",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
},
{
"source": "/blog/tags/:path*",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
},
{
"source": "/blog/tag/:path*",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
},
🤖 Prompt for AI Agents 
Verify each finding against the current code and only fix it if needed.

In `@vercel.json` around lines 14 - 21, The vercel.json header rules use the wrong
path ("/blog/tags" and "/blog/tags/:path*") so they don't match the actual
Docusaurus output where tagsBasePath is set to 'tag'; update the rules to target
"/blog/tag/:path*" (or add "/blog/tags/:path*" as an additional rule if you want
both) and remove the redundant explicit "/blog/tag" entry since ":path*" already
covers the index.

{
"source": "/blog/archive",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
},
{
"source": "/blog/atom.xml",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
},
{
"source": "/blog/rss.xml",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
},
{
"source": "/blog/tags/:tag*",
"destination": "/blog/tag/:tag*",
"permanent": true
"source": "/blog/page/:path*",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, follow" }]
},
Comment on lines +34 to +37
Copy link
Copy Markdown
Contributor

@coderabbitai coderabbitai Bot Apr 17, 2026

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

⚠️ Potential issue | 🟡 Minor

/blog/page/:path* is effectively dead given postsPerPage: "ALL".

The blog is configured with postsPerPage: "ALL" in docusaurus.config.js, so Docusaurus does not emit any /blog/page/N paginated list pages. This rule is harmless but inert. Safe to leave as a guard in case pagination is re-enabled later; just flagging so you know it's not currently doing anything.

🤖 Prompt for AI Agents 
Verify each finding against the current code and only fix it if needed.

In `@vercel.json` around lines 34 - 37, The route entry "/blog/page/:path*" in
vercel.json is inert because Docusaurus is configured with postsPerPage: "ALL"
in docusaurus.config.js, so no paginated blog pages are emitted; either remove
the "/blog/page/:path*" rule to clean up the config or keep it intentionally as
a guard and add a concise comment explaining it is inactive while postsPerPage
is "ALL" so future maintainers understand why it exists.

{
"source": "/docs/HyperIndex-LLM/:path*",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, nofollow" }]
},
{
"source": "/docs/HyperSync-LLM/:path*",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, nofollow" }]
},
{
"source": "/docs/HyperRPC-LLM/:path*",
"headers": [{ "key": "X-Robots-Tag", "value": "noindex, nofollow" }]
}
],
"redirects": [
{ "source": "/blog/tags/:tag*", "destination": "/blog/tag/:tag*", "permanent": true },
{ "source": "/blog/blog/dev-update-december-2025", "destination": "/blog/envio-developer-update-december-2025", "permanent": true },
{ "source": "/blog/blog/:path*", "destination": "/blog/:path*", "permanent": true },
{ "source": "/blog/2024/11/08/06-hosted-service-v2", "destination": "/blog/hosted-service-v2", "permanent": true },
{ "source": "/blog/navigating-common-challenges-in-blockchain-indexing", "destination": "/blog/common-challenges-in-blockchain-indexing", "permanent": true },
{ "source": "/docs/migration-guide", "destination": "/docs/HyperIndex/migration-guide", "permanent": true },
{ "source": "/docs/subgraph-migration", "destination": "/docs/HyperIndex/migration-guide", "permanent": true },
{ "source": "/docs/api", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/HyperIndex/migration-guide-v1-v2", "destination": "/docs/HyperIndex/migration-guide", "permanent": true },
{ "source": "/docs/HyperIndex/v2/privacy-policy", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/HyperIndex/v2/terms-of-service", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/HyperIndex/v2/:path*", "destination": "/docs/HyperIndex/:path*", "permanent": true },
{ "source": "/docs/HyperSync/overview-hyperrpc", "destination": "/docs/HyperRPC/overview-hyperrpc", "permanent": true },
{ "source": "/docs/HyperIndex/overview-hyperrpc", "destination": "/docs/HyperRPC/overview-hyperrpc", "permanent": true },
{ "source": "/docs/HyperIndex/overview-hypersync", "destination": "/docs/HyperSync/overview", "permanent": true },
{ "source": "/docs", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/quickstart", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/overview", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/getting-started", "destination": "/docs/HyperIndex/getting-started", "permanent": true },
{ "source": "/docs/hyperindex-basics", "destination": "/docs/HyperIndex/getting-started", "permanent": true },
{ "source": "/docs/contract-import", "destination": "/docs/HyperIndex/contract-import", "permanent": true },
{ "source": "/docs/configuration-file", "destination": "/docs/HyperIndex/configuration-file", "permanent": true },
{ "source": "/docs/schema", "destination": "/docs/HyperIndex/schema", "permanent": true },
{ "source": "/docs/event-handlers", "destination": "/docs/HyperIndex/event-handlers", "permanent": true },
{ "source": "/docs/testing", "destination": "/docs/HyperIndex/testing", "permanent": true },
{ "source": "/docs/running-locally", "destination": "/docs/HyperIndex/running-locally", "permanent": true },
{ "source": "/docs/navigating-hasura", "destination": "/docs/HyperIndex/navigating-hasura", "permanent": true },
{ "source": "/docs/cli-commands", "destination": "/docs/HyperIndex/cli-commands", "permanent": true },
{ "source": "/docs/hosted-service", "destination": "/docs/HyperIndex/hosted-service", "permanent": true },
{ "source": "/docs/hosted-service-deployment", "destination": "/docs/HyperIndex/hosted-service-deployment", "permanent": true },
{ "source": "/docs/hosted-service-billing", "destination": "/docs/HyperIndex/hosted-service-billing", "permanent": true },
{ "source": "/docs/licensing", "destination": "/docs/HyperIndex/licensing", "permanent": true },
{ "source": "/docs/fuel", "destination": "/docs/HyperIndex/fuel", "permanent": true },
{ "source": "/docs/tutorial-op-bridge-deposits", "destination": "/docs/HyperIndex/tutorial-op-bridge-deposits", "permanent": true },
{ "source": "/docs/tutorial-erc20-token-transfers", "destination": "/docs/HyperIndex/tutorial-erc20-token-transfers", "permanent": true },
{ "source": "/docs/tutorial-indexing-fuel", "destination": "/docs/HyperIndex/tutorial-indexing-fuel", "permanent": true },
{ "source": "/docs/greeter-tutorial", "destination": "/docs/HyperIndex/greeter-tutorial", "permanent": true },
{ "source": "/docs/linked-entity-loaders", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/HyperIndex/linked-entity-loaders", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/dynamic-contracts", "destination": "/docs/HyperIndex/dynamic-contracts", "permanent": true },
{ "source": "/docs/multichain-indexing", "destination": "/docs/HyperIndex/multichain-indexing", "permanent": true },
{ "source": "/docs/hypersync", "destination": "/docs/HyperIndex/hypersync", "permanent": true },
{ "source": "/docs/rpc-sync", "destination": "/docs/HyperIndex/rpc-sync", "permanent": true },
{ "source": "/docs/generated-files", "destination": "/docs/HyperIndex/generated-files", "permanent": true },
{ "source": "/docs/terminology", "destination": "/docs/HyperIndex/terminology", "permanent": true },
{ "source": "/docs/async-mode", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/HyperIndex/async-mode", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/labels", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/HyperIndex/labels", "destination": "/docs/HyperIndex/overview", "permanent": true },
{ "source": "/docs/performance", "destination": "/docs/HyperIndex/performance", "permanent": true },
{ "source": "/docs/example-sablier-v2", "destination": "/docs/HyperIndex/example-sablier", "permanent": true },
{ "source": "/docs/example-liquidation-metrics", "destination": "/docs/HyperIndex/example-liquidation-metrics", "permanent": true },
{ "source": "/docs/example-uniswap-v3", "destination": "/docs/HyperIndex/example-uniswap-v4-multi-chain-indexer", "permanent": true },
{ "source": "/docs/example-uniswap-v4", "destination": "/docs/HyperIndex/example-uniswap-v4-multi-chain-indexer", "permanent": true },
{ "source": "/docs/example-ens", "destination": "/docs/HyperIndex/example-ens", "permanent": true },
{ "source": "/docs/logging", "destination": "/docs/HyperIndex/logging", "permanent": true },
{ "source": "/docs/common-issues", "destination": "/docs/HyperIndex/common-issues", "permanent": true },
{ "source": "/docs/error-codes", "destination": "/docs/HyperIndex/error-codes", "permanent": true },
{ "source": "/docs/reserved-words", "destination": "/docs/HyperIndex/reserved-words", "permanent": true },
{ "source": "/docs/hyperfuel", "destination": "/docs/HyperIndex/fuel", "permanent": true },
{ "source": "/docs/overview-hypersync", "destination": "/docs/HyperSync/overview", "permanent": true },
{ "source": "/docs/hypersync-usage", "destination": "/docs/HyperSync/hypersync-usage", "permanent": true },
{ "source": "/docs/hypersync-query", "destination": "/docs/HyperSync/hypersync-query", "permanent": true },
{ "source": "/docs/hypersync-clients", "destination": "/docs/HyperSync/hypersync-clients", "permanent": true },
{ "source": "/docs/hypersync-curl-example", "destination": "/docs/HyperSync/hypersync-curl-examples", "permanent": true },
{ "source": "/docs/hypersync-url-endpoints", "destination": "/docs/HyperSync/hypersync-supported-networks", "permanent": true },
{ "source": "/docs/HyperSync/hypersync-url-endpoints", "destination": "/docs/HyperSync/hypersync-supported-networks", "permanent": true },
{ "source": "/docs/HyperSync/hyperrpc-url-endpoints", "destination": "/docs/HyperRPC/hyperrpc-supported-networks", "permanent": true },
{ "source": "/docs/hyperfuel-query", "destination": "/docs/HyperSync/hyperfuel-query", "permanent": true },
{ "source": "/docs/overview-hyperrpc", "destination": "/docs/HyperRPC/overview-hyperrpc", "permanent": true }
]
}