chore(web): refresh sitemap and robots coverage

web/app/robots.ts

@@ -5,7 +5,7 @@ export default function robots(): MetadataRoute.Robots {
     rules: [
       {
         userAgent: '*',
-        allow: ['/', '/openclaw', '/openclaw/skill', '/docs', '/blog'],
+        allow: ['/', '/openclaw', '/openclaw/skill', '/docs/', '/blog/'],
         disallow: ['/openclaw/skill/invite/', '/skill/invite/'],
       },
     ],

web/app/sitemap.ts

@@ -1,72 +1,57 @@
 import type { MetadataRoute } from 'next';
 
+import { getAllPosts } from '../lib/blog';
+import { getAllDocSlugs } from '../lib/docs-nav';
+
+const SITE_URL = 'https://agentrelay.dev';
+
+function absoluteUrl(path: string) {
+  return `${SITE_URL}${path.startsWith('/') ? path : `/${path}`}`;
+}
+
 export default function sitemap(): MetadataRoute.Sitemap {
-  return [
+  const now = new Date();
+
+  const staticRoutes: MetadataRoute.Sitemap = [
     {
-      url: 'https://agentrelay.dev/',
-      lastModified: new Date(),
+      url: absoluteUrl('/'),
+      lastModified: now,
       changeFrequency: 'weekly',
       priority: 1.0,
     },
     {
-      url: 'https://agentrelay.dev/openclaw',
-      lastModified: new Date(),
-      changeFrequency: 'weekly',
-      priority: 0.9,
-    },
-    {
-      url: 'https://agentrelay.dev/openclaw/skill',
-      lastModified: new Date(),
-      changeFrequency: 'weekly',
-      priority: 0.8,
-    },
-    {
-      url: 'https://agentrelay.dev/docs',
-      lastModified: new Date(),
+      url: absoluteUrl('/openclaw'),
+      lastModified: now,
       changeFrequency: 'weekly',
       priority: 0.9,
     },
     {
-      url: 'https://agentrelay.dev/docs/quickstart',
-      lastModified: new Date(),
-      changeFrequency: 'weekly',
-      priority: 0.8,
-    },
-    {
-      url: 'https://agentrelay.dev/docs/communicate',
-      lastModified: new Date(),
-      changeFrequency: 'weekly',
-      priority: 0.8,
-    },
-    {
-      url: 'https://agentrelay.dev/docs/reference-sdk',
-      lastModified: new Date(),
-      changeFrequency: 'weekly',
-      priority: 0.8,
-    },
-    {
-      url: 'https://agentrelay.dev/docs/reference-sdk-py',
-      lastModified: new Date(),
+      url: absoluteUrl('/openclaw/skill'),
+      lastModified: now,
       changeFrequency: 'weekly',
       priority: 0.8,
     },
     {
-      url: 'https://agentrelay.dev/blog',
-      lastModified: new Date(),
+      url: absoluteUrl('/blog'),
+      lastModified: now,
       changeFrequency: 'weekly',
       priority: 0.8,
     },
-    {
-      url: 'https://agentrelay.dev/blog/let-them-cook-multi-agent-orchestration',
-      lastModified: new Date('2026-02-04'),
-      changeFrequency: 'monthly',
-      priority: 0.7,
-    },
-    {
-      url: 'https://agentrelay.dev/blog/go-to-bed-wake-up-to-a-finished-product',
-      lastModified: new Date('2026-02-01'),
-      changeFrequency: 'monthly',
-      priority: 0.7,
-    },
   ];
+
+  const docsRoutes: MetadataRoute.Sitemap = getAllDocSlugs().map((slug) => ({
+    url: absoluteUrl(`/docs/${slug}`),
+    lastModified: now,
+    changeFrequency: 'weekly',
+    priority: slug === 'introduction' ? 0.9 : 0.8,
+  }));
+
+  const blogRoutes: MetadataRoute.Sitemap = getAllPosts().map((post) => ({
+    url: absoluteUrl(`/blog/${post.slug}`),
+    lastModified: post.frontmatter.date ? new Date(post.frontmatter.date) : now,
+    changeFrequency: 'monthly',
+    priority: 0.7,
+  }));
+
+  return [...staticRoutes, ...docsRoutes, ...blogRoutes];
 }