-
Notifications
You must be signed in to change notification settings - Fork 34
/
next-sitemap.config.js
58 lines (58 loc) · 1.29 KB
/
next-sitemap.config.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
module.exports = {
siteUrl: process.env.NEXT_PUBLIC_URL || 'http://localhost:3000', // change to prod url when deploying
generateRobotsTxt: true, // (optional)
// ...other options
sitemapSize: 100,
changefreq: 'daily',
priority: 0.8,
robotsTxtOptions: {
transformRobotsTxt: async (_, robotsTxt) =>
`#robots.txt for http://localhost:3000 updated ${new Date().toISOString()} \n\n${robotsTxt}`,
policies: [
{
userAgent: 'Googlebot',
disallow: '/',
},
{
userAgent: '*',
allow: '/',
},
{
userAgent: '*',
disallow: [
'/admin*',
'/cart*',
'/checkout*',
'/search*',
'/my-account*',
'/user*',
'/util*',
'/storefront/email/render/*',
'/print-return*',
'/guest-checkout*',
'/print-order*',
'/nomore*',
'/registrations-sign-in*',
'/home-temp*',
'/test-pricelist*',
],
},
{
userAgent: 'AhrefsSiteAudit',
allow: '/',
},
{
userAgent: 'Baiduspider',
disallow: '/',
},
{
userAgent: '*',
disallow: '/*',
},
{
userAgent: '*',
crawlDelay: 5,
},
],
},
}