wehub-resource-sync
43 lines
1.1 KiB
JavaScript
43 lines
1.1 KiB
JavaScript
/* eslint-disable import/no-anonymous-default-export */
|
|
const normalizeSiteUrl = (siteUrl) => {
|
|
const url = new URL(siteUrl);
|
|
|
|
if (url.hostname === "v3.heroui.com") {
|
|
url.hostname = "heroui.com";
|
|
}
|
|
|
|
return url.toString().replace(/\/$/, "");
|
|
};
|
|
|
|
const contentSignalDirective = "Content-Signal: ai-train=yes, search=yes, ai-input=yes";
|
|
|
|
/** @type {import('next-sitemap').IConfig} */
|
|
export default {
|
|
autoLastmod: true,
|
|
changefreq: "daily",
|
|
exclude: ["/api/*", "/llms.mdx/*", "/llms.txt", "/llms-full.txt", "/og/*"],
|
|
generateIndexSitemap: true,
|
|
generateRobotsTxt: true,
|
|
priority: 0.7,
|
|
robotsTxtOptions: {
|
|
additionalSitemaps: [],
|
|
policies: [
|
|
{
|
|
allow: "/",
|
|
userAgent: "*",
|
|
},
|
|
],
|
|
transformRobotsTxt: async (_, robotsTxt) => {
|
|
if (robotsTxt.includes(contentSignalDirective)) {
|
|
return robotsTxt;
|
|
}
|
|
|
|
return robotsTxt.replace("Allow: /\n", `Allow: /\n${contentSignalDirective}\n`);
|
|
},
|
|
},
|
|
siteUrl: normalizeSiteUrl(
|
|
process.env.NEXT_PUBLIC_SITE_URL || process.env.SITE_URL || "https://heroui.com",
|
|
),
|
|
sitemapSize: 5000,
|
|
};
|