Next.js Sitemap i robots.txt — automatyczna generacja z App Routera

// app/sitemap.ts
import type { MetadataRoute } from 'next'
 
export default function sitemap(): MetadataRoute.Sitemap {
  return [
    {
      url: 'https://example.com',
      lastModified: new Date('2025-01-15'),
      changeFrequency: 'monthly',
      priority: 1,
    },
    {
      url: 'https://example.com/uslugi',
      lastModified: new Date('2025-01-15'),
      changeFrequency: 'monthly',
      priority: 0.9,
    },
    {
      url: 'https://example.com/blog',
      lastModified: new Date('2025-03-01'),
      changeFrequency: 'weekly',
      priority: 0.8,
    },
    {
      url: 'https://example.com/kontakt',
      lastModified: new Date('2025-01-15'),
      changeFrequency: 'yearly',
      priority: 0.5,
    },
  ]
}

// app/sitemap.ts
import type { MetadataRoute } from 'next'
import { db } from '@/lib/db'
 
export default async function sitemap(): Promise<MetadataRoute.Sitemap> {
  const baseUrl = 'https://example.com'
 
  // Statyczne strony — konkretna data, nie new Date()
  const staticPages: MetadataRoute.Sitemap = [
    {
      url: baseUrl,
      lastModified: new Date('2025-01-15'),
      changeFrequency: 'monthly',
      priority: 1,
    },
    {
      url: `${baseUrl}/uslugi`,
      lastModified: new Date('2025-01-15'),
      changeFrequency: 'monthly',
      priority: 0.9,
    },
    {
      url: `${baseUrl}/kontakt`,
      lastModified: new Date('2025-01-15'),
      changeFrequency: 'yearly',
      priority: 0.5,
    },
  ]
 
  // Dynamiczne strony — posty blogowe
  const posts = await db.post.findMany({
    where: { published: true },
    select: { slug: true, updatedAt: true },
    orderBy: { updatedAt: 'desc' },
  })
 
  const blogPages: MetadataRoute.Sitemap = posts.map((post) => ({
    url: `${baseUrl}/blog/${post.slug}`,
    lastModified: post.updatedAt, // faktyczna data z bazy — poprawne
    changeFrequency: 'monthly' as const,
    priority: 0.7,
  }))
 
  return [...staticPages, ...blogPages]
}

// app/sitemap.ts
import type { MetadataRoute } from 'next'
 
export default function sitemap(): MetadataRoute.Sitemap {
  const baseUrl = 'https://example.com'
 
  return [
    {
      url: baseUrl,
      lastModified: new Date('2025-01-15'),
      changeFrequency: 'monthly',
      priority: 1,
      alternates: {
        languages: {
          pl: baseUrl,
          en: `${baseUrl}/en`,
        },
      },
    },
    {
      url: `${baseUrl}/blog/jak-zbudowac-api`,
      lastModified: new Date('2025-02-10'),
      changeFrequency: 'monthly',
      priority: 0.7,
      alternates: {
        languages: {
          pl: `${baseUrl}/blog/jak-zbudowac-api`,
          en: `${baseUrl}/en/blog/how-to-build-an-api`,
        },
      },
    },
  ]
}

// app/sitemap.ts
import type { MetadataRoute } from 'next'
import { db } from '@/lib/db'
 
export async function generateSitemaps() {
  const totalPosts = await db.post.count({ where: { published: true } })
  const sitemapsNeeded = Math.ceil(totalPosts / 50000)
 
  return Array.from({ length: sitemapsNeeded }, (_, i) => ({ id: i }))
}
 
export default async function sitemap({
  id,
}: {
  id: number
}): Promise<MetadataRoute.Sitemap> {
  const baseUrl = 'https://example.com'
  const limit = 50000
  const offset = id * limit
 
  const posts = await db.post.findMany({
    where: { published: true },
    select: { slug: true, updatedAt: true },
    skip: offset,
    take: limit,
  })
 
  return posts.map((post) => ({
    url: `${baseUrl}/blog/${post.slug}`,
    lastModified: post.updatedAt,
  }))
}

// app/robots.ts
import type { MetadataRoute } from 'next'
 
export default function robots(): MetadataRoute.Robots {
  const baseUrl = 'https://example.com'
 
  return {
    rules: [
      {
        userAgent: '*',
        allow: '/',
        disallow: ['/api/', '/admin/', '/dashboard/'],
      },
      {
        userAgent: 'GPTBot',
        disallow: '/', // Prośba o brak crawlowania dla bota respektującego robots.txt
      },
    ],
    sitemap: `${baseUrl}/sitemap.xml`,
  }
}

npm install next-sitemap

// next-sitemap.config.js
module.exports = {
  siteUrl: 'https://example.com',
  generateRobotsTxt: true,
  changefreq: 'weekly',
  priority: 0.7,
  sitemapSize: 5000,
  exclude: ['/api/*', '/admin/*', '/dashboard/*'],
  robotsTxtOptions: {
    additionalSitemaps: ['https://example.com/server-sitemap.xml'],
    policies: [
      { userAgent: '*', allow: '/' },
      { userAgent: 'GPTBot', disallow: '/' },
    ],
  },
  transform: async (config, path) => {
    // Custom priorytety per ścieżka
    if (path === '/') return { loc: path, priority: 1.0, changefreq: 'daily' }
    if (path.startsWith('/blog/'))
      return { loc: path, priority: 0.7, changefreq: 'monthly' }
    return {
      loc: path,
      priority: config.priority,
      changefreq: config.changefreq,
    }
  },
}

// package.json
{
  "scripts": {
    "postbuild": "next-sitemap"
  }
}