User-agent: *
Allow: /

# Allow all search engine bots to crawl the site
Crawl-delay: 1

# Sitemap location
Sitemap: https://freqz.net/sitemap.xml

# Block access to unnecessary files
Disallow: /api/
Disallow: /_next/
Disallow: /_vercel/
Disallow: /admin/
Disallow: /*.json$

# Allow specific paths
Allow: /favicon.ico
Allow: /og-image.png