# robots.txt
User-agent: *
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /*.json$
Disallow: /*.xml$

# Block archive pages
Disallow: */archive
Disallow: */feed
Disallow: */rss
Disallow: */category
Disallow: */tag

# Block search and filter parameters 
Disallow: /*?*query=
Disallow: /*?*s=
Disallow: /*?*search=
Disallow: /*?*filter=
Disallow: /*?*sort=

# Crawl delay
Crawl-delay: 1

# Sitemap
Sitemap: https://arkivist.ai/sitemap.xml