User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$
Disallow: /templates/Component Dashboard/Component Analysis/

# Sitemaps
Sitemap: https://sapientiae.io/sitemap.xml

# Crawl-delay
Crawl-delay: 1

# Allow important directories
Allow: /templates/
Allow: /static/

# Block specific user agents if needed
User-agent: BadBot
Disallow: /

# Allow search engines to index images
User-agent: Googlebot-Image
Allow: /static/images/
Allow: /static/data/abstract/