User-agent: ContaiBot
Allow: /

User-agent: SemrushBot
Disallow: /

User-agent: amazonbot
Disallow: /

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block access to sensitive directories and content
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /comments/
Disallow: /category/*/*/
Disallow: /author/
Disallow: /tag/
Disallow: /feed/

# Allow crawling of CSS and JS files for proper rendering
Allow: *.css
Allow: *.js

# Block crawling of private and backup folders
Disallow: /private/
Disallow: /tmp/
Disallow: /backup/

# Block search result pages crawling
Disallow: /search/

# Sitemap location for better indexing
Sitemap: https://ollierecipes.com/sitemap.xml