# robots.txt for The Word Monster
# https://thewordmonster.com/robots.txt

# Allow all search engines to crawl public content
User-agent: *
Allow: /
Allow: /todaycrossword
Allow: /blog/
Allow: /levels
Allow: /leaderboard
Disallow: /admin/
Disallow: /api/
Disallow: /uploads/

# Google crawlers
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Bing crawler
User-agent: Bingbot
Allow: /

# Sitemap location
Sitemap: https://thewordmonster.com/sitemap.xml