# Robots.txt for AllMishnah.org
# Mishnah learning platform

User-agent: *

# Allow crawling of main content
Allow: /
Allow: /authors/
Allow: /series/
Allow: /p/
Allow: /blogs/
Allow: /mishnah
Allow: /today-mishnah/
Allow: /text/
Allow: /about-us
Allow: /contact-us
Allow: /events/
Allow: /podcast/
Allow: /search/

# Block user-specific and authentication areas
Disallow: /dashboard
Disallow: /preferences/
Disallow: /library/history
Disallow: /library/downloads
Disallow: /library/subscriptions
Disallow: /library/playlists/
Disallow: /library/learning
Disallow: /library/podcast
Disallow: /login/
Disallow: /sign-out
Disallow: /auth-callback

# Block API endpoints
Disallow: /api/
Disallow: /trpc/

# Block donation and support flows (user-specific)
Disallow: /donate
Disallow: /support

# Allow specific file types that are good for SEO
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.webp
Allow: *.svg
Allow: *.pdf

# Common crawler optimizations
Crawl-delay: 1

# Sitemap location (when implemented)
# Sitemap: https://allmishnah.org/sitemap.xml