# Robots.txt for AllParsha.org
# Weekly Torah portion learning platform

User-agent: *

# Allow crawling of main content
Allow: /
Allow: /authors/
Allow: /series/
Allow: /p/
Allow: /blogs/
Allow: /parsha/
Allow: /nach
Allow: /study
Allow: /about-us
Allow: /contact-us
Allow: /events/
Allow: /podcast/
Allow: /search/
Allow: /ou-kosher-certification

# Block user-specific and authentication areas
Disallow: /dashboard
Disallow: /preferences/
Disallow: /library/history
Disallow: /library/downloads
Disallow: /library/subscriptions
Disallow: /library/playlists/
Disallow: /library/learning
Disallow: /library/podcast
Disallow: /login/
Disallow: /sign-out
Disallow: /auth-callback

# Block API endpoints
Disallow: /api/
Disallow: /trpc/

# Block donation and support flows (user-specific)
Disallow: /donate
Disallow: /support

# Allow specific file types that are good for SEO
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.webp
Allow: *.svg
Allow: *.pdf

# Common crawler optimizations
Crawl-delay: 1

# Sitemap location
Sitemap: https://allparsha.org/sitemap.xml