34 lines
844 B
Plaintext
34 lines
844 B
Plaintext
# robots.txt for Fellowship's Quest List
|
|
# Guides search engine crawlers for optimal indexing
|
|
|
|
# Allow all robots to crawl public content
|
|
User-agent: *
|
|
Allow: /
|
|
Allow: /login
|
|
Allow: /map
|
|
Allow: /api/health
|
|
Allow: /api/status
|
|
|
|
# Disallow private/protected routes
|
|
Disallow: /dashboard
|
|
Disallow: /quests
|
|
Disallow: /inventory
|
|
Disallow: /api/
|
|
|
|
# Prevent crawling of temporary files and build artifacts
|
|
Disallow: /build/
|
|
Disallow: /__pycache__/
|
|
Disallow: /.git/
|
|
|
|
# Specify sitemap location for search engines
|
|
Sitemap: https://lotr.testingfantasy.com/sitemap.xml
|
|
|
|
# Crawl delay to respect server resources
|
|
Crawl-delay: 1
|
|
|
|
# Request rate limiting (following guidelines)
|
|
Request-rate: 1 request per 10 seconds
|
|
|
|
# Comment: Fellowship's Quest List - A LOTR-themed quest tracking application
|
|
# For more information, visit: https://lotr.testingfantasy.com/
|