# Testing Talks Conference - SEO Configuration # Robots.txt: Controls crawler access to site content # Default rules for all bots User-agent: * # Allow public content Allow: / Allow: /assets/ Allow: /images/ # Disallow private/admin areas Disallow: /admin/ Disallow: /manage/ Disallow: /manage_* Disallow: /api/ Disallow: /users/ Disallow: /devise/ Disallow: /authentication/ # Disallow admin view/action routes Disallow: /*/view Disallow: /view/ Disallow: /lock_user/ Disallow: /destroy_user/ Disallow: /attend_event Disallow: /my_events Disallow: /account_settings Disallow: /delete_account Disallow: /update_password # Disallow authenticated-only presentation actions Disallow: /download_presentation/ Disallow: /watch_presentation/ # Disallow duplicate/parameter pages Disallow: /*?*sort= Disallow: /*?*page= Disallow: /*?*filter= Disallow: /search? # Disallow private uploads Disallow: /system/ Disallow: /tmp/ # Disallow internal test pages Disallow: /test/ Disallow: /spec/ # Allow specific admin paths if needed Allow: /admin/public/ # Crawl delay (2 seconds between requests to be respectful) Crawl-delay: 2 # Request rate (10 pages per 10 seconds) Request-rate: 10/10s # Sitemap location Sitemap: https://www.testingtalks.com.au/sitemap.xml