# robots.txt for Carol Rent # Last updated: 2025-06-29 User-agent: * Allow: / # Sitemap location Sitemap: https://carol.rent/sitemap.xml # Crawl-delay: 10 # Uncomment and adjust if needed to limit crawl rate # Disallow admin and sensitive areas Disallow: /admin/ Disallow: /private/ Disallow: /cgi-bin/ Disallow: /wp-admin/ # If using WordPress Disallow: /wp-includes/ # Allow all other files Allow: /*.css$ Allow: /*.js$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.gif$ Allow: /*.svg$ Allow: /*.webp$ # Disallow parameters that don't affect content Disallow: /*?*view= Disallow: /*?*sort= Disallow: /*?*filter= # Allow search engines to crawl AJAX and dynamic content Allow: /*?*q=*$ # Host directive (optional, only if you have multiple domains) # Host: carol.rent