User-agent: * Crawl-delay: 30 Allow: /public/1.0/uploads Disallow: /skeleton/1.0/controller Disallow: /skeleton/1.0/view/ws Disallow: /includes Disallow: /private Disallow: /public/1.0/files Disallow: /public/1.0/page_builder Disallow: /public/1.0/securimage Disallow: /public/1.0/temp Disallow: /public/1.0/uploads/thumbs Disallow: /wf_sdk_serverconfig.php Disallow: /portal.php Disallow: /phpinfo.php Disallow: /404 Disallow: /404.shtml # Optional sitemap URL: Sitemap: https://www.thinkrogers.com/sitemap.xml # Optional Image sitemap URL: Sitemap: https://www.thinkrogers.com/sitemap-images.xml # End robots.txt file