# vestacp autogenerated robots.txt User-agent: * Crawl-delay: 10 # BEGIN W3TC ROBOTS User-agent: * Disallow: /wp-content/cache/ # END W3TC ROBOTS