############################### # robots.txt file for this website # addresses all robots by using wild card * # list folders robots are not allowed to index Crawl-delay: 1 User-agent: * Disallow: /resources/ # End of robots.txt file # ###############################