############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /common/ Disallow: /resources/content/ Disallow: /resources/headers/ Disallow: /resources/images/ Disallow: openArena.html # # ###############################