# robots.txt file for excluding robots from files and directories # addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index Disallow: /recommendedresources/images/ Disallow: /downloads/ Disallow: /GeneratedItems/ Disallow: /images/ Disallow: /images/tubetraffic/ # # list specific files robots are not allowed to index Disallow: /data.xml Disallow: /data.txt Disallow: /banner_600x300.swf Disallow: /banner_600x300.fla Disallow: /recommendedresources/banner_600x300.fla Disallow: /recommendedresources/banner_600x300.swf Disallow: /recommendedresources/data.txt Disallow: /recommendedresources/data.xml Disallow: /temp7654998760987/tubetraffic-thankyou.html Disallow: /temp7654998760987/TubeTraffic.pdf # # end of robots.txt file