############################### # # robots.txt file for Adult Shania website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index # Disallow: /_derived/ Disallow: /_private/ Disallow: /_vti_cnf/ Disallow: /_vti_pvt/ Disallow: /_private/ Disallow: /avatars/ Disallow: /babe/archive/ Disallow: /babe/small/ Disallow: /babe/backup/ Disallow: /babe/thumbs/ Disallow: /babe/upcoming/ Disallow: /buttons/ Disallow: /chat/ Disallow: /email/ Disallow: /flash/ Disallow: /forum/ Disallow: /images/ Disallow: /java/ Disallow: /links/ Disallow: /logon/ Disallow: /music/ Disallow: /php/ Disallow: /rss_feed/ Disallow: /search/ Disallow: /secure/ Disallow: /sexchat/ Disallow: /sexyshania/ Disallow: /sexyshania2/ Disallow: /shaniachat/ Disallow: /stats/ Disallow: /tootall/ Disallow: /tour/ Disallow: /video_player/ # # list specific files robots are not allowed to index # Disallow: /secure/stories_results.htm # .htaccess.* .ftpquota .htaccess *.css # # End of robots.txt file # ###############################