# 1. Uncomment following two lines by removing "#" at the beginning to # indicate that all robots should stay away from the /cgi-bin/ folder User-agent: * Disallow: /cgi-bin/ Disallow: /mail/ Disallow: /webby/ Disallow: /users/ Disallow: /guestbook/guestbook.php Disallow: /guestbook/process.php Disallow: /tom/mypics/ Disallow: /tom/blog/admin/ Disallow: /tom/blog/ Disallow: /tom/blog/images/ Disallow: /islam/images/ Disallow: /islam/forms/ Disallow: /islam/downloads/ Disallow: /islam/audio/ Disallow: /samira/forum/ Disallow: /samira/mail/ Disallow: /samira/mcog/ Disallow: /stopnestle/mail/ Disallow: /stopnestle/resources/ Disallow: /samira/games/welcome.html Disallow: /samira/games/nav_bar.html Disallow: /samira/finalfantasy/ Disallow: /safiyyah/goldfinch/ Disallow: /safiyyah/avatars/ Disallow: /silverssimstuff/ Disallow: /silverssimstuff/storytelling/ Disallow: /silverssimstuff/downloads/ # 2. Following two lines indicate that robots named "WWW_Robot_Name" # should stay away from this site. User-agent: slurp Disallow: / #User-agent: WWW_Robot_Name #Disallow: / # 3. Following two lines indicate that robots named "WWW_Wanderer_Name" # should not index files in the /private/ folder. #User-agent: WWW_Wanderer_Name #Disallow: /private/