# Robots.txt file created by http://www.globalpromoter.com # For domain: http://pickup101.com # # Updated 10.15.2007 By Nate # # Important: all directories are in alphabetical order # please keep it that way to make it easy to # update. # ####################################################### ############################################### # Permit all search engine robots and spiders # Give access to all that is not explicitly # denied. ############################################### # All robots will spider the domain User-agent: * Disallow: ############################################### # Directories that we want Google to REMOVE # that are currently listed. # In alphabetical order. ############################################### # the STAGING directory User-agent: Googlebot Disallow: /STAGING ############################################### # Directories that we DO NOT want spidered # and in search engine data. Listed in # alphabetical order. ############################################### # Disallow directory "a" User-agent: * Disallow: /a/ # Disallow directory User-agent: * Disallow: /AoA/handouts/ # Disallow directory User-agent: * Disallow: /assets/ # Disallow directory "b" User-agent: * Disallow: /b/ # Disallow directory User-agent: * Disallow: /carlos/ # Disallow directory User-agent: * Disallow: /carlosxuma/ # Disallow directory User-agent: * Disallow: /cgi-bin/ # Disallow directory User-agent: * Disallow: /daygame/handouts/ # Disallow directory "ebook" User-agent: * Disallow: /ebook/ # Disallow directory User-agent: * Disallow: /ericdisco/ # Disallow directory "forum" User-agent: * Disallow: /forum/ # Disallow directory User-agent: * Disallow: /greatsex/ # Disallow directory User-agent: * Disallow: /includes/ # Disallow directory User-agent: * Disallow: /johnalanis/ # Disallow directory User-agent: * Disallow: /mturk/ # Disallow directory User-agent: * Disallow: /old files/ # Disallow directory User-agent: * Disallow: /Quickpaypro/ # Disallow directory User-agent: * Disallow: /sta/ # Disallow directory User-agent: * Disallow: /STAGING/ # Disallow directory User-agent: * Disallow: /stats/ # Disallow directory "temp" User-agent: * Disallow: /temp/ # Disallow directory User-agent: * Disallow: /Templates/ # Disallow directory User-agent: * Disallow: /templates/ # Disallow directory User-agent: * Disallow: /test/ # Disallow directory User-agent: * Disallow: /trancripts/ # Disallow directory User-agent: * Disallow: /yp/ ############################################### # Unique Files that we DO NOT want spidered # and in search engine data. Listed in # alphabetical order. ############################################### # Google Verification File User-agent: * Disallow: /google3b18169242540f73.html # The Spider Trap # Access this file, and you are banned from the site User-agent: * Disallow: /getout.php