#this robots.txt file will index everything except the /cgi-bin/ directory #if there are other directories to DISALLOW add them as required e.g. disallow /images/ #there MUST be a blank line or comment line after the last disallow directive user-agent: * disallow: /cgi-bin/ disallow: /emailpacket.php disallow: /emailpacket/ disallow: /packet/ disallow: /infopacket/ disallow: /mailing/ disallow: /mailing.php disallow: /photocontest/ disallow: /photovote/ disallow: /photovote.php disallow: /photovote_large.php disallow: /photovote_thumbs.php disallow: /reporterror/ disallow: /reporterror.php disallow: /unsubscribe/ disallow: /unsubscribe.php disallow: /winner/ disallow: /Winner/ disallow: /WINNER/ disallow: /winners/ disallow: /Winners/ disallow: /WINNERS/ disallow: /winner.php disallow: /ebaytemplate.html disallow: /app_process.php disallow: /lao_radio_interview.php disallow: /memberspotlight_large.php disallow: /sfprocess.php disallow: /thanks.php disallow: /thanks_for_applying.php disallow: /files/ disallow: /bigtopl.swf disallow: /smalltopl.swf disallow: /main.css disallow: /ebay_main.css disallow: /notfound.html disallow: /imgrollover.js disallow: /peeltl.js disallow: /css/ disallow: /img/ disallow: /js/ disallow: /picture_library/ disallow: /plesk-stat/ disallow: /.htaccess