####################### # # robots.txt file for Web site # # "*" addresses all robots and spider programs # # User-agent: * # list folders robots should NOT index Disallow: /images/ Disallow: /_lib/ Disallow: /admin/ Disallow: /article_images/ Disallow: /cgi-bin/ Disallow: /seo/ # list specific files robots should NOT index Disallow: /activity_log.txt Disallow: /add_articles.php Disallow: /add_links.php Disallow: /add_quotes.php Disallow: /admin.php Disallow: /browse.php Disallow: /del_articles.php Disallow: /del_links.php Disallow: /del_quotes.php Disallow: /files.php Disallow: /fns_user_auth.php Disallow: /help.htm Disallow: /image.php Disallow: /keyword_add.php Disallow: /keyword_delete.php Disallow: /pl_articles.php Disallow: /pl_cms.php Disallow: /pl_fns.php Disallow: /pl_keywords.php Disallow: /pl_links.php Disallow: /pl_logout.php Disallow: /pl_quotes.php Disallow: /pl_redeem.php Disallow: /results.php Disallow: /thankyou.php Disallow: /upload.php Disallow: /validate_form.js Disallow: /windowFns.js # # end of robots.txt file # #######################