# # robots.txt # # version 1.0 # # exclude User-Agent: * Disallow: /js/ Disallow: /w3c/ Disallow: /xml/ Disallow: /images/ Disallow: /articles/info-for-authors.asp Disallow: /category-jump.asp Disallow: /confirm-email.asp Disallow: /control-panel.asp Disallow: /error.asp Disallow: /email-temp.asp Disallow: /external-link.asp Disallow: /forgot-password.asp Disallow: /forum-post.asp Disallow: /forum-signature.asp Disallow: /item-edit.asp Disallow: /item-review.asp Disallow: /item-review-reply.asp Disallow: /login.asp Disallow: /login-process.asp Disallow: /logout.asp Disallow: /product-is-live.asp Disallow: /profile.asp Disallow: /reg_temp.asp Disallow: /reg_thanks.asp Disallow: /register_conf_email.asp Disallow: /search.asp Disallow: /showmessage.asp Disallow: /site-unavailable.asp Disallow: /software/preview.asp Disallow: /unsubscribe.asp Disallow: /set-blocking-cookie.asp Disallow: /*&highlight=* Disallow: /*?highlight=* User-agent: Googlebot-Image Disallow: /*.jpg$ User-agent: DIIbot Disallow: / User-agent: LinkWalker Disallow: / User-agent: NPBot Disallow: / User-agent: BaySpider Disallow: / # Genealogy SE http://www.GenDoor.com/crawler.html User-agent: GenCrawler Disallow: / # http://www.gozilla.com/ User-agent: Go!Zilla Disallow: / # Bad Links User-agent: Linkidator Disallow: / # Bad Links http://www.elsop.com/linkscan/overview.html User-agent: LinkScan Disallow: / # Link Checking http://www.linkguard.com/ User-agent: LinkGuard Disallow: / User-agent: TurnitinBot Disallow: / Sitemap: http://www.auctionsoftwarereview.com/sitemap_index.xml