# As of 12/29/2008, there are 12 crawlers welcomed by SciTopics

Sitemap: http://www.scitopics.com/sitemap.xml

User-agent: bcdindexer
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent:  CiteSeerBot
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent: FAST
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /editorialpolicy.jsp
Disallow: /errorpage.jsp
Disallow: /faq.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /help.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /privacy.jsp
Disallow: /register.jsp
Disallow: /terms_and_conditions.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent: Googlebot
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent:  gulliver
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent:  ia_archiver
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent: Marvin
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent:  MSNbot
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent:  NimbleCrawler
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent:  Slurp
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent:  Teoma
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /copyright/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /jscripts/
Disallow: /TestTopicPages/
Disallow: /authorstatus.jsp
Disallow: /editaccount.jsp
Disallow: /editauthor.jsp
Disallow: /editmode.jsp
Disallow: /errorpage.jsp
Disallow: /feedback.jsp
Disallow: /forgot.jsp
Disallow: /editorinvite.jsp
Disallow: /login.jsp
Disallow: /logout.jsp
Disallow: /manage.jsp
Disallow: /missing.jsp
Disallow: /register.jsp
Disallow: /test.html
Disallow: /topicpagepreview.jsp

# go away ? tell all others not in the list below to stay out!
User-agent: *
Disallow: /