# /robots.txt file for http://bccmeteorites.com/
# mail srd@ispwest.com for constructive criticism

user-agent * 
Disallow /etc/
Disallow /mail/
Disallow /tmp/
Disallow /stats/
Disallow /cgi-bin/
Disallow /_private/
Disallow /_vti_txt/
Disallow /_vti_pvt/
Disallow /_vti_log/
Disallow /_vti_cnf/
Disallow /_vti_bin/

User-Agent: NetResearchServer
Disallow /

User-agent: Yahoo-MMAudVid/1.0 
Disallow /
User-agent: dashinc.com
Disallow /
User-agent: ASPSeek
Disallow /
User-agent: API Request
Disallow /
User-agent: asterias
Disallow /
User-agent: baiduspider
Disallow /
User-agent: BecomeBot
Disallow /
User-agent: becomebot
Disallow / 
User-agent: BravoBrian
Disallow /
User-agent: dloader(Naverrobot)
Disallow /
User-agent: Dead Link Checker
Disallow /
User-agent: Dumbot
Disallow /
User-agent: EgotoBot
Disallow /
User-agent: Fetch API Request
Disallow /
User-agent: Fetch
Disallow /
User-agent: Gaisbot
Disallow /
User-agent: Generic
Disallow /
User-agent: Grub
Disallow /
User-agent: grub-client
Disallow /
User-agent: InfoNavirobot
Disallow /
User-agent: Jyxobot
Disallow /
User-agent: Larbin
Disallow /
User-agent: LinkWalker
Disallow /
User-agent: Link Walker
Disallow /
User-agent: Looksmart
Disallow /
User-agent: MSIECrawler
Disallow /
User-agent: Naverrobot
Disallow /
User-agent: NexaBot
Disallow /
User-agent: NPBot
Disallow /
User-agent: Nutch
Disallow /
User-agent: obot
Disallow /
User-agent: OWR_Crawler
Disallow /
User-agent: PhpDig
Disallow /
User-agent: psbot
Disallow /
User-agent: puf
Disallow /
User-agent: QuepasaCreep
Disallow /
User-agent: rabaz
Disallow /
User-agent: Reaper
Disallow /
User-agent: RPT-HTTPClient
Disallow /
User-agent: ScoutAbout
Disallow /
User-agent: semanticdiscovery
Disallow /
User-agent: seventwentyfour.com
Disallow /
User-agent: Steeler
Disallow /
User-agent: Teleport Pro
Disallow /
User-agent: TurnitinBot
Disallow /
User-agent: TutorGig
Disallow /
User-agent: vsecrawler
Disallow /
User-agent: Wget
Disallow /
User-Agent: WISEnutbot
Disallow /
User-agent: wn.dlc
Disallow / 
User-agent: Zyborg
Disallow / 
User-agent: ZyBorg DeadLinkChecker
Disallow: / 
User-agent: mnogosearch
Disallow /