# robots.txt for http://www.stempublishing.com

#User-agent: *
#Disallow: /authors/
#Disallow: /bible/
#Disallow: /bible-darby/
#Disallow: /bible-kjv/
#Disallow: /hymns/
#Disallow: /dictionary/
#Disallow: /magazines/
#Disallow: /history/
#Disallow: /images/

User-agent: Googlebot
Disallow: /bible/
Disallow: /bible-darby/
Disallow: /bible-kjv/

User-agent: Slurp
Disallow: /bible/
Disallow: /bible-darby/
Disallow: /bible-kjv/


User-agent: msnbot:
Disallow: /bible/
Disallow: /bible-darby/
Disallow: /bible-kjv/


User-agent: askjeeves
Disallow: /bible/
Disallow: /bible-darby/
Disallow: /bible-kjv/


User-agent: fastcrawler:
Disallow: /bible/
Disallow: /bible-darby/
Disallow: /bible-kjv/


User-agent: htdig
Disallow: /bible/
Disallow: /bible-darby/
Disallow: /bible-kjv/


User-agent: lycos:
Disallow: /bible/
Disallow: /bible-darby/
Disallow: /bible-kjv/


User-agent: WebCopier
Disallow: /

# other indexing robots (should perhaps allow some or all of these)
# Acme.Spider 	
# Alkaline 	
# Anthill 	
# Walhello appie 	
# Araneo 	
# AraybOt 	
# ArchitextSpider 	
# arks 	
# ASpider (Associative Spider) 	
# ATN Worldwide 	
# Atomz.com Search Robot 	
# AURESYS 	
# BackRub 	
# BBot 	
# Bjaaland 	
# BlackWidow 	
# Die Blinde Kuh 	
# Borg-Bot 	
# BoxSeaBot 	
# BSpider 	
# CACTVS Chemistry Spider 	
# Calif 	
# Cassandra 	
# ChristCrawler.com 	
# cIeNcIaFiCcIoN.nEt 	
# Combine System 	
# ConfuzzledBot 	
# CoolBot 	
# Web Core / Roots 	
# XYLEME Robot 	
# Internet Cruiser Robot 	
# Cusco 	
# Desert Realm Spider 	
# DeWeb(c) Katalog/Index 	
# DienstSpider 	
# Digger 	
# Digital Integrity Robot 	
# Direct Hit Grabber 	
# DNAbot 	
# DragonBot 	
# DWCP (Dridus' Web Cataloging Project) 	
# ELFINBOT 	
# Emacs-w3 Search Engine 	
# ananzi 	
# Esther 	
# Evliya Celebi 	
# nzexplorer 	
# Fluid Dynamics Search Engine robot 	
# Felix IDE 	
# Wild Ferret Web Hopper #1, #2, #3 	
# fido 	
# H\x{00E4}m\x{00E4}h\x{00E4}kki 	
# KIT-Fireball 	
# Fish search 	
# Fouineur 	
# Robot Francoroute 	
# Freecrawl 	
# FunnelWeb 	
# gammaSpider, FocusedCrawler 	
# GCreep 	
# Grapnel/0.01 Experiment 	
# Griffon 	
# Gromit 	
# Northern Light Gulliver 	
# Gulper Bot 	
# HamBot 	
# Harvest 	
# havIndex 	
# HI (HTML Index) Search 	
# Hometown Spider Pro 	
# Wired Digital 	
# Hyper-Decontextualizer 	
# iajaBot 	
# IBM_Planetwide 	
# Ingrid 	
# Informant 	
# InfoSeek Robot 1.0 	
# Infoseek Sidewinder 	
# IntelliAgent 	
# I, Robot 	
# Iron33 	
# Israeli-search 	
# JBot Java Web Robot 	
# JCrawler 	
# JoBo Java Web Robot 	
# The Jubii Indexing Robot 	
# JumpStation 	
# image.kapsi.net 	
# KDD-Explorer 	
# Kilroy 	
# KO_Yappo_Robot 	
# legs 	
# Lockon 	
# logo.gif Crawler 	
# Mac WWWWorm 	
# Magpie 	
# marvin/infoseek 	
# MediaFox 	
# NEC-MeshExplorer 	
# MindCrawler 	
# mnoGoSearch search engine software 	
# moget 	
# Motor 	
# Muncher 	
# Muninn 	
# Muscat Ferret 	
# Mwd.Search 	
# NDSpider 	
# NetCarta WebMap Engine 	
# NetScoop 	
# newscan-online 	
# NHSE Web Forager 	
# Nomad 	
# The NorthStar Robot 	
# ObjectsSearch 	
# Occam 	
# HKU WWW Octopus 	
# Openfind data gatherer 	
# Orb Search 	
# PageBoy 	
# ParaSite 	
# pegasus 	
# PerlCrawler 1.0 	
# Phantom 	
# PhpDig 	
# Pimptrain.com's robot 	
# Pioneer 	
# Portal Juice Spider 	
# PGP Key Agent 	
# PlumtreeWebAccessor 	
# Poppi 	
# PortalB Spider 	
# psbot 	
# Raven Search 	
# RBSE Spider 	
# Resume Robot 	
# RixBot 	
# Road Runner: The ImageScape Robot 	
# Robbie the Robot 	
# ComputingSite Robi/1.0 	
# RoboCrawl Spider 	
# Roverbot 	
# RuLeS 	
# SafetyNet Robot 	
# Scooter 	
# Search.Aus-AU.COM 	
# Sleek 	
# Senrigan 	
# SG-Scout 	
# ShagSeeker 	
# Sift 	
# Simmany Robot Ver1.0 	
# SiteTech-Rover 	
# Skymob.com 	
# Smart Spider 	
# Solbot 	
# Speedy Spider 	
# spider_monkey 	
# SpiderBot 	
# Spiderline Crawler 	
# Spry Wizard Robot 	
# Site Searcher 	
# Suke 	
# Sven 	
# Sygol 	
# Tarantula 	
# TitIn 	
# TITAN 	
# The TkWWW Robot 	
# UCSD Crawl 	
# UdmSearch 	
# UptimeBot 	
# URL Spider Pro 	
# Valkyrie 	
# Verticrawl 	
# vision-search 	
# void-bot 	
# Voyager 	
# VWbot 	
# W3M2 	
# WallPaper (alias crawlpaper) 	
# w@pSpider by wap4.com 	
# WebCatcher 	
# WebQuest 	
# WebReaper 	
# webwalk 	
# WhoWhere Robot 	
# WebStolperer 	
# The Web Wombat 	
# The World Wide Web Worm 	
# WebZinger 	
# Nederland.zoek