# Filename...: robots.txt
# Owner......: Allied Construction Products, LLC
# Description: Used to limit access to areas of website by search engine bots
# Site.......: www.alliedcp.com 
# Created....: 21-FEB-2003	SPS
# Mods.......: 24-Mar-2003	SPS Added /Merchant2/ and /help/ to list
#
# Disallow files & directories
User-agent: *
Disallow: /images/

User-agent: *
Disallow: /admin/

User-agent: *
Disallow: /help/

User-agent: *
Disallow: /Merchant2/

User-agent: *
Disallow: /pdf/video/

User-agent: *
Disallow: /about/email-directory.asp

User-agent: *
Disallow: /about/contact.asp

User-agent: *
Disallow: /*.jpg$

User-agent: *
Disallow: /support/verify.asp

User-agent: *
Disallow: /*.gif$

User-agent: *
Disallow: /*.doc$

User-agent: *
Disallow: /*.exe$

User-agent: *
Disallow: /*.zip$
#
# Disallow Collectors and Spam
#
User-agent: TurnitinBot	# Plagarism prevention website, of no benefit to Allied
Disallow: /   

User-agent: NPBot	# Nameprotect.com trademark & copyright bot
Disallow: /
w
User-agent: Steeler	# University of Tokyo (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/crawler.html.en)
Disallow: /

User-agent: pingalink	# website monitoring service - don't know who set this up (sps 2/25/03)
Disallow: / 

User-agent: atSpider
Disallow: /

User-agent: cherrypicker
Disallow: *

User-agent: DSurf
Disallow: *

User-agent: EliteSys Entry
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: MailSweeper
Disallow: /

User-agent: munky
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: WebMailExtrac
Disallow: /

# Disallow offline browsers
User-agent: xGet
Disallow: /

User-agent: wGet
Disallow: /

User-agent: WebWalk
Disallow: /

User-agent: webvac
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebMirror
Disallow: /

User-agent: WebFetcher
Disallow: /

User-agent: WebCopy
Disallow: /

User-agent: webcopier
Disallow: /

User-agent: WebCatcher
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: w3mir 
Disallow: /

User-agent: vobsub 
Disallow: /

User-agent: Templeton 
Disallow: /

User-agent: ssearcher100 
Disallow: /

User-agent: SpiderBot 
Disallow: /

User-agent: Shai'Hulud 
Disallow: /

User-agent: PBWF 
Disallow: /

User-agent: LightningDownload 
Disallow: /

User-agent: KDD Explore 
Disallow: /

User-agent: Jeeves 
Disallow: /

User-agent: Internet Explore 
Disallow: /

User-agent: InfoSpiders 
Disallow: /

User-agent: httrack 
Disallow: /

User-agent: HavIndex 
Disallow: /

User-agent: GetUrl 
Disallow: /

User-agent: GetBot 
Disallow: /

User-agent: ESIRover 
Disallow: /

User-agent: Download Wonder 
Disallow: /

User-agent: Collage 
Disallow: /

#User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) 
#Disallow: /