# robots.txt for http://www.Camping4less.com

# normal bot arguments

User-agent: Accelobot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: arks
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: BaiDuSpider
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: baiduspider
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: Baiduspider
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
 
User-agent: BecomeBot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: exabot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: Gigabot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: googlebot
Crawl-delay: 30
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: ia_archiver
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: ichiro
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: linksmanager
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: linksmanager_bot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: msnbot
Crawl-delay: 120
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: msnbot-media
Crawl-delay: 120
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: msnbot-Products
Crawl-delay: 120
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: psbot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: Slurp
Crawl-delay: 300
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: Speedy
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: Teoma
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: Twiceler
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: voilabot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: VWbot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

User-agent: *
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/

# Set directories & files to be Disallow/Allow
# NOTE: directives for Disallow/Allow are case-sensitive!
# Use $ to anchor the match to the end of a URL string
# As in disallowing or allowing files of a particular extension

#Disallow: /cgi-bin/
#Disallow: /log/
#Disallow: /controlpanel/
#Disallow: /data/
#Disallow: /*.mdb$
#Disallow: /*_setup*.*
#Disallow: /*_install*.*
#Disallow: /*_admin*.*
#Disallow: /*admin*/
#Disallow: /robo_trap/

# Extended Parameters
# Under Proposal, not universally recognized commands

Request-rate: 1/10	# maximum rate of 1 page every 10 seconds
Visit-time: 0900-1400 	# only visit between 9:00 AM and 2:00 PM UT (1:00-6:00AM PST)

# Go away arguments to be used to keep all robots
# from accessing and indexing your web-site.
# Comment out all lines above and
# uncomment out below lines to enable.
 
#User-agent: *
#Disallow: /