###################################################################################################
# Alta Vista
# User-agent: Scooter/2.0 G.R.A.B. V1.1.0 
# User-agent: Scooter/2.0 G.R.A.B. X2.0			(Normal Spider)
# User-agent: Scooter/1.0 scooter@pa.dec.com   
# User-agent: Scooter/1.0						(Instant Spider)
###################################################################################################

User-agent: Scooter/2.0 G.R.A.B. V1.1.0 
User-agent: Scooter/2.0 G.R.A.B. X2.0   
User-agent: Scooter/1.0 scooter@pa.dec.com   
User-agent: Scooter/1.0   

# Disallow doorway pages for other search engines

Disallow: /asp_hosting_ava.asp							# a page is for databasepower.net domain
Disallow: /domain_registration.asp						# Use AV tailored page
Disallow: /search_engine_promotion.asp					# Use AV tailored page
Disallow: /web_design_av.asp
Disallow: /web_design_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_avb.asp

Disallow: /sep/asp_hosting_h.asp
Disallow: /sep/business_web_hosting_h.asp
Disallow: /sep/database_driven_h.asp
Disallow: /sep/database_hosting_h.asp
#Disallow: /sep/domain_name_search_av.asp
#Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_dh.asp
Disallow: /sep/domain_registration_gg.asp
Disallow: /sep/domain_registration_gt.asp
Disallow: /sep/domain_registration_h.asp
Disallow: /sep/frontpage_hosting_h.asp
#Disallow: /sep/search_engine_promotion_av.asp
Disallow: /sep/search_engine_promotion_h.asp
Disallow: /sep/sqlserver_h.asp
#Disallow: /sep/web_design_av.asp
Disallow: /sep/web_design_ex.asp
Disallow: /sep/web_design_fa.asp
Disallow: /sep/web_design_gg.asp
Disallow: /sep/web_design_h.asp
Disallow: /sep/web_design_in.asp
Disallow: /sep/web_design_iw.asp
Disallow: /sep/web_design_l.asp
Disallow: /sep/web_design_nl.asp
Disallow: /sep/web_design_wc.asp
Disallow: /sep/web_design_yg.asp
#Disallow: /sep/web_hosting_av.asp
Disallow: /sep/web_hosting_ex.asp
Disallow: /sep/web_hosting_fa.asp
Disallow: /sep/web_hosting_gg.asp
Disallow: /sep/web_hosting_h.asp
Disallow: /sep/web_hosting_in.asp
Disallow: /sep/web_hosting_iw.asp
Disallow: /sep/web_hosting_l.asp
Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
Disallow: /sep/web_hosting_wc.asp
Disallow: /sep/web_hosting_yg.asp


###################################################################################################
# Excite 
# User-agent: ArchitextSpider			(Fresh and mega spider)
###################################################################################################

User-agent: ArchitextSpider    

# Disallow doorway pages for other search engines
Disallow: /asp_hosting_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_av.asp

Disallow: /sep/asp_hosting_h.asp
Disallow: /sep/business_web_hosting_h.asp
Disallow: /sep/database_driven_h.asp
Disallow: /sep/database_hosting_h.asp
Disallow: /sep/domain_name_search_av.asp
Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_gg.asp
Disallow: /sep/domain_registration_gt.asp
Disallow: /sep/domain_registration_h.asp
Disallow: /sep/frontpage_hosting_h.asp
Disallow: /sep/search_engine_promotion_av.asp
Disallow: /sep/search_engine_promotion_h.asp
Disallow: /sep/sqlserver_h.asp
Disallow: /sep/web_design_av.asp
#Disallow: /sep/web_design_ex.asp
Disallow: /sep/web_design_fa.asp
Disallow: /sep/web_design_gg.asp
Disallow: /sep/web_design_h.asp
Disallow: /sep/web_design_in.asp
Disallow: /sep/web_design_iw.asp
Disallow: /sep/web_design_l.asp
Disallow: /sep/web_design_nl.asp
Disallow: /sep/web_design_wc.asp
Disallow: /sep/web_design_yg.asp
Disallow: /sep/web_hosting_av.asp
#Disallow: /sep/web_hosting_ex.asp
Disallow: /sep/web_hosting_fa.asp
Disallow: /sep/web_hosting_gg.asp
Disallow: /sep/web_hosting_h.asp
Disallow: /sep/web_hosting_in.asp
Disallow: /sep/web_hosting_iw.asp
Disallow: /sep/web_hosting_l.asp
Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
Disallow: /sep/web_hosting_wc.asp
Disallow: /sep/web_hosting_yg.asp




###################################################################################################
# Fast
###################################################################################################

User-agent: fast

# Disallow doorway pages for other search engines

Disallow: /asp_hosting_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_av.asp
Disallow: /web_design_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_avb.asp

Disallow: /sep/asp_hosting_h.asp
Disallow: /sep/business_web_hosting_h.asp
Disallow: /sep/database_driven_h.asp
Disallow: /sep/database_hosting_h.asp
Disallow: /sep/domain_name_search_av.asp
Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_dh.asp
Disallow: /sep/domain_registration_gg.asp
Disallow: /sep/domain_registration_gt.asp
Disallow: /sep/domain_registration_h.asp
Disallow: /sep/frontpage_hosting_h.asp
Disallow: /sep/search_engine_promotion_av.asp
Disallow: /sep/search_engine_promotion_h.asp
Disallow: /sep/sqlserver_h.asp
Disallow: /sep/web_design_av.asp
Disallow: /sep/web_design_ex.asp
#Disallow: /sep/web_design_fa.asp
Disallow: /sep/web_design_gg.asp
Disallow: /sep/web_design_h.asp
Disallow: /sep/web_design_in.asp
Disallow: /sep/web_design_iw.asp
Disallow: /sep/web_design_l.asp
Disallow: /sep/web_design_nl.asp
Disallow: /sep/web_design_wc.asp
Disallow: /sep/web_design_yg.asp
Disallow: /sep/web_hosting_av.asp
Disallow: /sep/web_hosting_ex.asp
#Disallow: /sep/web_hosting_fa.asp
Disallow: /sep/web_hosting_gg.asp
Disallow: /sep/web_hosting_h.asp
Disallow: /sep/web_hosting_in.asp
Disallow: /sep/web_hosting_iw.asp
Disallow: /sep/web_hosting_l.asp
Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
Disallow: /sep/web_hosting_wc.asp
Disallow: /sep/web_hosting_yg.asp



###################################################################################################
# DirectHit
###################################################################################################

User-agent: grabber

Disallow: /asp_hosting_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_av.asp
Disallow: /web_design_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_avb.asp

Disallow: /sep/asp_hosting_h.asp
Disallow: /sep/business_web_hosting_h.asp
Disallow: /sep/database_driven_h.asp
Disallow: /sep/database_hosting_h.asp
Disallow: /sep/domain_name_search_av.asp
Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_gg.asp
Disallow: /sep/domain_registration_gt.asp
#Disallow: /sep/domain_registration_dh.asp
Disallow: /sep/domain_registration_h.asp
Disallow: /sep/frontpage_hosting_h.asp
Disallow: /sep/search_engine_promotion_av.asp
Disallow: /sep/search_engine_promotion_h.asp
Disallow: /sep/sqlserver_h.asp
Disallow: /sep/web_design_av.asp
Disallow: /sep/web_design_ex.asp
Disallow: /sep/web_design_fa.asp
Disallow: /sep/web_design_gg.asp
Disallow: /sep/web_design_h.asp
Disallow: /sep/web_design_in.asp
Disallow: /sep/web_design_iw.asp
Disallow: /sep/web_design_l.asp
Disallow: /sep/web_design_nl.asp
Disallow: /sep/web_design_wc.asp
Disallow: /sep/web_design_yg.asp
Disallow: /sep/web_hosting_av.asp
Disallow: /sep/web_hosting_ex.asp
Disallow: /sep/web_hosting_fa.asp
Disallow: /sep/web_hosting_gg.asp
Disallow: /sep/web_hosting_h.asp
Disallow: /sep/web_hosting_in.asp
Disallow: /sep/web_hosting_iw.asp
Disallow: /sep/web_hosting_l.asp
Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
Disallow: /sep/web_hosting_wc.asp
#Disallow: /sep/web_hosting_yg.asp




###################################################################################################
# Google
###################################################################################################

User-agent: BackRub/2.1 backrub@google.stanford.edu http://google.stanford.edu/    
User-agent: Googlebot/2.0 beta (googlebot(at)googlebot.com)
User-agent: Googlebot/2.0 ( http://googlebot.com/bot.html)   
User-agent: Googlebot-d/2.1 ( http://googlebot.com/bot.html) 
User-agent: Googlebot/2.1w ( http://googlebot.com/bot.html)   

Disallow: /asp_hosting_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_av.asp
Disallow: /web_design_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_avb.asp
Disallow: /web_hosting_h.asp

Disallow: /sep/asp_hosting_h.asp
Disallow: /sep/business_web_hosting_h.asp
Disallow: /sep/database_driven_h.asp
Disallow: /sep/database_hosting_h.asp
Disallow: /sep/domain_name_search_av.asp
Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_gt.asp
#Disallow: /sep/domain_registration_gg.asp
Disallow: /sep/domain_registration_dh.asp
Disallow: /sep/domain_registration_h.asp
Disallow: /sep/frontpage_hosting_h.asp
Disallow: /sep/search_engine_promotion_av.asp
Disallow: /sep/search_engine_promotion_h.asp
Disallow: /sep/sqlserver_h.asp
Disallow: /sep/web_design_av.asp
Disallow: /sep/web_design_ex.asp
Disallow: /sep/web_design_fa.asp
#Disallow: /sep/web_design_gg.asp
Disallow: /sep/web_design_h.asp
Disallow: /sep/web_design_in.asp
Disallow: /sep/web_design_iw.asp
Disallow: /sep/web_design_l.asp
Disallow: /sep/web_design_nl.asp
Disallow: /sep/web_design_wc.asp
#Disallow: /sep/web_design_yg.asp
Disallow: /sep/web_hosting_av.asp
Disallow: /sep/web_hosting_ex.asp
Disallow: /sep/web_hosting_fa.asp
#Disallow: /sep/web_hosting_gg.asp
Disallow: /sep/web_hosting_h.asp
Disallow: /sep/web_hosting_in.asp
Disallow: /sep/web_hosting_iw.asp
Disallow: /sep/web_hosting_l.asp
Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
Disallow: /sep/web_hosting_wc.asp
#Disallow: /sep/web_hosting_yg.asp



###################################################################################################
# Infoseek
# User-agent: Mozilla/3.01 (Win95; I)			Infoseek Instant Spider
# User-agent: InfoSeek Sidewinder/0.9			Infoseek Normal Spider
###################################################################################################

User-agent: Mozilla/3.01 (Win95; I)
User-agent: InfoSeek Sidewinder/0.9

Disallow: /asp_hosting_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_av.asp
Disallow: /web_design_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_avb.asp
Disallow: /web_hosting_h.asp

Disallow: /sep/asp_hosting_h.asp
Disallow: /sep/business_web_hosting_h.asp
Disallow: /sep/database_driven_h.asp
Disallow: /sep/database_hosting_h.asp
Disallow: /sep/domain_name_search_av.asp
Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_gg.asp
Disallow: /sep/domain_registration_gt.asp
Disallow: /sep/domain_registration_dh.asp
Disallow: /sep/domain_registration_h.asp
Disallow: /sep/frontpage_hosting_h.asp
Disallow: /sep/search_engine_promotion_av.asp
Disallow: /sep/search_engine_promotion_h.asp
Disallow: /sep/sqlserver_h.asp
Disallow: /sep/web_design_av.asp
Disallow: /sep/web_design_ex.asp
Disallow: /sep/web_design_fa.asp
Disallow: /sep/web_design_gg.asp
Disallow: /sep/web_design_h.asp
#Disallow: /sep/web_design_in.asp
Disallow: /sep/web_design_iw.asp
Disallow: /sep/web_design_l.asp
Disallow: /sep/web_design_nl.asp
Disallow: /sep/web_design_wc.asp
Disallow: /sep/web_design_yg.asp
Disallow: /sep/web_hosting_av.asp
Disallow: /sep/web_hosting_ex.asp
Disallow: /sep/web_hosting_fa.asp
Disallow: /sep/web_hosting_gg.asp
Disallow: /sep/web_hosting_h.asp
#Disallow: /sep/web_hosting_in.asp
Disallow: /sep/web_hosting_iw.asp
Disallow: /sep/web_hosting_l.asp
Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
Disallow: /sep/web_hosting_wc.asp
Disallow: /sep/web_hosting_yg.asp



###################################################################################################
# Lycos
# User-agent: Lycos_Spider_(T-Rex)			Lycos Instant Spider
###################################################################################################

User-agent: Lycos_Spider_(T-Rex)

Disallow: /asp_hosting_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_av.asp
Disallow: /web_design_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_avb.asp

Disallow: /sep/asp_hosting_h.asp
Disallow: /sep/business_web_hosting_h.asp
Disallow: /sep/database_driven_h.asp
Disallow: /sep/database_hosting_h.asp
Disallow: /sep/domain_name_search_av.asp
Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_dh.asp
Disallow: /sep/domain_registration_gg.asp
Disallow: /sep/domain_registration_gt.asp
Disallow: /sep/domain_registration_h.asp
Disallow: /sep/frontpage_hosting_h.asp
Disallow: /sep/search_engine_promotion_av.asp
Disallow: /sep/search_engine_promotion_h.asp
Disallow: /sep/sqlserver_h.asp
Disallow: /sep/web_design_av.asp
Disallow: /sep/web_design_ex.asp
Disallow: /sep/web_design_fa.asp
Disallow: /sep/web_design_gg.asp
Disallow: /sep/web_design_h.asp
Disallow: /sep/web_design_in.asp
Disallow: /sep/web_design_iw.asp
#Disallow: /sep/web_design_l.asp
Disallow: /sep/web_design_nl.asp
Disallow: /sep/web_design_wc.asp
Disallow: /sep/web_design_yg.asp
Disallow: /sep/web_hosting_av.asp
Disallow: /sep/web_hosting_ex.asp
Disallow: /sep/web_hosting_fa.asp
Disallow: /sep/web_hosting_gg.asp
Disallow: /sep/web_hosting_h.asp
Disallow: /sep/web_hosting_in.asp
Disallow: /sep/web_hosting_iw.asp
#Disallow: /sep/web_hosting_l.asp
Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
Disallow: /sep/web_hosting_wc.asp
Disallow: /sep/web_hosting_yg.asp



###################################################################################################
# Northern Light
# User-agent: Gulliver/1.3
###################################################################################################

User-agent: Gulliver/1.3

Disallow: /asp_hosting_av.asp
Disallow: /web_design_av.asp
Disallow: /web_design_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_avb.asp

Disallow: /sep/asp_hosting_h.asp
Disallow: /sep/business_web_hosting_h.asp
Disallow: /sep/database_driven_h.asp
Disallow: /sep/database_hosting_h.asp
Disallow: /sep/domain_name_search_av.asp
Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_dh.asp
Disallow: /sep/domain_registration_gg.asp
Disallow: /sep/domain_registration_gt.asp
Disallow: /sep/domain_registration_h.asp
Disallow: /sep/frontpage_hosting_h.asp
Disallow: /sep/search_engine_promotion_av.asp
Disallow: /sep/search_engine_promotion_h.asp
Disallow: /sep/sqlserver_h.asp
Disallow: /sep/web_design_av.asp
Disallow: /sep/web_design_ex.asp
Disallow: /sep/web_design_fa.asp
Disallow: /sep/web_design_gg.asp
Disallow: /sep/web_design_h.asp
Disallow: /sep/web_design_in.asp
Disallow: /sep/web_design_iw.asp
Disallow: /sep/web_design_l.asp
#Disallow: /sep/web_design_nl.asp
Disallow: /sep/web_design_wc.asp
Disallow: /sep/web_design_yg.asp
Disallow: /sep/web_hosting_av.asp
Disallow: /sep/web_hosting_ex.asp
Disallow: /sep/web_hosting_fa.asp
Disallow: /sep/web_hosting_gg.asp
Disallow: /sep/web_hosting_h.asp
Disallow: /sep/web_hosting_in.asp
Disallow: /sep/web_hosting_iw.asp
Disallow: /sep/web_hosting_l.asp
#Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
Disallow: /sep/web_hosting_wc.asp
Disallow: /sep/web_hosting_yg.asp


###################################################################################################
# Inktomi for Hotbot/MSN/AOL/Iwon etc
# User-agent: Slurp/2.0 (slurp@inktomi.com;http://www.inktomi.com/slurp.html)
# User-agent: Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html) 
###################################################################################################

User-agent: Slurp/2.0 (slurp@inktomi.com;http://www.inktomi.com/slurp.html)
User-agent: Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html) 

Disallow: /asp_hosting_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_av.asp
Disallow: /web_design_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_avb.asp

#Disallow: /sep/asp_hosting_h.asp
#Disallow: /sep/business_web_hosting_h.asp
#Disallow: /sep/database_driven_h.asp
#Disallow: /sep/database_hosting_h.asp
Disallow: /sep/domain_name_search_av.asp
Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_dh.asp
Disallow: /sep/domain_registration_gg.asp
#Disallow: /sep/domain_registration_gt.asp
#Disallow: /sep/domain_registration_h.asp
#Disallow: /sep/frontpage_hosting_h.asp
Disallow: /sep/search_engine_promotion_av.asp
#Disallow: /sep/search_engine_promotion_h.asp
#Disallow: /sep/sqlserver_h.asp
Disallow: /sep/web_design_av.asp
Disallow: /sep/web_design_ex.asp
Disallow: /sep/web_design_fa.asp
Disallow: /sep/web_design_gg.asp
#Disallow: /sep/web_design_h.asp
Disallow: /sep/web_design_in.asp
#Disallow: /sep/web_design_iw.asp
Disallow: /sep/web_design_l.asp
Disallow: /sep/web_design_nl.asp
Disallow: /sep/web_design_wc.asp
Disallow: /sep/web_design_yg.asp
Disallow: /sep/web_hosting_av.asp
Disallow: /sep/web_hosting_ex.asp
Disallow: /sep/web_hosting_fa.asp
Disallow: /sep/web_hosting_gg.asp
#Disallow: /sep/web_hosting_h.asp
Disallow: /sep/web_hosting_in.asp
#Disallow: /sep/web_hosting_iw.asp
Disallow: /sep/web_hosting_l.asp
Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
Disallow: /sep/web_hosting_wc.asp
Disallow: /sep/web_hosting_yg.asp




###################################################################################################
# Webcrawler
# User-agent: Served by Excite spiders 
###################################################################################################

User-agent: Served by Excite spiders
Disallow: /asp_hosting_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_av.asp
Disallow: /web_design_ava.asp							# a page is for databasepower.net domain
Disallow: /web_design_avb.asp

Disallow: /sep/asp_hosting_h.asp
Disallow: /sep/business_web_hosting_h.asp
Disallow: /sep/database_driven_h.asp
Disallow: /sep/database_hosting_h.asp
Disallow: /sep/domain_name_search_av.asp
Disallow: /sep/domain_registration_av.asp
Disallow: /sep/domain_registration_dh.asp
Disallow: /sep/domain_registration_gg.asp
Disallow: /sep/domain_registration_gt.asp
Disallow: /sep/domain_registration_h.asp
Disallow: /sep/frontpage_hosting_h.asp
Disallow: /sep/search_engine_promotion_av.asp
Disallow: /sep/search_engine_promotion_h.asp
Disallow: /sep/sqlserver_h.asp
Disallow: /sep/web_design_av.asp
Disallow: /sep/web_design_ex.asp
Disallow: /sep/web_design_fa.asp
Disallow: /sep/web_design_gg.asp
Disallow: /sep/web_design_h.asp
Disallow: /sep/web_design_in.asp
Disallow: /sep/web_design_iw.asp
Disallow: /sep/web_design_l.asp
Disallow: /sep/web_design_nl.asp
#Disallow: /sep/web_design_wc.asp
Disallow: /sep/web_design_yg.asp
Disallow: /sep/web_hosting_av.asp
Disallow: /sep/web_hosting_ex.asp
Disallow: /sep/web_hosting_fa.asp
Disallow: /sep/web_hosting_gg.asp
Disallow: /sep/web_hosting_h.asp
Disallow: /sep/web_hosting_in.asp
Disallow: /sep/web_hosting_iw.asp
Disallow: /sep/web_hosting_l.asp
Disallow: /sep/web_hosting_nl.asp
Disallow: /sep/web_hosting_uk_h.asp
#Disallow: /sep/web_hosting_wc.asp
Disallow: /sep/web_hosting_yg.asp


###################################################################################################
# Other Robots
###################################################################################################

User-agent: *   # directed to all robots

Disallow: /av_web_hosting.htm
Disallow: /av_domain_registration.htm
Disallow: /av_search_engine_promotion.htm
Disallow: /oldbrowser.asp
Disallow: /agent_notallowed.asp

Disallow: /acatalog
Disallow: /scripts
Disallow: /cgi-bin
Disallow: /dbplib
Disallow: /domsearch
Disallow: /support
Disallow: /clients
Disallow: /search_engines/reports
Disallow: /store
Disallow: /tools

Disallow: /design/main.asp
Disallow: /hosting/main.asp