# Robots.txt file
#  
# This restricts access to only known and registered robots. 

User-agent: Googlebot 
Disallow: /travel/airlines/lang/en-us/

User-agent: Mediapartners-Google
Disallow: /travel/airlines/lang/en-us/

User-agent: Adsbot-Google
Disallow: /travel/airlines/lang/en-us/

User-agent: *
Crawl-delay: 90

User-agent: *
Disallow: /hotel/hotelMapGuide.do

User-agent: MJ12bot
Disallow: /

User-agent: searchpreview
Crawl-delay: 200

User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: 

User-agent: Yeti/0.01 (nhn/1noon, yetibot@naver.com, check robots.txt daily and follow it)
Disallow:

User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT; PCLN NOC SiteScope)
Disallow:

User-agent: PATROL/V3.6.50i (Linux;INET KM 6.2.10 200410050940) 
Disallow: