# Show the bots where the sitemap is located.

SITEMAP: http://www.winecountrygiftbaskets.com/sitemap.xml


# Disallow Googlebot because its stupid and doesnt read access to certain pages.

User-Agent: googlebot
Disallow: /inprogress.htm
Disallow: /shop/account/
Disallow: /gift_redir.asp
Disallow: /giftbaskets/gift_redir.asp
Disallow: /information/aba_cart.asp
Disallow: /information/affil_redir.asp
Disallow: /information/credit_application.asp
Disallow: /information/error.asp
Disallow: /information/error_page.asp
Disallow: /information/cookie_disabled.asp
Allow: /


# Disallow Yahoo Slurp crawlers access to certain pages.

User-Agent: Slurp
Disallow: /inprogress.htm
Disallow: /shop/account/
Disallow: /gift_redir.asp
Disallow: /giftbaskets/gift_redir.asp
Disallow: /information/aba_cart.asp
Disallow: /information/affil_redir.asp
Disallow: /information/credit_application.asp
Disallow: /information/error.asp
Disallow: /information/error_page.asp
Disallow: /information/cookie_disabled.asp
Allow: /


# Disallow Msnbot crawler access to certain pages.

User-Agent: Msnbot
Disallow: /inprogress.htm
Disallow: /shop/account/
Disallow: /gift_redir.asp
Disallow: /giftbaskets/gift_redir.asp
Disallow: /information/aba_cart.asp
Disallow: /information/affil_redir.asp
Disallow: /information/credit_application.asp
Disallow: /information/error.asp
Disallow: /information/error_page.asp
Disallow: /information/cookie_disabled.asp
Allow: /


# Disallow all crawlers access to certain pages.

User-Agent: *
Disallow: /inprogress.htm
Disallow: /shop/account/
Disallow: /gift_redir.asp
Disallow: /giftbaskets/gift_redir.asp
Disallow: /information/aba_cart.asp
Disallow: /information/affil_redir.asp
Disallow: /information/credit_application.asp
Disallow: /information/error.asp
Disallow: /information/error_page.asp
Disallow: /information/cookie_disabled.asp
Allow: /


# Slow down msn's crawl.

User-agent: msnbot 
Crawl-delay: 120


# Slow down Google's crawl.

User-agent: googlebot 
Crawl-delay: 120


# Slow down Yahoo! Slurp

User-agent: Slurp
Crawl-delay: 120


# Slow down inktomi crawl.

User-agent: inktomi slurp
Crawl-delay: 120