# /robots.txt file for Harvard Apparatus (01-2009)

# Need robots to support the Allow directive to index PDFs that are protected by login in WC
# http://en.wikipedia.org/wiki/Robots.txt#Allow_directive

# Let Google index the PDFs - Googlebot recognizes the Allow extension
# http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40364
User-agent: Googlebot
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/*.pdf
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_1_2/*.pdf
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_3/*.pdf
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_4/*.pdf

# Let Yahoo index the PDFs - Yahoo's Slurp recognizes the Allow extension
# http://help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-02.html
User-agent: Slurp
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/*.pdf
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_1_2/*.pdf
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_3/*.pdf
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_4/*.pdf

# Let Ask index the PDFs - Ask's Teoma recognizes the Allow extension
# http://about.ask.com/en/docs/about/webmasters.shtml
User-agent: Teoma
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/*.pdf
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_1_2/*.pdf
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_3/*.pdf
Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_4/*.pdf

# Let Ask index the PDFs - Exalead's Exabot does not recognize the Allow extension
# http://www.exalead.com/about/document/53
#User-agent: Exabot
#Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/*.pdf
#Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_1_2/*.pdf
#Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_3/*.pdf
#Allow: /wcsstore/ConsumerDirect/images/site/hai/techdocs/HAI_DOCCAT_4/*.pdf