# robots.txt     Zhiliang Hu Wed Dec 16 21:34:01 CST 1998
#                    Updated Sun Mar 19 10:13:14 CST 2000
#                    Updated Sun Jun 23 11:29:42 CST 2007
#                    Updated Mon Jan 07 15:12:42 CST 2008

User-agent: *                      # All other spiders should avoid:
# Disallow: /                      # go away - no robots should visit this site
Disallow: /cgi-bin/                # cgi programs
Disallow: /icons/                  # gif files
Disallow: /tmp/                    # floating contents
Disallow: /wiki/                   # internal use
Disallow: /share/                  # misc. not worth it
Disallow: /hu/
allow: /aquaculture/
allow: /bioinfo/
allow: /cattle/
allow: /sheep/
allow: /pigs/
allow: /QTLdb/
allow: /blast/
allow: /soft/
allow: /edu/
allow: /community/
allow: /SmartList/
Sitemap: http://www.animalgenome.org/sitemap.xml.gz