# robots.txt - robot exclusion file - back-end server version - no robots!
# ========================================================================

User-agent: htdig/3.1.6
Disallow: /htbin-post
Disallow: /cgi-bin/BLAST
Disallow: /entrez
Disallow: /cgi-bin/COG
Disallow: /Entrez
Disallow: /genmap
Disallow: /LocusLink
Disallow: /cgi-bin/Entrez
Disallow: /sutils
Disallow: /htbin-post/Taxonomy
Disallow: /Taxonomy/Browser
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /geo/query
Disallow: /mapview
Disallow: /blast/d
Disallow: /blast/D
Disallow: /blast/g
Disallow: /sites
Disallow: /portal

User-agent: Googlebot
Disallow: /htbin-post
Disallow: /cgi-bin/BLAST
Disallow: /cgi-bin/COG
Disallow: /COG
Disallow: /genmap
Disallow: /LocusLink
Disallow: /mailman
Disallow: /cgi-bin/Entrez
Disallow: /sutils
Disallow: /entrez/viewer.fcgi
Disallow: /htbin-post/Taxonomy
Disallow: /Taxonomy/Browser
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /geo/query
Disallow: /genome
Disallow: /Genomes
Disallow: /GENOMES
Disallow: /SAGE
Disallow: /SNP
Disallow: /IEB/ToolBox/SB
Disallow: /Structure/dgs
Disallow: /Structure/Entrez
Disallow: /Structure/VA
Disallow: /Structure/cblast/cblast.cgi
Disallow: /Coffeebreak
Disallow: /gorf
Disallow: /genomes
Disallow: /mapview
Disallow: /blast/d
Disallow: /blast/D
Disallow: /blast/g
Disallow: /entrez/eutils
Disallow: /entrez/utils
Disallow: /portal


User-agent: Teleport Pro
Disallow: /htbin-post
Disallow: /cgi-bin/BLAST
Disallow: /entrez
Disallow: /cgi-bin/COG
Disallow: /Entrez
Disallow: /genmap
Disallow: /LocusLink
Disallow: /mailman
Disallow: /genome
Disallow: /cgi-bin/Entrez
Disallow: /sutils
Disallow: /htbin-post/Taxonomy
Disallow: /Taxonomy/Browser
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /geo/query
Disallow: /mapview
Disallow: /blast/d
Disallow: /blast/D
Disallow: /blast/g
Disallow: /sites
Disallow: /portal


User-agent: *
Disallow: /htbin-post
Disallow: /cgi-bin/BLAST
Disallow: /entrez
Disallow: /cgi-bin/COG
Disallow: /Entrez
Disallow: /genmap
Disallow: /LocusLink
Disallow: /mailman
Disallow: /cgi-bin/Entrez
Disallow: /sutils
Disallow: /htbin-post/Taxonomy
Disallow: /Taxonomy/Browser
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /geo/query
Disallow: /mapview
Disallow: /blast/d
Disallow: /blast/D
Disallow: /blast/g
Disallow: /sites
Disallow: /portal

User-agent: yacybot
Disallow: *