User-agent: archive.org_bot
Disallow:/cgi-bin/ 
Disallow:/dol/cgi-bin/
Disallow:/dol/search/
Disallow:/dol/dolonly/
Disallow:/dol/dolstandards/
Disallow:/dol/media/press/archives.htm
Disallow:/opa/media/press/opa/archive/
Disallow:/opa/media/press/ilab/archive/
Disallow:/opa/media/press/esa/archive/
Disallow:/opa/media/press/eta/archive/
Disallow:/opa/media/press/msha/archive/
Disallow:/opa/media/press/oig/archive/
Disallow:/opa/media/press/osha/archive/
Disallow:/opa/media/press/pwba/archive/
Disallow:/opa/media/press/vets/archive/
Disallow:/opa/media/press/wb/archive/
Disallow:/brb/decisions/
Disallow:/ebsa/pdf/
Disallow:/ecab/decisions/
Disallow:/brb/references/
Disallow:/ecab/references/
Disallow:/asp/programs/drugs/said/
Disallow:/elaws/
Disallow:/ecab/regs/fedreg/
Disallow:/eeombd/regs/fedreg/
Disallow:/elaws/vets/evets/evets.asp
Disallow:/esa/regs/fedreg/
Disallow:/ilab/regs/fedreg/
Disallow:/oalj/regs/fedreg/
Disallow:/oasam/regs/fedreg/
Disallow:/ocfo/regs/fedreg/
Disallow:/odep/regs/fedreg/
Disallow:/oig/regs/fedreg/
Disallow:/opa/regs/fedreg/
Disallow:/osbp/regs/fedreg/
Disallow:/osha/regs/fedreg/
Disallow:/sol/regs/fedreg/
Disallow:/vets/regs/fedreg/
Disallow:/wb/regs/fedreg/
Disallow:/dol/allcfr/
Disallow:/federalregister/
Disallow:/feedback/
Disallow:/calendar/
Disallow:/said/
Disallow:/compliance/materials/Detail.asp
Disallow:/ilab/webmils/
Disallow:/elaws/firststep/
Disallow:PrinterVersion.aspx?
Disallow:/*.PDF$



User-agent: vspider
Disallow:/cgi-bin/  
Disallow:/dol/cgi-bin/
Disallow:/images/
Disallow:/dol/search/
Disallow:/dol/dolonly/
Disallow:/dol/dolstandards/

User-agent: FAST Enterprise Crawler*
Disallow:/cgi-bin/  
Disallow:/dol/cgi-bin/
Disallow:/images/
Disallow:/dol/search/
Disallow:/dol/dolonly/
Disallow:/dol/dolstandards/

User-agent: FAST Enterprise Crawler 6
Disallow:/cgi-bin/  
Disallow:/dol/cgi-bin/
Disallow:/images/
Disallow:/dol/search/
Disallow:/dol/dolonly/
Disallow:/dol/dolstandards/

User-agent: *
Disallow:/cgi-bin/ 
Disallow:/dol/cgi-bin/
Disallow:/images/
Disallow:/dol/search/
Disallow:/dol/dolonly/
Disallow:/dol/dolstandards/
Disallow:/dol/media/press/archives.htm
Disallow:/opa/media/press/opa/archive/
Disallow:/opa/media/press/ilab/archive/
Disallow:/opa/media/press/esa/archive/
Disallow:/opa/media/press/eta/archive/
Disallow:/opa/media/press/msha/archive/
Disallow:/opa/media/press/oig/archive/
Disallow:/opa/media/press/osha/archive/
Disallow:/opa/media/press/pwba/archive/
Disallow:/opa/media/press/vets/archive/
Disallow:/opa/media/press/wb/archive/
Disallow:/brb/decisions/
Disallow:/ecab/decisions/
Disallow:/brb/references/
Disallow:/ecab/references/
Disallow:/asp/programs/drugs/said/
Disallow:/ejudication/search/
Disallow:/oalj/search/
Disallow:/arb/decisions/
Disallow:/ejudication/
Disallow:*archive*