User-agent: *
Crawl-delay: 240

User-agent: gsa-crawler
Disallow: /

User-agent: Dweb-Gsa-Crawler
Disallow: /

User-agent: *
Disallow: /Themes/A-Z/*?Topic=*


User-agent: yahoo-slurp
Disallow: /libraries/
Disallow: /*.js
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /Themes/A-Z/
Disallow: /*.aspx?printable=true
Disallow: /*?fontSize=*
Disallow: /*.rss.ashx$
Disallow: /News_And_Multimedia/Media_Room.aspx?
Disallow: /News_And_Multimedia/Dot_Mil_Docs.aspx?

User-agent: msnbot
Disallow: /libraries/
Disallow: /*.js
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /Themes/A-Z*/
Disallow: /*.aspx?printable=true
Disallow: /*?fontSize=*
Disallow: /*.rss.ashx$
Disallow: /News_And_Multimedia/Media_Room.aspx?
Disallow: /News_And_Multimedia/Dot_Mil_Docs.aspx?

User-agent: twiceler
Disallow: /libraries/
Disallow: /*.js
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /Themes/A-Z*/
Disallow: /*.aspx?printable=true
Disallow: /*?fontSize=*
Disallow: /*.rss.ashx$
Disallow: /News_And_Multimedia/Media_Room.aspx?
Disallow: /News_And_Multimedia/Dot_Mil_Docs.aspx?

User-agent: Yahoo Pipes 1.0
Disallow: /feeds/