User-agent: *
Crawl-delay: 5.00
Disallow: /linguist
Disallow: /private
Disallow: /*.pdf$
Disallow: /*.Pdf$
Disallow: /*.PDF$
Disallow: /*.zip$
Disallow: /*.Zif$
Disallow: /*.ZIP$