# Disallow awstats because another worm is bound to come along # etc to see if anyone goes in to it # this_does_not_even_exist_eh for the same reason # Disallow download agents because what the hell User-agent: * Disallow: /awstats/ Disallow: /etc/ Disallow: /this_does_not_even_exist_eh Disallow: /a/ User-agent: WGet Disallow: / User-agent: Wget Disallow: / User-agent: WebZIP Disallow: / User-agent: WebZIP/3.6 Disallow: / User-agent: Plucker/Py-1.0 Disallow: / User-agent: WebCapture Disallow: / User-agent: WebCopy Disallow: / User-agent: WebCopy/0.98b7 Disallow: / User-agent: WebCopier Disallow: / User-agent: WebCopier v2.8 Disallow: / User-agent: WebCopier v3.0 Disallow: / User-agent: Mass Downloader Disallow: / User-agent: Mass Downloader/2.2 Disallow: / User-agent: Web Downloader Disallow: / User-agent: Web Downloader/2.9 Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Offline Explorer/2.5 Disallow: / User-agent: WebStripper Disallow: / User-agent: WebStripper/2.14 Disallow: /