# robots.txt

User-agent: archive_crawler
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: htdig
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: NuSearch
Disallow: /

User-agent: Ocelli
Disallow: /

User-agent: psbot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: *
Disallow: /php
Disallow: /scripts
Disallow: /howto/scripts
Disallow: /images