User-agent: *
Disallow: /as/
Disallow: /simg/
Disallow: /perl/farsi_comment.pl
Crawl-delay: 120

User-agent: abot
User-agent: aipbot
User-agent: appie
User-agent: ConveraCrawler
User-agent: e-SocietyRobot
User-agent: gigabot
User-agent: grub
User-agent: heritrix
User-agent: HenryTheMiragoRobot
User-agent: HTTrack
User-agent: ia_archiver
User-agent: iCCrawler
User-agent: JetBot
User-agent: Lachesis
User-agent: LinkWalker
User-agent: Matrix
User-agent: MJ12bot
User-agent: naver
User-agent: NaverRobot
User-agent: NaverBot
User-agent: noxtrumbot
User-agent: NP
User-agent: Ocelli
User-agent: OmniExplorer_Bot
User-agent: pompos
User-agent: psbot
User-agent: RufusBot
User-agent: SBIder
User-agent: schibstedsokbot
User-agent: Seekbot
User-agent: Snapbot
User-agent: SurveyBot
User-agent: TurnitinBot
User-agent: Xenu
User-agent: www.adressendeutschland.de
Disallow: /