User-agent: Yandex
Disallow:/

User-agent: MJ12bot
Disallow:/

User-agent: PycURL
Disallow:/

User-agent: netforex
Disallow:/

User-agent: Twiceler
Disallow:/

User-agent: Accoona-AI-Agent
Disallow:/

User-agent: Shim-Crawler
Disallow:/

User-agent: BDfetch
Disallow: /

User-agent: minRank
Disallow: /

User-agent: Girafabot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: lwp-trivial
Disallow: /

User-agent: findlinks
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: appie
Disallow: /

User-agent: voyager
Disallow: /

User-agent: lanshanbot
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: Kyluka
Disallow: /

User-agent: psycheclone
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: *
Disallow: /ARA/
Disallow: /ARADemo/
Disallow: /ArchiveFiles/
Disallow: /ArchiveFiles/ArchiveNewsLetters/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /Feedback/
Disallow: /errors/
Disallow: /forms/
Disallow: /images/
Disallow: /GeneratedItems/
Disallow: /private/
Disallow: /scripts/
Disallow: /secure_share/
Disallow: /styles/
Disallow: /documents/June2005Volume1.pdf
Disallow: /documents/June2005Volume2.pdf
Disallow: /documents/June2005Volume3.pdf
Disallow: /header.php
Disallow: /footer.php
Disallow: /mainnav.php
Disallow: /nav.php
Disallow: /pagetemplate.php
Disallow: /Nscroller.php
Disallow: /searchTemplate.php
Disallow: /updating.php
Disallow: /newsletterTemplate.php
Disallow: /search/
Disallow: /SMCGRS102006/