User-Agent: Scooter
Disallow: /

User-Agent: turtle
Disallow: /

User-Agent: Twiceler
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Yahoo! Slurp
Disallow: /

User-Agent: Webalta
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Mediapartners-Google*
Disallow:
Crawl-delay: 4 # задает таймут в 4 секунды

User-agent: *
Disallow: /cgi-bin/yabb2/YaBB.pl?action=login
Disallow: /cgi-bin/yabb2/YaBB.pl?action=login2
Disallow: /cgi-bin/yabb2/YaBB.pl?action=search
Disallow: /cgi-bin/yabb2/YaBB.pl?action=search2
Disallow: /cgi-bin/yabb2/YaBB.pl?action=register
Disallow: /cgi-bin/yabb2/YaBB.pl?action=register2
Disallow: /cgi-bin/yabb2/YaBB.pl?action=mailto
Disallow: /cgi-bin/yabb2/YaBB.pl?action=viewprofile
Disallow: /cgi-bin/yabb2/YaBB.pl?action=ml
Disallow: /cgi-bin/yabb2/YaBB.pl?action=help
Disallow: /cgi-bin/yabb2/YaBB.pl?action=im
Disallow: /cgi-bin/yabb2/YaBB.pl?action=imsend
Disallow: /cgi-bin/yabb2/YaBB.pl?action=shownotify
Disallow: /cgi-bin/yabb2/YaBB.pl?action=sendtopic
Disallow: /cgi-bin/yabb2/YaBB.pl?action=post
Disallow: /cgi-bin/yabb2/YaBB.pl?action=print
Disallow: /cgi-bin/yabb2/YaBB.pl?action=notify
Disallow: /cgi-bin/yabb2/YaBB.pl?action=shownotify
Disallow: /cgi-bin/yabb2/YaBB.pl?action=smilieput
Disallow: /cgi-bin/yabb2/YaBB.pl?action=addfav
Disallow: /cgi-bin/yabb2/YaBB.pl?action=markunread
Disallow: /cgi-bin/yabb2/YaBB.pl?action=favorites
Disallow: /cgi-bin/yabb2/YaBB.pl?board=recycle
Crawl-delay: 4 # задает таймут в 4 секунды

User-agent: Yandex
Disallow: /cgi-bin/yabb2/YaBB.pl?action=login
Disallow: /cgi-bin/yabb2/YaBB.pl?action=login2
Disallow: /cgi-bin/yabb2/YaBB.pl?action=search
Disallow: /cgi-bin/yabb2/YaBB.pl?action=search2
Disallow: /cgi-bin/yabb2/YaBB.pl?action=register
Disallow: /cgi-bin/yabb2/YaBB.pl?action=register2
Disallow: /cgi-bin/yabb2/YaBB.pl?action=mailto
Disallow: /cgi-bin/yabb2/YaBB.pl?action=viewprofile
Disallow: /cgi-bin/yabb2/YaBB.pl?action=ml
Disallow: /cgi-bin/yabb2/YaBB.pl?action=help
Disallow: /cgi-bin/yabb2/YaBB.pl?action=im
Disallow: /cgi-bin/yabb2/YaBB.pl?action=imsend
Disallow: /cgi-bin/yabb2/YaBB.pl?action=shownotify
Disallow: /cgi-bin/yabb2/YaBB.pl?action=sendtopic
Disallow: /cgi-bin/yabb2/YaBB.pl?action=post
Disallow: /cgi-bin/yabb2/YaBB.pl?action=print
Disallow: /cgi-bin/yabb2/YaBB.pl?action=notify
Disallow: /cgi-bin/yabb2/YaBB.pl?action=shownotify
Disallow: /cgi-bin/yabb2/YaBB.pl?action=smilieput
Disallow: /cgi-bin/yabb2/YaBB.pl?action=addfav
Disallow: /cgi-bin/yabb2/YaBB.pl?action=markunread
Disallow: /cgi-bin/yabb2/YaBB.pl?action=favorites
Disallow: /cgi-bin/yabb2/YaBB.pl?board=recycle
Crawl-delay: 4 # задает таймут в 4 секунды
Host: www.syzo.ru