User-agent: * 
Disallow: /cgi-bin/links/not_work.cgi
Disallow: /links/not_work.cgi
Disallow: /cgi-bin/board/board.cgi?action=add&id=
Disallow: /cgi-bin/board/pic_generate.cgi
Disallow: /cgi-bin/org/redirect.cgi
Disallow: /cgi-bin/bon/show_counter.cgi
Disallow: /cgi-bin/board/view_counter.cgi
Host: autosurgut.ru

#Незачем здесь картинки искать
User-agent: psbot
Disallow: /

#Японцы идите нафик
User-agent: e-SocietyRobot
Disallow: /

#Незнакомцам здесь нечего искать
User-agent: TurnitinBot
Disallow: /            #Will disallow all urls on your site


# От Yahoo мало толку, зато в гости ходит каждый день
# User-agent: Slurp 
# Disallow: /cgi-bin/
# Disallow: /org/
# Disallow: /board/
# Disallow: /doc/
# Disallow: /fuel/
# Disallow: /news/
# Disallow: /img/
# Disallow: /c/

# Запрещаем поисковик cuil.com
User-agent: twiceler
Disallow: /