User-agent: *
Disallow: /bin/
Disallow: /dev/
Disallow: /etc/
Disallow: /usr/
Disallow: /board/
Disallow: /report/
Disallow: /upload/
Disallow: /pub/
Disallow: /msgs/
Disallow: /assets/
Disallow: /lib/

#User-agent: Firefly/1.0
#Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Slurp
Crawl-delay: 180