# robots.txt
User-Agent: *
Disallow: /cgi-bin/ # this is a service CGI directory
Disallow: /tmp/ # these will soon disappear
Disallow: /post.php
Disallow: /error.php
Disallow: /friend.php
Disallow: /print.php

User-Agent: *
Crawl-Delay: 3

User-Agent: Teoma
Crawl-Delay: 15