#Blanket Statement for everyone not covered by a statement below
User-agent: *
Disallow: /images/games/
Disallow: /images/hardware/
Disallow: /PHP/about.php?action=stats
Disallow: /cgi-bin/screenshot.pl
Disallow: /forum/index.php?action=arcade
Disallow: /forum/phpinfo.php
Disallow: /forum/status.php

# Yahoo. A vicious Monster
User-agent: Slurp
Disallow: /
Allow: /$
Allow:/news/
Allow:/blogs/
Allow:/features/
Allow:/PHP/gethwinfo.php
Allow:/PHP/about.php
Allow:/PHP/submitinfo.php
Allow:/PHP/features.php
Allow: /forum/index.php
Allow: /cgi-bin/search.pl
Allow: /cgi-bin/getinfo.pl
Allow: /cgi-bin/collection.pl
Crawl-delay: 20

#Google is our friend
User-agent: Googlebot
Disallow: /forum/phpinfo.php
Disallow: /forum/status.php

User-agent: Googlebot-images
Disallow: /forum/phpinfo.php
Disallow: /forum/status.php

# too many repeated hits, too quick
User-agent: litefinder
Disallow: /

# too many repeated hits, too quick
User-agent: Baidu
Disallow: /