# robots.txt
User-agent: *
Allow: /forum/*sitemap
Allow: /forum/*arcade
Allow: /forum/*rss
Disallow: /cache/
Disallow: /admin/
Disallow: /class/
Disallow: /include/
Disallow: /themes/
Disallow: /images/
Disallow: /language/
Disallow: /_install/
Disallow: /system/
Disallow: /manual/
Disallow: /forum/attachments/
Disallow: /forum/avatars/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
Disallow: /forum/Games/
Disallow: /forum/*.msg
Disallow: /forum/*.new
Disallow: /forum/*sort
Disallow: /forum/*topicseen
Disallow: /forum/*wap
Disallow: /forum/*imode
#Disallow: /forum/*action

User-agent: Slurp
Crawl-delay: 100