User-agent: *
Disallow: /images/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /awstats/

# Allow only specific directories
User-agent: Teoma
Disallow: /
Allow: /forum/
Allow: /article

# Allow only specific directories
User-agent: gigabot
Disallow: /
Allow: /forum/
Allow: /article