# For setting yahoo bot index / crawl delay - 10 second delay per crawl
User-agent: Slurp
Crawl-delay: 10



User-agent: Mediapartners-Google
Allow: /*


User-agent: *
#Allow files ending with HTML
Allow: /linux-forums/*html$
Allow: /*html$

# Denying anything which is having something after HTML
Disallow: /linux-forums/*html
# Following will disallow sorted links
Disallow: /*/*;sort
Disallow: /linux-forums/*/*;sort
# Denying Posting or editing by BOTS
Disallow: /linux-forums/*post.html
# Denying url having word "empty"
Disallow: /linux-forums/*empty*html$