#
# Robots.txt file for Nirenjan.com
#

#
# Bad robots are disallowed from browsing the entire site
#

User-agent: digout4u
User-agent: extractorpro
User-agent: GetRight
User-agent: go-ahead-got-it
User-agent: grub
User-agent: HTTPClient
User-agent: LinkWalker
User-agent: nearsite
User-agent: netattache
User-agent: NEWT ActiveX
User-agent: sitesnagger
User-agent: teleport
User-agent: TovekTools Web Indexer
User-agent: UbiCrawler
User-agent: Web Downloader
User-agent: WebTrends
User-agent: webwhacker
User-agent: webzip
Disallow: /

#
# Good bots are allowed to browse everything except the restricted region
# Some bots place a high load, so restrict their browsing to once every 2 seconds
#
# User-agent: OmniExplorer_Bot
# User-agent: BecomeBot
# User-agent: msnbot
# User-agent: Googlebot
# User-agent: ia_archiver
#

User-agent: *
Crawl-Delay: 2
Disallow: /images/