# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-Agent: *
# Disallow: /

Request-rate: 1/2m
Request-rate: 5/1m 1800-0030		# 11:30 pm to 6:30 am IST

Disallow: /admin_users/
Disallow: /hireme/
Disallow: /news/
Disallow: /forgot_login_id
Disallow: /forgot_password
Disallow: /login
Disallow: /community/
Disallow: /FresherJobs/
Disallow: /GEFresherJobs
Disallow: /HPFresherJobs
Disallow: /HuaweiFresherJobs
Disallow: /OnMobileFresherJobs
Disallow: /SubexFresherJobs.html
Disallow: /ces.html
Disallow: /logica
Disallow: /sample_paper