User-agent: *
Crawl-Delay: 1
Disallow: /pagerank/
Disallow: /reschedule/
Disallow: /register/
Disallow: /ajax/