# robots.txt 
User-agent: *
Crawl-Delay: 30
Disallow: /tracker
Disallow: /statistics
Disallow: /comment/reply
Disallow: /node/add
Disallow: /files
Disallow: /search