User-agent: *
Disallow: /tmp/
#set robots to wait between grabs
Crawl-Delay: 20