# robots.txt for http://wu-chinese.com

user-agent: *  # directed to all spiders, not just Scooter
Disallow: /cgi-bin/
#Disallow: /files/
Disallow: /images/
Disallow: /mambo/

Hit-rate: 30
# wait 30 seconds before starting a new URL request default=30
Visiting-hours: 12:00EST-18:00EST
# index this site between 12AM - 6PM EST
Concurrent-hits: 5
# limit concurrent active URLs to 5 for each index server