# /robots.txt file for http://yawarra.com.au/ # examples # User-agent: webcrawler # Disallow: # User-agent: lycra # Disallow: / # actual rules User-agent: * Disallow: /files Disallow: /javascript Disallow: /poll Disallow: /phpMailer User-agent: Googlebot-Mobile Disallow: /