User-agent: * # directed to all spiders
Sitemap: http://www.taher.com/sitemap.xml

Disallow: /ads
Disallow: /cgi-bin
Disallow: /css
Disallow: /contentrotation
Disallow: /files
Disallow: /flash
Disallow: /images
Disallow: /includes
Disallow: /sitesadmin
Disallow: client.asp