#robots.txt file User-agent: * Allow: / Allow: /blog Allow: /blog/about Allow: /images Allow: /images/logos Disallow: /ssi/search.html Disallow: /my_results.html Disallow: /.search? Disallow: /ssl Disallow: /ssi sitemap: http://gotmedia.com/sitemap.xml