User-agent: * Allow: /index.html Allow: /list Allow: /webring.xml Disallow: / # Check with Google Webmaster Tools > Crawling > Fetch as Google