User-agent: Googlebot
Allow: /
Disallow: /scripts
Disallow: /en/scripts
Disallow: /no/scripts
Disallow: /pedigree.php
Disallow: /pics
Disallow: /pic.php
Disallow: /act
Disallow: /registry/descendents
Disallow: /en/registry/descendents
Disallow: /no/registry/descendents
Disallow: /en/registry/changelog
Disallow: /no/registry/changelog
Disallow: /en/annon
Disallow: /no/annon
Sitemap: http://www.chinesecrested.no/sitemap.xml.gz

User-agent: Slurp
Crawl-delay: 10