User-Agent: *
# Allow Archive.org to save snapshots of everything
User-agent: ia_archiver
Allow: /

# Tame yahoo... it tends to eat a ton of resources without a delay
User-agent: Slurp
Crawl-delay: 10

User-agent: *
Disallow: *.js
Disallow: search.php
Disallow: faq.php
Disallow: calendar.php
Disallow: member.php
Disallow: usercp.php
Disallow: login.php
Disallow: sendmessage.php
Disallow: /includes/
Disallow: /customavatars/
Disallow: /sitemap/
Disallow: /archive/



#Finally, list the path to your sitemap:
Sitemap: http://www.mumsonline.net/sitemap_index.xml.gz