# BEGIN XML-SITEMAP-PLUGIN Sitemap: http://www.zira3a.net/sitemap.xml.gz # END XML-SITEMAP-PLUGIN # Allow Archive.org to save snapshots of everything User-agent: ia_archiver Allow: / # Tame yahoo... it tends to eat a ton of resources without a delay User-agent: Slurp Crawl-delay: 60 User-agent: * Disallow: /forumx/ Disallow: /poll/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /feed/ Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: ?wptheme= Disallow: /blackhole/ Disallow: /transfer/ Disallow: /tweets/ Disallow: /mint/ Disallow: /vb-files/ Disallow: /xfiles/ Disallow: /main.php Disallow: /index_old.php