# robots.txt webbilia

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/classic/
Disallow: /wp-content/themes/default/
Disallow: /wp-includes/
Disallow: */trackback/
# Files
Disallow: /fantastico-filelist.txt
Disallow: /fanversion.php
Disallow: /license.txt
Disallow: /readme.html
Disallow: /wp-app.php
Disallow: /wp-atom.php
Disallow: /wp-blog-header.php
Disallow: /wp-comments-post.php
Disallow: /wp-commentsrss2.php
Disallow: /wp-config.php
Disallow: /wp-cron.php
Disallow: /wp-feed.php
Disallow: /wp-links-opml.php
Disallow: /wp-login.php
Disallow: /wp-mail.php
Disallow: /wp-pass.php
Disallow: /wp-rdf.php
Disallow: /wp-register.php
Disallow: /wp-rss.php
Disallow: /wp-rss2.php
Disallow: /wp-settings.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php
# Added
Disallow: /2007/
Disallow: /catagory/


User-agent: ia_archiver
Disallow: /

User-agent: duggmirror
Disallow: /