# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $
#
# robots.txt for clubracer friendly crawlers

User-agent: Mediapartners-Google*
Disallow:

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
# Paths (clean URLs) - fixed!
Disallow: /slideshow/
Disallow: /slideshow
Disallow: /frontpage-slideshow-1
Disallow: /admin
Disallow: /comment/reply
Disallow: /contact
Disallow: /logout
Disallow: /node/add
Disallow: /search
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
# Paths (no clean URLs) - fixed!
Disallow: /?q=admin
Disallow: /?q=comment/reply
Disallow: /?q=contact
Disallow: /?q=logout
Disallow: /?q=node/add
Disallow: /?q=search
Disallow: /?q=user/password
Disallow: /?q=user/register
Disallow: /?q=user/login
# Duplicated content
Disallow: /*feed
Disallow: /tracker/
Disallow: /tracker
Disallow: /privatemsg/
Disallow: /privatemsg
Disallow: *?page=
Disallow: *?from=
Disallow: /taxonomy/
Disallow: /taxonomy
Disallow: /archive/
Disallow: /archive
Disallow: /event/*
Disallow: /event
Disallow: /forum/usercp.php
Disallow: /forum/search.php*
Disallow: /forum/member.php* 
Disallow: /forum/memberlist.php*
Disallow: /forum/private.php*
Disallow: /forum/sendmessage.php
Disallow: /forum/report.php*
Disallow: /forum/postings.php*
Disallow: /forum/editpost.php*
Disallow: /forum/newreply.php*
Disallow: /forum/showpost.php
Disallow: /forum/printthread.php*
Disallow: /forum/online.php*
Disallow: /forum/calendar.php*
Disallow: /forum/Warn.php
Disallow: /forum/shoutbox.php
Disallow: /forum/showgroups.php*
Disallow: /forum/forumdisplay.php
Disallow: /forum/misc.php
Disallow: /forum/image.php
Disallow: /forum/archive/*
# Spam control
Disallow: /forum/profile.php*
#Sitemaps
Sitemap: http://www.clubracer.be/sitemap.xml