# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

# no 404 for google adsense
Disallow: /category/eseries
Disallow: /category/ovi
Disallow: /category/services
Disallow: /nokia-5230/nokia-5230-most-affordable-nokia-touchscreen-phone-yet-2469
Disallow: /nokia-5800-applications/symbian-s60v5-theme-redside-sa-master-2601
Disallow: /nokia-5800-applications/symbian-s60v5-theme-redside-sa-master/nokia-5800-n97-and-5530-theme-pink-but
Disallow: /nokia-5800-games/nokia-5800-games-collection-1-2488
Disallow: /nokia-5800-games/nokia-5800-games-collection-2-2489
Disallow: /nokia-5800-games/nokia-5800-games-collection-3-2490
Disallow: /nokia-5800-games/nokia-5800-games-collection-4-2491
Disallow: /nokia-5800-games/nokia-5800-games-collection-5-2492
Disallow: /nokia-5800-games/nokia-5800-games-collection-6-2493
Disallow: /nokia-5800-games/nokia-5800-games-collection-7-2494
Disallow: /nokia-introduces-nokia-3720-classic-its-mos
Disallow: /nokia-n97-news/pose-well-earn-yourself-nokia-n900-or-n97-mini-2471
Disallow: /nokia-x6/download-nokia-x6-themes/void(0)
Disallow: /nokia-x6/nokia-news-tidbits-x6-release-date-bounce-n900-2470
Disallow: /nokia-x6/nokia-x6-release-date-bounce-n900-2410
Disallow: /nokia-5230/nokia-5230-exclusive-live-pictures-2758
Disallow: /nokia-5530/download-nokia-5530-applications/nokia-5530-top-ten-free-apps-1-nokia-photo-browser-2658
Disallow: /nokia-5530/download-nokia-5530-applications/nokia-5530-top-ten-free-apps-1-nokia-photo-browser/noki-0
Disallow: /nokia-5530/download-nokia-5530-applications/nokia-5530-top-ten-free-apps-1-nokia-photo-browser/noki-1
Disallow: /nokia-5530/download-nokia-5530-applications/nokia-5530-top-ten-free-apps-1-nokia-photo-browser/nokia
Disallow: /nokia-5530/download-nokia-5530-themes/symbian-s60v5-theme-redside-sa-master/symbian-theme-hp-radianc
Disallow: /nokia-5530/nokia-5530-top-ten-free-apps-2-opera-mini-web-browser-2659
Disallow: /nokia-5530/reviewnokia-5530-xpressmusic-tuff-luv-carry-case-2829
Disallow: /nokia-5800-applications/coin-tosser-touch-v10-nokia-touch-screen-phones-s60v5-2764
Disallow: /nokia-5800-applications/fmylifecom-application-nokia-5800-n97-and-5530-s60v5-2766
Disallow: /nokia-5800-applications/music-stopper-nokia-5800-n97-and-5530-s60v5-2763
Disallow: /nokia-5800-applications/symbian-s60v5-theme-redside-sa-master-2601
Disallow: /nokia-5800-applications/symbian-s60v5-theme-redside-sa-master/nokia-5800-n97-and-5530-theme-pink-but
Disallow: /nokia-5800-applications/xpressexif-another-photo-application-kinetic-scrolling-s60v5-2767
Disallow: /nokia-introduces-nokia-3720-classic-its-mos
Disallow: /nokia-n97-games-237
Disallow: /nokia-n97i/nokia-n97-mini-gets-raoul-makeover-2729
Disallow: /nokia-nseries/nokia-n97
Disallow: /sitemaps
Disallow: /node/2232/revisions
Disallow: /%22http:/%252Fwww.symbian-freak.com/news/009/08/nokia_to_launch_symbian_based_td_scdma_smartphone.htm
Disallow: /nokia-5230/nokia-5230-exclusive-live-pictures-2758
Disallow: /nokia-5530/download-nokia-5530-themes/symbian-s60v5-theme-redside-sa-master/symbian-theme-hp-radianc
Disallow: /nokia-5800-applications/fmylifecom-application-nokia-5800-n97-and-5530-s60v5-2766
Disallow: /nokia-5800-applications/reviewnokia-5800-app-receive-and-reply-incoming-sms-your-phone-pc-over-wifi/
Disallow: /nokia-5800-applications/xpressexif-another-photo-application-kinetic-scrolling-s60v5-2767
Disallow: /nokia-n97i/nokia-n97-mini-gets-raoul-makeover-2729