# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /contact/ Disallow: /logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /ssangyong/ Disallow: /subaru/ Disallow: /isuzu/ Disallow: /kia/kia_192.html Disallow: /toyota/toyota_015.html Disallow: /toyota/toyota_013.html Disallow: /service/ Disallow: /mitsubishi/mitsubisi_191.html Disallow: /nissan/nisan_015.html Disallow: /hyundai/hunday_121.html Disallow: /mazda/mazda_181.html Disallow: /mazda/mazda_154.html Disallow: /mazda/mazda_122.html Disallow: /mazda/mazda_153.html Disallow: /nissan/nisan_011.html Disallow: /mazda/mazda_152.html Disallow: /mazda/mazda_182.html Disallow: /hyundai/hunday_142.html Disallow: /honda/honda_11.html Disallow: /suzuki/suzuki_015.html Disallow: /hyundai/hunday_165.html Disallow: /mitsubishi/mitsubisi_02.html Disallow: /suzuki/suzuki_12.html Disallow: /mitsubishi/mitsubisi_012.html Disallow: /nissan/nisan_182.html Disallow: /kia/kia_11.html Disallow: /mitsubishi/mitsubisi_15.html Disallow: /hyundai/hunday_03.html Disallow: /mazda/mazda_165.html Disallow: /suzuki/suzuki_133.html Disallow: /honda/honda_19.html Disallow: /nissan/nisan_09.html Disallow: /suzuki/suzuki_191.html Disallow: /kia/kia_015.html Disallow: /kia/kia_165.html Disallow: /suzuki/suzuki_151.html Disallow: /hyundai/hunday_01.html Disallow: /toyota/toyota_153.html Disallow: /mitsubishi/mitsubisi_122.html Disallow: /suzuki/suzuki_163.html Disallow: /nissan/nisan_111.html Disallow: /mitsubishi/mitsubisi_015.html Disallow: /mazda/mazda_18.html Disallow: /hyundai/hunday_14.html Disallow: /mazda/mazda_192.html Disallow: /nissan/nisan_12.html Disallow: /mitsubishi/mitsubisi_011.html Disallow: /hyundai/hunday_152.html Disallow: /hyundai/hunday_05.html Disallow: /hyundai/hunday_12.html Disallow: /nissan/nisan_133.html Disallow: /suzuki/suzuki_06.html Disallow: /mazda/mazda_12.html Disallow: /toyota/toyota_151.html Disallow: /kia/kia_012.html Disallow: /mazda/mazda_111.html Disallow: /mazda/mazda_141.html Disallow: /mitsubishi/mitsubisi_102.html Disallow: /suzuki/suzuki_102.html Disallow: /mitsubishi/mitsubisi_10.html Disallow: /toyota/toyota_01.html Disallow: /kia/kia_152.html Disallow: /kia/kia_05.html Disallow: /hyundai/hunday_132.html Disallow: /mazda/mazda_142.html Disallow: /suzuki/suzuki_142.html Disallow: /honda/honda_151.html Disallow: /nissan/nisan_191.html Disallow: /mitsubishi/mitsubisi_19.html Disallow: /nissan/nisan_14.html Disallow: /honda/honda_101.html Disallow: /hyundai/hunday_171.html Disallow: /mitsubishi/mitsubisi_133.html Disallow: /mitsubishi/mitsubisi_182.html Disallow: /mitsubishi/mitsubisi_101.html Disallow: /mazda/mazda_04.html Disallow: /nissan/nisan_153.html Disallow: /kia/kia_19.html Disallow: /nissan/nisan_161.html Disallow: /mitsubishi/mitsubisi_06.html Disallow: /mazda/mazda_03.html Disallow: /nissan/nisan_05.html Disallow: /kia/kia_02.html Disallow: /kia/kia_133.html Disallow: /toyota/toyota_04.html Disallow: /honda/honda_181.html Disallow: /nissan/nisan_164.html Disallow: /nissan/nisan_166.html Disallow: /toyota/toyota_14.html Disallow: /kia/kia_12.html Disallow: /mazda/mazda_015.html Disallow: /toyota/toyota_121.html Disallow: /toyota/toyota_152.html Disallow: /honda/honda_142.html Disallow: /mazda/mazda_15.html Disallow: /toyota/toyota_182.html Disallow: /kia/kia_07.html Disallow: /nissan/nisan_06.html Disallow: /mazda/mazda_101.html Disallow: /nissan/nisan_04.html Disallow: /toyota/toyota_166.html Disallow: /nissan/nisan_02.html # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/