# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $ User-agent: * # Disallow: /*? # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ Allow: /sites/default/files/images/ Disallow: /node/ Disallow: /tracker/ Disallow: /user/ Disallow: /map/ Disallow: /taxonomy/ Disallow: /ca/taxonomy/ Disallow: /de/taxonomy/ Disallow: /es/taxonomy/ Disallow: /products/ Disallow: /ca/products/ Disallow: /de/products/ Disallow: /es/products/ Disallow: /node/ Disallow: /ca/node/ Disallow: /de/node/ Disallow: /es/node/ Disallow: /calendar/ Disallow: /ca/calendar/ Disallow: /de/calendar/ Disallow: /es/calendar/ Disallow: /calendar-events/ Disallow: /ca/calendar-events/ Disallow: /de/calendar-events/ Disallow: /es/calendar-events/ Disallow: /sw/ Disallow: /se/ Disallow: /nw/ Disallow: /ne/ # Files Disallow: /boost_stats.php Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php Disallow: /node Disallow: /user # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /contact/ Disallow: /logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /node Disallow: /ca/node Disallow: /de/node Disallow: /es/node Disallow: /ca Disallow: /de Disallow: /es # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/