# small robots.txt # more information about this file can be found at # http://www.robotstxt.org/wc/robots.html # lines beginning with the pund ("#") sign are comments and can be deleted. # if case your drupal site is in a directory # lower than your docroot (e.g. /drupal) # please add this before the /-es below # to stop a polite robot indexing an exampledir # add a line like (delte the #'s) # user-agent: polite-bot # Disallow: /exampledir/ # a list of know bots can be found at # http://www.robotstxt.org/wc/active/html/index.html # see http://www.sxw.org.uk/computing/robots/check.html # for syntax checking #User-agent: * #Crawl-Delay: 10 #Disallow: /aggregator #Disallow: /tracker #Disallow: /comment/reply #Disallow: /user #Disallow: /files Disallow: /search/user #Disallow: /book/print #Disallow: /admin User-agent: * Crawl-delay: 10 # Directories Disallow: /database/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /sites/ Disallow: /themes/ Disallow: /scripts/ Disallow: /updates/ Disallow: /profiles/ # Files Disallow: /xmlrpc.php Disallow: /cron.php Disallow: /update.php Disallow: /install.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /CHANGELOG.txt Disallow: /MAINTAINERS.txt Disallow: /LICENSE.txt Disallow: /UPGRADE.txt # Paths (clean URLs) Disallow: /admin/ Disallow: /admin #Disallow: /aggregator/ #Disallow: /comment/reply/ Disallow: /comment/edit/ Disallow: /contact/ Disallow: /logout/ #Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=admin #Disallow: /?q=aggregator/ #Disallow: /?q=comment/reply/ Disallow: /?q=comment/edit/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=search/user Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ # nuevos Disallow: /node/*/edit Disallow: /privatemsg/ Disallow: /user/*/track/navigation Disallow: /user/*/track Disallow: /book/export/ Disallow: /book/print/ Disallow: /?q=node/*/edit Disallow: /?q=privatemsg/ Disallow: /?q=user/*/track/navigation Disallow: /?q=book/export/ Disallow: /?q=book/print/ Disallow: /send/send/ Disallow: /javascript* Disallow: *?mini=fechas_calendar* Disallow: *&mini=fechas_calendar* Disallow: /lugar?page* Disallow: /banda?page* Disallow: /disco?page* Disallow: /video?page* User-agent: Mediapartners-Google* Disallow: