# $Id: robots.txt, v1.3 2010/05/7 johan $ # # robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/ # http://www.robotstxt.org/wc/robots.html # http://en.wikipedia.org/wiki/Robots.txt # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # # Note: No wildcards as * or ? are allowed. # User-agent: * # # # maximum rate is one page every 60 seconds Request-rate: 1/60 # only visit between 06:00 and 08:45 UTC (GMT) Visit-time: 0600-0845 # # Disallow: /mylinks/index.php # # # exclude these directories Disallow: /banner/ Disallow: /cache/ Disallow: /downloads/ Disallow: /extensions/ Disallow: /files/ Disallow: /fimages/ Disallow: /fm/ Disallow: /include/ Disallow: /lang/ Disallow: /manager/ Disallow: /myEvents/ Disallow: /plugins/ Disallow: /themes/ Disallow: /users/ Disallow: /vdsbackup/ Disallow: /wb/ Disallow: /dir/ Disallow: /admin/ Disallow: /includes/ Disallow: /templates/ Disallow: /updates/ Disallow: /UserFiles/ Disallow: /uploads/ Disallow: /metadog/ Disallow: /deadia/ Disallow: /PING_Domain/ Disallow: /tmp/ Disallow: /backup/ # # # exclude these files Disallow: /admin Disallow: /footer Disallow: /header Disallow: /search Disallow: /submit Disallow: /suggest Disallow: /contacts.php Disallow: /logout.php #Disallow: /*.txt #Disallow: /*.bak #Disallow: /*.old #Disallow: /*.png #Disallow: /*.jpg # # # exclude URL's which contain these strings #Disallow: report Disallow: /index.php?out= Disallow: /index.php?comments= #Disallow: /index.php?display=donate # # # exclude your contact form ? # Disallow: *contact*