User-agent: Baiduspider
User-agent: Baiduspider/2.0
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: contaboserver.net
User-agent: Googlebot
User-agent: AdsBot-Google
User-agent: APIs-Google
User-agent: Bingbot
User-agent: msnbot
User-agent: abacho
User-agent: abcdatos
User-agent: acoon
User-agent: aesop
User-agent: ah-ha
User-agent: almaden
User-agent: altavista
User-agent: aol
User-agent: appie
User-agent: arachnoidea
User-agent: araneo
User-agent: architext
User-agent: ariadne
User-agent: arianna
User-agent: ask
User-agent: jeeves
User-agent: aspseek
User-agent: asterias
User-agent: atomz
User-agent: augurfind
User-agent: backrub
User-agent: bdcindexer
User-agent: blindekuh
User-agent: boitho
User-agent: boito
User-agent: bsdseek
User-agent: cosmos
User-agent: crawl
User-agent: cruiser
User-agent: cusco
User-agent: cyveillance
User-agent: deepindex
User-agent: denmex
User-agent: dittospyder
User-agent: docomo
User-agent: dogpile
User-agent: dtsearch
User-agent: entire
User-agent: web
User-agent: exalead
User-agent: excite
User-agent: ezresult
User-agent: fast
User-agent: fdse
User-agent: felix
User-agent: fido
User-agent: findwhat
User-agent: finnish
User-agent: firefly
User-agent: firstgov
User-agent: fluffy
User-agent: galaxy
User-agent: girafa
User-agent: goclick
User-agent: google
User-agent: Google
User-agent: goliat
User-agent: griffon
User-agent: gromit
User-agent: grub-client
User-agent: gulliver
User-agent: gulper
User-agent: hometown
User-agent: htdig
User-agent: hubater
User-agent: ia_archiver
User-agent: ibm_planetwide
User-agent: iitrovatore-setaccio
User-agent: incywincy
User-agent: indy
User-agent: infoseek
User-agent: ingrid
User-agent: inspectorwww
User-agent: intelliseek
User-agent: internetseer
User-agent: iron33
User-agent: jeeves
User-agent: jubii
User-agent: kanoodle
User-agent: kapito
User-agent: kit_fireball
User-agent: kit-fireball
User-agent: kototoi
User-agent: lachesis
User-agent: larbin
User-agent: legs
User-agent: linkwalker
User-agent: look.com
User-agent: lycos
User-agent: mantraagent
User-agent: markwatch
User-agent: mercator
User-agent: merzscope
User-agent: meshexplorer
User-agent: mirago
User-agent: moget
User-agent: motor
User-agent: muscatferret
User-agent: nameprotect
User-agent: nationaldirectory
User-agent: nazilla
User-agent: ncsa
User-agent: beta
User-agent: netnose
User-agent: ng/1.0
User-agent: northerlights
User-agent: nutchorg
User-agent: nzexplorer
User-agent: odp
User-agent: openfind
User-agent: osis-project
User-agent: overture
User-agent: phpdig
User-agent: pjspide
User-agent: pompos
User-agent: poppi
User-agent: portalb
User-agent: quepasacreep
User-agent: raven
User-agent: rhcs
User-agent: robi
User-agent: robozilla
User-agent: scooter
User-agent: scrubby
User-agent: search
User-agent: seventwentyfour
User-agent: sidewinder
User-agent: skymob
User-agent: sleek
User-agent: slurp
User-agent: speed
User-agent: spida
User-agent: spider
User-agent: stackrambler
User-agent: steeler
User-agent: suntek
User-agent: szukacz
User-agent: surferf3
User-agent: surfnomore
User-agent: suzuran
User-agent: tarantula
User-agent: teomaagent
User-agent: teradex
User-agent: t-h-u-n-d-e-r-s-t-o-n-e
User-agent: tigersuche
User-agent: topiclink
User-agent: toutatis
User-agent: tracerlock
User-agent: tutorgig
User-agent: uaportal
User-agent: ultraseek
User-agent: unitek
User-agent: vagabondo
User-agent: vivisimo
User-agent: voyager
User-agent: vscooter
User-agent: w3index
User-agent: validator
User-agent: webmasterresourcesdirectory
User-agent: webmoose
User-agent: webspinne
User-agent: whatuseek
User-agent: whizbanglab
User-agent: winona
User-agent: wire
User-agent: www.webwombat.com.au
User-agent: xenu
User-agent: link
User-agent: sleuth
User-agent: xyro
User-agent: yahoo
User-agent: slurp
User-agent: yandex
User-agent: zao/0
User-agent: zippy
User-agent: zyborg
User-agent: mediapartners-google

# User-agent: *

Disallow: /

Crawl-delay: 600

# Directories

Disallow: /includes/

Disallow: /misc/

Disallow: /modules/

Disallow: /profiles/

Disallow: /scripts/

Disallow: /sites/

Disallow: /themes/

# Files

Disallow: /CHANGELOG.txt

Disallow: /cron.php

Disallow: /INSTALL.mysql.txt

Disallow: /INSTALL.pgsql.txt

Disallow: /install.php

Disallow: /INSTALL.txt

Disallow: /LICENSE.txt

Disallow: /MAINTAINERS.txt

Disallow: /update.php

Disallow: /UPGRADE.txt

Disallow: /xmlrpc.php

# Paths (clean URLs)

Disallow: /admin/

Disallow: /comment/reply/

Disallow: /contact/

Disallow: /logout/

Disallow: /node/add/

Disallow: /search/

Disallow: /opensearch/

Disallow: /user/register/

Disallow: /user/password/

Disallow: /user/login/

# Paths (no clean URLs)

Disallow: /?q=admin/

Disallow: /?q=comment/reply/

Disallow: /?q=contact/

Disallow: /?q=logout/

Disallow: /?q=node/add/

Disallow: /?q=search/

Disallow: /?q=user/password/

Disallow: /?q=user/register/

Disallow: /?q=user/login/

Crawl-delay: 600