User-agent: *
# Some disallowed for robots where there is a preferred alternative path
Disallow: /BritishScienceFestival/
###allow: /DiscoveringParticles/
Disallow: /Masterclass/
Disallow: /ParticlePhysicsManager/
Disallow: /VideoAnimationCompetition/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /courses/
###allow: /discovering-particles/
Disallow: /documents/
Disallow: /exp/ATLAS/sct/hybrids/
Disallow: /exp/ATLAS/sct/production/
Disallow: /general/outreach/Masterclass/atlas/atlas/
Disallow: /general/people/.restricted/
Disallow: /general/SparkChamber/
Disallow: /group/
Disallow: /instructions/
Disallow: /mirror/
Disallow: /publications/c++course/
Disallow: /twiki/bin/attach/
Disallow: /twiki/bin/edit/
Disallow: /twiki/bin/login/
Disallow: /twiki/bin/logon/
Disallow: /twiki/bin/oops/
Disallow: /twiki/bin/rdiff/
Disallow: /twiki/bin/search/
Disallow: /twiki/bin/statistics/
Disallow: /twiki/bin/view/ATLAS/
Disallow: /twiki/bin/view/Publish/
Disallow: /twiki/bin/view/TWiki/
Disallow: /twiki/bin/view/Sandbox/
Disallow: /twiki/pub/
Disallow: /user/

# bingbot appears to be DOS'ing us... 2013-06-12
User-agent: bingbot
Disallow: /twiki/