# robots.txt -http://www.sitedemploi.com
User-agent: *
Disallow: /admin/
Disallow: /App_Data/
Disallow: /bin/
Disallow: /ckeditor/
Disallow: /ckfinder/
Disallow: /test-mail/
Disallow: /JpegImage.aspx
# ------------------------
# Start of Bot Blocking
# ------------------------
# Block Admantx Bot
User-agent: ADmantX
Disallow: / 
# ------------------------
# Block XaxisSemanticsClassifier Bot
# ------------------------
User-agent: crystalsemantics
Disallow: /
# ------------------------
# Block OpenLinkProfiler.org 
# ------------------------
User-agent: spbot
Disallow: /
# ------------------------