# SONOMAG.COM
# Robots Exclusion File -- robots.txt
# Author:  webmaster
# Last Updated:  23/03/2010 18:00:00
# Version: 1.7.2

# Search Engine Robot
User-agent: Alexibot
User-agent: ApocalXExplorerBot
User-agent: asterias
User-agent: btbot
User-agent: baiduspider
User-agent: BackDoorBot/1.0
User-agent: Black Hole
User-agent: BlowFish/1.0
User-agent: BotALot
User-agent: BuiltBotTough
User-agent: Bullseye/1.0
User-agent: BunnySlippers
User-agent: cosmos
User-agent: Crescent
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: Cegbfeieh
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: CherryPickerElite/1.0
User-agent: CherryPickerSE/1.0
User-agent: CopyRightCheck
User-agent: DISCo Pump 3.1
User-agent: DittoSpyder
User-agent: dotbot
User-agent: findlinks
User-agent: FAST Enteprise Crawler
User-agent: Fasterfox
User-agent: gigabot
User-agent: ia_archiver
User-agent: ichiro
User-agent: InfoNaviRobot
User-agent: Igentia
User-agent: JennyBot
User-agent: Larbin
User-agent: MultiCrawler
User-agent: psbot
User-agent: QueryN Metasearch
User-agent: RepoMonkey
User-agent: RepoMonkey Bait & Tackle/v1.01
User-agent: RMA
User-agent: Sosospider
User-agent: Scout.Vortex
User-agent: SiteSnagger
User-agent: SpankBot
User-agent: spanner
User-agent: SuperBot
User-agent: SuperBot/2.6
User-agent: Shim-Crawler
User-agent: Twiceler
User-agent: True_Robot
User-agent: True_Robot/1.0
User-agent: Yandex
User-agent: Yandex/1.01.001
User-agent: Yeti
Disallow: /

# Dump agent
User-Agent: eCatch
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: HTTrack
User-agent: HTTrack 3.0
User-agent: lwp-trivial
User-agent: lwp-trivial/1.34
User-agent: Sphider
User-agent: WebBandit
User-agent: WebBandit/3.50
User-agent: webcopy
User-agent: WebCopier
User-agent: WebCopier v.2.2
User-agent: WebCopier v3.2a
User-agent: Web Image Collector
User-agent: WebStripper
User-agent: WebStripper/2.02
User-agent: website extractor
User-agent: Website Explorer
User-agent: Website Quester
User-agent: WebZip
User-agent: WebZip/4.0
User-agent: WinHTTrack
User-agent: Xenu's
User-agent: Xenu's Link Sleuth 1.1c
User-agent: Zeus
User-agent: Zeus 32297 Webster Pro V2.9 Win32
User-Agent: ZyBorg
Disallow: /

# Yahoo! Search Engine Robot
User-Agent: Slurp
Crawl-delay: 20
Disallow: /medias
Disallow: /Medias
Disallow: /partenaires
Disallow: /Partenaires
Disallow: /Produits/Occasions
Disallow: /produits/occasions

# Microsoft Search Engine Robot
User-Agent: msnbot
Crawl-delay: 20
Disallow: /medias
Disallow: /Medias
Disallow: /partenaires
Disallow: /Partenaires
Disallow: /Produits/Occasions
Disallow: /produits/occasions

# Microsoft Search Engine Robot
User-Agent: psbot
Disallow: /

# Every bot that might possibly read and respect this file.
User-agent: *
Disallow: /Cgi-bin/
Disallow: /cgi-bin/
Disallow: /Data/
Disallow: /data/
Disallow: /Boutique/
Disallow: /boutique/
Disallow: /SPAWManager/
Disallow: /spawmanager/
Disallow: /App_Code/
Disallow: /app_code/
Disallow: /ASPX_Tools/
Disallow: /aspx_tools/
Disallow: /Medias/admin/
Disallow: /medias/admin/
Disallow: /Private/
Disallow: /private/
Disallow: /partenaires/admin/
Disallow: /Partenaires/admin/
Disallow: /Produits/Occasions/admin/
Disallow: /produits/occasions/admin/
Disallow: /Produits/Occasions/admins/
Disallow: /produits/occasions/admins/
Disallow: /Librairie/
Disallow: /librairie/
Disallow: /Adverts/
Disallow: /adverts/
Disallow: /Xiti/
Disallow: /xiti/
Crawl-delay: 20

# Register Default Sitemap Index
Sitemap: http://www.sonomag.com/sitemap.asp