User-agent: * Crawl-delay: 30 User-agent: Googlebot Allow: / Disallow: /owner-index.php Disallow: /owner-create.php Disallow: /owner-order.php Disallow: /renter-index.php Disallow: /renter-news.php Disallow: /renter-promo.php Disallow: /img/maps/*.png$ # Baidu User-agent: Baiduspider User-agent: Baiduspider-ads User-agent: Baiduspider-cpro User-agent: Baiduspider-favo User-agent: Baiduspider-image User-agent: Baiduspider-news User-agent: Baiduspider-video Disallow: / # Bing User-agent: Bingbot User-agent: MSNBot User-agent: MSNBot-Media User-agent: AdIdxBot User-agent: BingPreview Crawl-delay: 30 Allow: / Disallow: /owner-index.php Disallow: /owner-create.php Disallow: /owner-order.php Disallow: /renter-index.php Disallow: /renter-news.php Disallow: /renter-promo.php # Goo User-agent: moget User-agent: ichiro Disallow: / # Naver User-agent: NaverBot User-agent: Yeti Disallow: / # Youdao User-agent: YoudaoBot Disallow: / # Divers User-agent: SemrushBot User-agent: AhrefsBot User-agent: sogou spider User-agent: Nutch Disallow: / # Liste bad robots reprise sur le web User-agent: Yandex User-agent: VocusBot User-agent: Alexibot User-agent: Aqua_Products User-agent: BackDoorBot User-agent: BackDoorBot/1.0 User-agent: Black.Hole User-agent: BlackWidow User-agent: BlowFish User-agent: BlowFish/1.0 User-agent: BotALot User-agent: BotRightHere User-agent: BuiltBotTough User-agent: Bullseye User-agent: Bullseye/1.0 User-agent: BunnySlippers User-agent: Cegbfeieh User-agent: CheeseBot User-agent: CherryPicker User-agent: CherryPickerElite/1.0 User-agent: CherryPickerSE/1.0 User-agent: ChinaClaw User-agent: Copernic User-agent: CopyRightCheck User-agent: Crescent User-agent: Custo User-agent: DISCo User-agent: DISCoFinder User-agent: DittoSpyder User-agent: EirGrabber User-agent: EmailCollector User-agent: EmailSiphon User-agent: EmailWolf User-agent: EroCrawler User-agent: ExtractorPro User-agent: EyeNetIE User-agent: FlashGet User-agent: Foobot User-agent: FrontPage User-agent: Gaisbot User-agent: GetRight User-agent: GetRight/2.11 User-agent: GetRight/3.1 User-agent: GetRight/3.2 User-agent: GetRight/3.3 User-agent: GetRight/3.3.3 User-agent: GetRight/3.3.4 User-agent: GetRight/4.0.0 User-agent: GetRight/4.1.0 User-agent: GetRight/4.1.1 User-agent: GetRight/4.1.2 User-agent: GetRight/4.2 User-agent: GetRight/4.2c User-agent: GetRight/4.3 User-agent: GetRight/4.5 User-agent: GetRight/4.5a User-agent: GetRight/4.5b User-agent: GetRight/4.5b1 User-agent: GetRight/4.5b2 User-agent: GetRight/4.5b3 User-agent: GetRight/4.5b6 User-agent: GetRight/4.5b7 User-agent: GetRight/4.5c User-agent: GetRight/4.5d User-agent: GetRight/4.5e User-agent: GetRight/5.0beta1 User-agent: GetRight/5.0beta2 User-agent: Go-Ahead-Got-It User-agent: GrabNet User-agent: Grafula User-agent: HMView User-agent: HTTrack User-agent: Harvest User-agent: Harvest/1.5 User-agent: InfoNaviRobot User-agent: InterGET User-agent: Iron33/1.0.2 User-agent: JennyBot User-agent: JetCar User-agent: Keyword.Density User-agent: LNSpiderguy User-agent: LeechFTP User-agent: LexiBot User-agent: LinkScan/8.1a.Unix User-agent: LinkWalker User-agent: LinkextractorPro User-agent: MIIxpc User-agent: MIIxpc/4.2 User-agent: MSIECrawler User-agent: NICErsPRO User-agent: NPBot User-agent: NPbot User-agent: Navroad User-agent: NearSite User-agent: NetAnts User-agent: NetAnts/1.10 User-agent: NetAnts/1.23 User-agent: NetAnts/1.24 User-agent: NetAnts/1.25 User-agent: NetMechanic User-agent: NetSpider User-agent: Octopus User-agent: Offline.Explorer User-agent: Openbot User-agent: PageGrabber User-agent: PerMan User-agent: ProPowerBot/2.14 User-agent: ProWebWalker User-agent: Python-urllib User-agent: RMA User-agent: ReGet User-agent: RealDownload User-agent: RealDownload/4.0.0.40 User-agent: RealDownload/4.0.0.41 User-agent: RealDownload/4.0.0.42 User-agent: SiteSnagger User-agent: SlySearch User-agent: SmartDownload User-agent: SpankBot User-agent: SuperBot User-agent: SuperHTTP User-agent: SuperHTTP/1.0 User-agent: Surfbot User-agent: Szukacz/1.4 User-agent: Teleport User-agent: TeleportPro User-agent: Telesoft User-agent: The.Intraformant User-agent: TheNomad User-agent: TightTwatBot User-agent: Titan User-agent: True_Robot User-agent: True_Robot/1.0 User-agent: turnitinbot User-agent: TurnitinBot/2.1 User-agent: TurnitinBot/2.0 User-agent: TurnitinBot/1.5 User-agent: URL_Spider_Pro User-agent: URLy.Warning User-agent: VCI User-agent: VoidEYE User-agent: WWW-Collector-E User-agent: WWWOFFLE User-agent: Web.Image.Collector User-agent: WebAuto User-agent: WebBandit User-agent: WebBandit/3.50 User-agent: WebCopier User-agent: WebEnhancer User-agent: WebFetch User-agent: WebLeacher User-agent: WebReaper User-agent: WebSauger User-agent: WebStripper User-agent: WebStripper/2.03 User-agent: WebStripper/2.10 User-agent: WebStripper/2.12 User-agent: WebStripper/2.13 User-agent: WebStripper/2.15 User-agent: WebStripper/2.16 User-agent: WebStripper/2.19 User-agent: WebWhacker User-agent: WebZIP User-agent: WebZip/4.0 User-agent: WebmasterWorldForumBot User-agent: Website.Quester User-agent: Webster.Pro User-agent: Wget User-agent: Wget/1.5.2 User-agent: Wget/1.5.3 User-agent: Wget/1.6 User-agent: Wget/1.7 User-agent: Wget/1.8 User-agent: Wget/1.8.1 User-agent: Wget/1.8.2 User-agent: Wget/1.9-beta User-agent: Widow User-agent: asterias User-agent: b2w/0.1 User-agent: cosmos User-agent: eCatch User-agent: eCatch/3.0 User-agent: hloader User-agent: httplib User-agent: humanlinks User-agent: ia_archiver User-agent: larbin User-agent: libWeb/clsHTTP User-agent: lwp-trivial User-agent: lwp-trivial/1.34 User-agent: moget User-agent: moget/2.1 User-agent: pavuk User-agent: pcBrowser User-agent: psbot User-agent: searchpreview User-agent: spanner User-agent: suzuran User-agent: tAkeOut User-agent: toCrawl/UrlDispatcher User-agent: turingos User-agent: webfetch/2.1.0 User-agent: wget Disallow: /