# ======================== # MONA MODA AT - Robots.txt # ======================== User-agent: * Disallow: # ======================== #Disallow specific System Pages DE # ======================== Disallow: /warenkorb Disallow: /sepa Disallow: /meinkonto/ Allow: /meinkonto/anmeldung Disallow: /bestellung/* Disallow: /bestelldetails Disallow: /bestellvorgang-konto-erstellen Disallow: /newsletter-abmeldung Disallow: /logout Disallow: /wishlist-hint/ Disallow: */produkt-variante?dwvar* # ======================== #Disallow specific System Pages NL # ======================== Disallow: /winkelmandje Disallow: /mijnaccount/ Allow: /mijnaccount/aanmelding Disallow: /bestelling/* Disallow: /bestelgegevens Disallow: /bestelproces-account-aanmaken Disallow: /uitloggen # ======================== #Disallow folders with PDFs # ======================== Disallow: /on/demandware.servlet/webdav/Sites/Libraries/BADER-DE/default/Garantien/ Disallow: /on/demandware.static/-/Sites-master/default/dw42c8b33f/images/datasheet/ Disallow: /*.pdf # ======================== # Disallow specific Bots # ======================== User-agent: SEMrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: 008 Disallow: / User-agent: ZoomInfoBot Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: MJ12bot Disallow: / User-agent: trendictionbot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: 360Spider Disallow: / User-agent: HaosouSpider Disallow: / User-agent: WebReaper Disallow: / User-agent: WebCopier Disallow: / User-agent: Offline Explorer Disallow: / User-agent: HTTrack Disallow: / User-agent: BLEXBot Disallow: / User-agent: CCBot Disallow: / User-agent: CensysInspect Disallow: / User-agent: Wget Disallow: / User-agent: Dataprovider.com Disallow: / User-agent: dcrawl Disallow: / User-agent: HTTrack 3.0 Disallow: / User-agent: MetaInspector Disallow: / User-agent: Scrapy Disallow: / User-agent: 80legs Disallow: / User-agent: seokicks Disallow: / User-agent: builtwith Disallow: / User-agent: spyfu Disallow: / User-agent: buzzsumo Disallow: / User-agent: linkdexbot Disallow: / User-agent: Siteimprove Disallow: / User-agent: Woorank Disallow: / User-agent: Wappalyzer Disallow: / User-agent: WhatRuns Disallow: / User-agent: NetcraftSurveyAgent Disallow: / User-agent: Xenu Disallow: / User-agent: Teleport Pro Disallow: / User-agent: SiteSucker Disallow: / User-agent: WebZip Disallow: / User-agent: Brandwatch Disallow: / User-agent: MentionBot Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebStripper Disallow: / User-agent: WebEMailExtrac Disallow: / User-agent: Xaldon WebSpider Disallow: / User-agent: xaldon_webspider Disallow: / # ======================== # Set Crawl-Delays to reduce Server Load # ======================== User-agent: Pinterestbot Crawl-delay: 10 User-agent: Baiduspider Crawl-delay: 10 User-agent: Baiduspider-video Crawl-delay: 10 User-agent: Baiduspider-image Crawl-delay: 10 User-agent: AhrefsBot Crawl-delay: 5 User-agent: AhrefsSiteAudit Crawl-delay: 5 User-agent: YandexBot Crawl-delay: 10 User-agent: Atlassianbot Crawl-delay: 5 User-agent: SeznamBot Crawl-delay: 10 User-agent: Exabot Crawl-delay: 10 User-agent: Sogou web spider Crawl-delay: 10 # ======================== # Sitemap # ======================== Sitemap: https://www.monamoda.at/sitemap_index.xml