# =================================== # Basismodule # =================================== User-agent: * Disallow: /fanart/ Disallow: /nintendo/ Disallow: /wifi/ Disallow: /user/ # =================================== # Systemmodule, Bibliotheken # =================================== User-agent: * Disallow: /cache/ Disallow: /files/ Disallow: /images/ Disallow: /includes/ Disallow: /template/ Disallow: /verwaltung/ Disallow: /pokefans/partner/link/ # =================================== # Einzelseiten # =================================== User-agent: * Disallow: /pokefans/banner Disallow: /pokefans/datenschutz Disallow: /pokefans/impressum Disallow: /pokefans/nutzungsbedingungen Disallow: /pokefans/chat User-agent: ia_archive Disallow: / # =================================== # Folgende Spider komplett ausschließen # sofern sie das überhaupt beachten ;) # =================================== User-agent: Mediapartners-Google* Disallow: User-agent: penthesilea Disallow: / User-agent: Heritrix Disallow: / User-agent: MLBot Disallow: / User-agent: EmailCollector Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: WebReaper Disallow: / User-agent: WebCopier Disallow: / User-agent: Offline Explorer Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: GetRight/4.2 Disallow: / User-agent: MSIECrawler Disallow: / User-agent: Web Downloader Disallow: /