# Welcome # Disallow ------------------------------------------------- User-agent: Applebot Disallow: / User-agent: dotbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: MegaIndex Disallow: / User-agent: PagePeeker Disallow: / User-agent: serpstatbot Disallow: / User-agent: grapeshot Disallow: / User-agent: Baiduspider Disallow: / User-agent: baiduspider Disallow: / User-agent: Baiduspider+ Disallow: / User-agent: Baiduspider-video Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: Baiduspider Disallow: / User-agent: BLEXBot Disallow: / User-agent: IsraBot Disallow: / User-agent: Orthogaffe Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: fast Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / User-agent: Seekport Crawler Disallow: / User-agent: SEOkicks Disallow: / User-Agent: AspiegelBot Disallow: / User-agent: Linguee Disallow: / User-agent: MJ12bot Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: MauiBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: Riddler Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Yandex Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: Nutch Disallow: / User-agent: "Mozilla/4.0"/Nutch-1.19-SNAPSHOT Disallow: / User-agent: Paracrawl Disallow: / User-agent: clark-crawler2 Disallow: / User-agent: clark-crawler2/Nutch-1.19-SNAPSHOT Disallow: / User-agent: barkrowler Disallow: / User-agent: Amazonbot Disallow: / User-agent: FemtosearchBot Disallow: / User-agent: meta-externalagent Disallow: / User-Agent: ImagesiftBot Allow: / User-agent: WF search Disallow: / User-agent: Nutch Disallow: / # Allow ??? ------------------------------------------------------ #User-agent: ia_archiver #User-agent: Naverbot #User-agent: Slurp #User-agent: teoma #User-agent: Twitterbot # Allow ------------------------------------------------------ User-agent: Bingbot Crawl-Delay: 10 Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: msnbot Crawl-Delay: 10 Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: Yeti Crawl-Delay: 10 Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: SeznamBot Request-rate: 1/1s Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: qwant Crawl-Delay: 10 Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: Bleriot Crawl-Delay: 10 Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: DuckDuckBot Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: coccocbot-web Crawl-Delay: 10 Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: coccocbot Crawl-Delay: 10 Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / # Allow -------- Googlebot ---------------------------------------------- User-agent: Googlebot Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: Googlebot-Image Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: Googlebot-News Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: Googlebot-Video Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: AdsBot-Google-Mobile Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: Storebot-Google Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/ Allow: / User-agent: Mediapartners-Google Allow: / # Allow * ------------------------------------------------------ User-agent: * Crawl-delay: 10 Disallow: /media-only-a-temporary-thumbnail-64x64-of-checking-the-link-to-the-photo/