User-Agent: * Disallow: /semanas Disallow: /archive Disallow: /cgi-bin Disallow: /es Disallow: /_temp/ Disallow: /private/ Disallow: /admin/ Disallow: /login/ Disallow: /get/ Disallow: /bt/ Disallow: /archive/ Disallow: /tmp/ Disallow: /trackback/ Disallow: /comments/ Disallow: /cgi-bin/ Disallow: /feed/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /cgi-bin/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /trackback/ Disallow: /feed/ Disallow: /comments/ Disallow: */trackback/ Disallow: */feed/ Disallow: */comments/ Disallow: */embed/ Disallow: /xmlrpc.php Disallow: /wp-json/ Disallow: /*?s= Disallow: /*?replytocom Disallow: /*?add-to-cart=* Disallow: /*?filter_* Disallow: /*?orderby=* Disallow: /*?s=* Disallow: /*?price=* Disallow: /*?rating=* Disallow: /*?view=* Disallow: /*?product_tag=* Disallow: /?attachment_id=* User-agent: * Disallow: /*CFNetwork* Disallow: /*facebookexternalhit* Disallow: /*feed* Disallow: /*Unknown* Disallow: /*Mediapartners-Google* Disallow: /*bingbot* Disallow: /*AhrefsBot* Disallow: /*empty* Disallow: /*proximic* Disallow: /*fetcher* Disallow: /*Googlebot-Image* Disallow: /*Dalvik* Disallow: /*Go-http-client* Disallow: /*GrapeshotCrawler* Disallow: /*Applebot* Disallow: /*YandexBot* Disallow: /*DuckDuckBot-Https* Disallow: /*Lightspeed* Disallow: /*SemrushBot* Disallow: /*MJ12bot* Disallow: /*Firefox* Disallow: /*Discordbot* Disallow: /*semanticbot* Disallow: /*BLEXBot* Disallow: /*DotBot* Disallow: /*Java* Disallow: /*MegaIndex.ru* Disallow: /*CUBOT* Disallow: /*TelegramBot* Disallow: /*archive.org_bot* Disallow: /*DuckDuckGo-Favicons-Bot* Disallow: /*BingPreview* Disallow: /*Apache-HttpClient* Disallow: /*robot* Disallow: /*Mediatoolkitbot* Disallow: /*Curl* Disallow: /*survey* Disallow: /*yak-linkfluence* Disallow: /*Yandex* Disallow: /*Barkrowler* Disallow: /*Python-urllib* Disallow: /*spider* Disallow: /*Mail.RU Bot* Disallow: /*AdIdxBot* Disallow: /*serendeputy* Disallow: /*Xenu* Disallow: /*Microsoft* Disallow: /*nbot* Disallow: /*Who.is.Bot* Disallow: /*scanner* Disallow: /*LinkedInBot* Disallow: /*SeznamBot* Disallow: /*AdsBot-Google* Disallow: /*Baiduspider* Disallow: /*Google-Adwords-Instant* Disallow: /*Yahoo Link Preview* Disallow: /*Yahoo! Slurp* User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: SEMrushBot Disallow: / User-agent: Majestic-12 Disallow: / User-agent: Baiduspider Disallow: / User-agent: YandexBot Disallow: / User-agent: Ezooms Disallow: / User-agent: rogerbot Disallow: / User-agent: Infohelfer Disallow: / User-agent: Sogou Disallow: / User-agent: BSpider Disallow: / User-agent: Exabot Disallow: / User-agent: Linguee Disallow: / User-agent: EasouSpider Disallow: / User-agent: SeznamBot Disallow: / User-agent: XoviBot Disallow: / User-agent: HaoSouSpider Disallow: / User-agent: Aboundex Disallow: / User-agent: CUBOT Disallow: / User-agent: Crawl Disallow: / User-agent: Go-http-client Disallow: / User-agent: proximic Disallow: / User-agent: Unknown robot identified by bot* Disallow: / User-agent: empty user agent string Disallow: / User-agent: Firefox version 10 and lower - various robots Disallow: / User-agent: Dalvik Disallow: / User-agent: TelegramBot Disallow: / User-agent: BLEXBot Disallow: / Sitemap: sitemap.xml