User-agent: * Allow: / # Block admin & system folders Disallow: /*?i= Disallow: /*&i= Disallow: /*?ctg= Disallow: /ctg/ Disallow: /*similarImageSearchResultView* Disallow: /*search* Disallow: /*?f= Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /core/ Disallow: /includes/ # Block junk URL parameters (spam attacks) Disallow: /*?* Disallow: /*&* Disallow: /*= Disallow: /*%* Disallow: /*.php$ # Block search & filter pages Disallow: /search/ Disallow: /tag/ Disallow: /author/ # Block spammy crawlers (Chinese & bad bots) User-agent: Baiduspider Disallow: / User-agent: Sogou Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Sogou inst spider Disallow: / User-agent: Sogou spider Disallow: / User-agent: Yandex Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / # Allow Google & Bing explicitly User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # Sitemap Sitemap: https://hendoeazytoner.in/robots.txt