User-agent: *

# --- Prevent crawling of admin and login pages ---
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /?host=www.www

# --- Allow AJAX functions to run ---
Allow: /wp-admin/admin-ajax.php

# --- Block junk and spammy parameter-based URLs ---
Disallow: /*?*
Disallow: /*%*  # Encoded characters like %2F, %3D, etc.

# --- Block specific spammy parameters ---
Disallow: /*?a2f6product*
Disallow: /*?ajax-request*
Disallow: /*?brand*
Disallow: /*?avxyl*
Disallow: /*?bsydm*
Disallow: /*?cvaqp*
Disallow: /*?nwpgn*
Disallow: /*?rphzc*
Disallow: /*?oeyox*

# --- Block spammy extensions ---
Disallow: /*.phtml$
Disallow: /*.shtml$
Disallow: /*.htm$

# --- Block .html spam including nested folders ---
Disallow: /*.html$
Disallow: /*/*/*.html$
Disallow: /*/*/*/*.html$

# --- Block unnecessary WordPress directories ---
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-includes/

# --- Block spammy URL structures ---
Disallow: /a2f6product/
Disallow: /config/entry/review/add/
Disallow: /product/*?id=
Disallow: /bnket/
Disallow: /cxtmc/
Disallow: /dxexv/
Disallow: /ebpto/
Disallow: /jojas/

# --- Block search and feeds ---
User-agent: *
Disallow: /?s=
Disallow: /search/
Disallow: */feed/
Disallow: /?feed=
Disallow: /page/


# --- Block PHP spam patterns ---
Disallow: /*.php$
Disallow: /*.php?*
Disallow: /lowpr.php*

# --- Sitemap reference ---
Sitemap: https://edithbeauty.com/sitemap_index.xml