User-agent: *
 
Allow: /
 
# --- WordPress core (security + noise) ---
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /wp-trackback.php
Disallow: /wp-cron.php
Disallow: /wp-config.php
Disallow: /wp-config-sample.php
Disallow: /readme.html
Disallow: /license.txt
 
# --- Trackbacks ---
Disallow: /trackback/
Disallow: /*/trackback/
 
# --- RSS / Atom feeds ---
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/
Disallow: /*/feed/rss/
Disallow: /*/feed/rss2/
Disallow: /*/feed/atom/
Disallow: /*/feed/rdf/
 
# --- Internal search & duplicate query URLs ---
Disallow: /search/
Disallow: /*?s=
Disallow: /?s=*
Disallow: /*?p=
Disallow: /?p=*
Disallow: /*?page_id=
Disallow: /*?attachment_id=
Disallow: /*?replytocom=
Disallow: /*?preview=true
Disallow: /*?preview_id=
Disallow: /*?unapproved=
Disallow: /*?share=
Disallow: /*&share=
Disallow: /*?print=
 
# --- Tracking parameters (fixed patterns — the original ?utm_= did not match real UTM URLs) ---
# Google Ads / Analytics
Disallow: /*?utm_source=
Disallow: /*&utm_source=
Disallow: /*?utm_medium=
Disallow: /*&utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*&utm_campaign=
Disallow: /*?utm_term=
Disallow: /*&utm_term=
Disallow: /*?utm_content=
Disallow: /*&utm_content=
Disallow: /*?utm_id=
Disallow: /*&utm_id=
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?gclsrc=
Disallow: /*&gclsrc=
Disallow: /*?dclid=
Disallow: /*&dclid=
 
# Facebook / Instagram
Disallow: /*?fbclid=
Disallow: /*&fbclid=
 
# Microsoft / Bing Ads
Disallow: /*?msclkid=
Disallow: /*&msclkid=
 
# Mailchimp
Disallow: /*?mc_cid=
Disallow: /*&mc_cid=
Disallow: /*?mc_eid=
Disallow: /*&mc_eid=
 
# TikTok
Disallow: /*?ttclid=
Disallow: /*&ttclid=
 
# HubSpot
Disallow: /*?_hsenc=
Disallow: /*&_hsenc=
Disallow: /*?_hsmi=
Disallow: /*&_hsmi=
Disallow: /*?hsCtaTracking=
Disallow: /*&hsCtaTracking=
 
# Generic referral parameter
Disallow: /*?ref=
Disallow: /*&ref=
 
# --- Author archives (thin content on single-author sites) ---
Disallow: /author/
 
# --- Comment pagination (duplicate content) ---
Disallow: /comment-page-*
Disallow: /*/comment-page-*
 
# --- Uploaded PHP / executable files (security) ---
Disallow: /wp-content/uploads/*.php
Disallow: /wp-content/uploads/*.phtml
Disallow: /wp-content/uploads/*.html
 
# --- Legacy / risky file extensions ---
Disallow: /*.htm$
Disallow: /*.phtml$
Disallow: /*.inc$
Disallow: /*.bak$
Disallow: /*.sql$
Disallow: /*.log$
 
# --- Allow media (helps Google Image Search & Rich Results) ---
Allow: /wp-content/uploads/*.jpg
Allow: /wp-content/uploads/*.jpeg
Allow: /wp-content/uploads/*.png
Allow: /wp-content/uploads/*.gif
Allow: /wp-content/uploads/*.webp
Allow: /wp-content/uploads/*.avif
Allow: /wp-content/uploads/*.svg
Allow: /wp-content/uploads/*.pdf
Allow: /wp-content/uploads/*.mp4
Allow: /wp-content/uploads/*.webm
 
# --- Allow rendering assets (Core Web Vitals depends on this) ---
Allow: /*.js$
Allow: /*.css$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$
Allow: /*.otf$
 
# ============================================================
# BAD BOTS (aggressive scrapers that waste crawl budget)
# ============================================================
# Remove any of these blocks if you use the tool yourself
# (e.g., if you subscribe to Ahrefs/Semrush, unblock their bots).
 
User-agent: MJ12bot
Disallow: /
 
User-agent: DotBot
Disallow: /
 
User-agent: PetalBot
Disallow: /
 
User-agent: MegaIndex.ru
Disallow: /
 
User-agent: SEOkicks-Robot
Disallow: /
 
User-agent: BLEXBot
Disallow: /


# Sitemap
Sitemap: https://epoxyshine.com/sitemap.xml