User-agent: *
Disallow: /wp-admin/

Disallow: /page/
Disallow: /wp-content/cache/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/plugins/jetpack/
Disallow: /jetpack/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /feed/
Disallow: /xmlrpc.php
Disallow: /plugins/

# Disallow Share
Disallow: /*?share=
Disallow: /*&share=
Disallow: /*&nb=1

# Allow essential AJAX functionality
Allow: /wp-admin/admin-ajax.php


# Block search result pages
Disallow: /?s=
Disallow: /search/

# Block pagination and filtered URLs with query parameters
Disallow: /*&number=
Disallow: /*&pnum=
Disallow: /*&m=


# Allow uploads folder for images (important for SEO)
Allow: /wp-content/uploads/

# Block duplicate and unnecessary feeds
Disallow: /feed/
Disallow: /comments/feed/

# Block author archives (to avoid thin content issues)
Disallow: /author/

# Allow essential files for crawlers
Allow: /wp-content/uploads/

# AhrefsBot
User-agent: AhrefsBot
Crawl-delay: 2

# SemrushBot
User-agent: SemrushBot
Crawl-delay: 2

# Sitemaps
Sitemap: https://textiledirectory.net/sitemap_index.xml
Sitemap: https://textiledirectory.net/textile-company-list/