User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /wp-config*
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /?s=  # Block search result pages

# Allow core WordPress files needed for functionality
Allow: /wp-admin/admin-ajax.php  # Required for AJAX functionality
Allow: /wp-content/uploads/  # Allow media files (images, PDFs, etc.)

# Sitemap
Sitemap: https://www.appther.com/sitemap.xml