# Allow search engine bots access to important areas User-agent: * Disallow: # Disallow sensitive or unnecessary areas Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /cgi-bin/ Disallow: /temp/ Disallow: /private/ Disallow: /login/ Disallow: /search/ # Prevent duplicate content issues Disallow: /tag/ Disallow: /author/ # Allow specific files in disallowed directories Allow: /wp-admin/admin-ajax.php # Sitemap location Sitemap: https://www.medwavescharters.com/sitemap.xml # Optional: Restrict certain bots User-agent: BadBot Disallow: / Allow: /wp-admin/admin-ajax.php