User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /?s= # Block internal search pages (thin content) Disallow: /xmlrpc.php # Block XML-RPC if not used Allow: /wp-admin/admin-ajax.php # Disallow sensitive URLs (optional) Disallow: /readme.html Disallow: /license.txt # Crawl-delay (optional: for slower bots to reduce load) # Crawl-delay: 5 # Sitemaps Sitemap: https://brio.ae/sitemap_index.xml