```txt # ========================================================= # rahenoor.ir # کانون فرهنگی تبلیغی راه نور مشهد مقدس # # SEO + Search Engines + AI Crawlers # ========================================================= # --------------------------------------------------------- # All Standard Crawlers # --------------------------------------------------------- User-agent: * Allow: / # WordPress system directories Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # Allow public media Allow: /wp-content/uploads/ # --------------------------------------------------------- # Google Search / News / Discover / Images # --------------------------------------------------------- User-agent: Googlebot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php Allow: /wp-content/uploads/ # --------------------------------------------------------- # Google Images # --------------------------------------------------------- User-agent: Googlebot-Image Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # Google AI / Gemini # --------------------------------------------------------- # Google-Extended controls the use of crawled content # for Gemini and related generative AI applications. # --------------------------------------------------------- User-agent: Google-Extended Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # Google Other Crawlers # --------------------------------------------------------- User-agent: GoogleOther Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # OpenAI / ChatGPT Search # --------------------------------------------------------- # Allows public content to be discovered and potentially # referenced in ChatGPT Search. # --------------------------------------------------------- User-agent: OAI-SearchBot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # OpenAI / GPTBot # --------------------------------------------------------- # Allows eligible public content to be crawled for # OpenAI model development/training purposes. # --------------------------------------------------------- User-agent: GPTBot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # Anthropic / Claude # --------------------------------------------------------- User-agent: ClaudeBot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # Perplexity # --------------------------------------------------------- User-agent: PerplexityBot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # Microsoft Bing # --------------------------------------------------------- User-agent: Bingbot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # Apple # --------------------------------------------------------- User-agent: Applebot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # Yandex # --------------------------------------------------------- User-agent: YandexBot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # DuckDuckGo # --------------------------------------------------------- User-agent: DuckDuckBot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-config.php # --------------------------------------------------------- # Sitemap # --------------------------------------------------------- Sitemap: https://rahenoor.ir/sitemap.xml ```