# ===================================================== # robots.txt — Saturn Formulations Pvt. Ltd. # Website : https://saturnformulations.in # Updated : June 2026 # ===================================================== # Docs : https://www.robotstxt.org/ # AI Info : https://saturnformulations.in/ai.txt # LLMs : https://saturnformulations.in/llms.txt # ===================================================== # ───────────────────────────────────────────── # SECTION 1: DEFAULT (All Crawlers) # ───────────────────────────────────────────── User-agent: * Allow: / # WordPress Admin & System Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-cron.php Disallow: /wp-config.php Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /trackback/ # WordPress API & JSON Disallow: /wp-json/ Disallow: /?json= Disallow: /feed/ Disallow: /comments/feed/ # Dynamic & Search Pages Disallow: /?s= Disallow: /search/ Disallow: /?p= Disallow: /?page_id= Disallow: /?attachment_id= # WooCommerce / Cart (if applicable) Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /order-received/ # Duplicate / Parameter URLs Disallow: /*?replytocom= Disallow: /*?filter_* Disallow: /*?orderby= Disallow: /*?add-to-cart= Disallow: /*?lang= Disallow: /tag/ # Media Upload Paths (raw) Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ # Crawl Delay (be polite) Crawl-delay: 2 # ───────────────────────────────────────────── # SECTION 2: GOOGLE # ───────────────────────────────────────────── User-agent: Googlebot Allow: / Allow: /products/ Allow: /pcd-pharma-franchise-in-india/ Allow: /third-party-manufacturing-in-pharma/ Allow: /blog/ Allow: /about/ Allow: /contact/ Allow: /pcd-franchise-opportunities/ Allow: /wp-content/uploads/ Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-json/ Disallow: /xmlrpc.php Disallow: /feed/ Disallow: /?s= User-agent: Googlebot-Image Allow: /wp-content/uploads/ User-agent: Googlebot-Video Allow: / User-agent: AdsBot-Google Allow: / # Google AI — Allow for AI Overviews & Gemini User-agent: Google-Extended Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php # ───────────────────────────────────────────── # SECTION 3: BING / MICROSOFT # ───────────────────────────────────────────── User-agent: Bingbot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-json/ Disallow: /feed/ Disallow: /?s= Crawl-delay: 3 User-agent: BingPreview Allow: / User-agent: MSNBot Allow: / # Microsoft Copilot / AI User-agent: MicrosoftPreview Allow: / # ───────────────────────────────────────────── # SECTION 4: OPENAI # ───────────────────────────────────────────── User-agent: GPTBot Allow: / Allow: /products/ Allow: /blog/ Allow: /about/ Allow: /pcd-pharma-franchise-in-india/ Allow: /third-party-manufacturing-in-pharma/ Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-json/ Crawl-delay: 5 # ChatGPT Search User-agent: OAI-SearchBot Allow: / Disallow: /wp-admin/ Crawl-delay: 3 # ───────────────────────────────────────────── # SECTION 5: ANTHROPIC (Claude) # ───────────────────────────────────────────── User-agent: anthropic-ai Allow: / Crawl-delay: 5 User-agent: Claude-Web Allow: / Crawl-delay: 5 User-agent: ClaudeBot Allow: / Crawl-delay: 5 # ───────────────────────────────────────────── # SECTION 6: PERPLEXITY AI # ───────────────────────────────────────────── User-agent: PerplexityBot Allow: / Disallow: /wp-admin/ Crawl-delay: 3 # ───────────────────────────────────────────── # SECTION 7: APPLE (Siri / Apple Intelligence) # ───────────────────────────────────────────── User-agent: Applebot Allow: / Crawl-delay: 5 User-agent: Applebot-Extended Allow: / Crawl-delay: 10 # ───────────────────────────────────────────── # SECTION 8: META / FACEBOOK # ───────────────────────────────────────────── User-agent: FacebookBot Allow: / Disallow: /wp-admin/ User-agent: Meta-ExternalAgent Allow: / Disallow: /wp-admin/ Crawl-delay: 5 # ───────────────────────────────────────────── # SECTION 9: AMAZON (Alexa / Bedrock) # ───────────────────────────────────────────── User-agent: Amazonbot Allow: / Crawl-delay: 5 # ───────────────────────────────────────────── # SECTION 10: YOU.COM & COHERE # ───────────────────────────────────────────── User-agent: YouBot Allow: / Crawl-delay: 5 User-agent: cohere-ai Allow: / Crawl-delay: 5 # ───────────────────────────────────────────── # SECTION 11: SEO TOOLS (Allowed) # ───────────────────────────────────────────── User-agent: AhrefsBot Allow: / Crawl-delay: 10 User-agent: SemrushBot Allow: / Crawl-delay: 10 User-agent: DotBot Allow: / Crawl-delay: 10 User-agent: MJ12bot Allow: / Crawl-delay: 15 User-agent: rogerbot Allow: / User-agent: linkdexbot Allow: / User-agent: Screaming Frog Allow: / # ───────────────────────────────────────────── # SECTION 12: SOCIAL MEDIA CRAWLERS (Allowed) # ───────────────────────────────────────────── User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: Pinterest Allow: / # ───────────────────────────────────────────── # SECTION 13: BLOCKED BOTS # (Mass training scrapers, bad actors) # ───────────────────────────────────────────── User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / User-agent: TikTokBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: SputnikBot Disallow: / User-agent: Mb2345Browser Disallow: / User-agent: Scrapy Disallow: / User-agent: python-requests Disallow: / # ───────────────────────────────────────────── # SITEMAPS # ───────────────────────────────────────────── Sitemap: https://saturnformulations.in/sitemap_index.xml Sitemap: https://saturnformulations.in/post-sitemap.xml Sitemap: https://saturnformulations.in/page-sitemap.xml Sitemap: https://saturnformulations.in/product-sitemap.xml # ───────────────────────────────────────────── # HOST # ───────────────────────────────────────────── Host: https://saturnformulations.in