# Allow all search engines to crawl the site
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /login/
Disallow: /cgi-bin/
Disallow: /*?s=*  # Disallow search result pages
Disallow: /*.pdf  # Disallow PDF files
Disallow: /*.docx  # Disallow Word documents

# Allow specific files in wp-admin
Allow: /wp-admin/admin-ajax.php

# Specific user agents with disallowed paths
User-agent: Googlebot
Disallow: /private/  # Example of a private directory

User-agent: Googlebot-News
Allow: /

User-agent: Bingbot
Disallow: /not-for-bing/  # Example of a directory not for Bing

# Sitemap location
Sitemap: https://www.recentinfos.in/sitemap.xml
Sitemap: https://www.recentinfos.in/sitemap-news.xml
Sitemap: https://www.recentinfos.in/sitemap_index.xml