User-agent: *
Disallow: /wp-admin/
Disallow: /author/
Disallow: /category/
Disallow: /solutions/
Disallow: /nebio_blog/
Disallow: /kiwidev2/
Disallow: /lcms-backup/
Disallow: /old_live/

# Removed: /?wordfence (ineffective for queries)
Disallow: /learning-center/
Disallow: /*?wordfence_lh=*

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: adidxbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot  # Updated for OpenAI/ChatGPT
Allow: /

User-agent: Grok    # xAI's bot
Allow: /

User-agent: ClaudeBot  # Anthropic's bot
Allow: /

User-agent: PerplexityBot  # Perplexity's bot
Allow: /

Sitemap: https://www.nebiolab.com/sitemap.xml