# robots.txt for IJSRT Journal (ijsrtjournal.com) — AI-friendly indexing
# Place at: https://ijsrtjournal.com/robots.txt
# Last updated: 2025-09-22

# -------------------------------
# Sitemap(s)
# -------------------------------
Sitemap: https://ijsrtjournal.com/sitemap.xml

# -------------------------------
# Global defaults
# Allow all public content; block private/admin/payment/user areas
# -------------------------------
User-agent: *
Allow: /
Allow: /article/
Disallow: /admin/
Disallow: /login/
Disallow: /logout/
Disallow: /register/
Disallow: /user/
Disallow: /account/
Disallow: /pay-fees/
Disallow: /cart/
Disallow: /checkout/
Disallow: /cgi-bin/
Disallow: /api/
Disallow: /private/
Disallow: /uploads/private/
# If you don’t want site search result pages indexed, uncomment:
# Disallow: /search
# Crawl-delay (optional; slows down bots a bit)
Crawl-delay: 2

# -------------------------------
# Explicit ALLOW lists for AI/chatbot & scholarly crawlers
# -------------------------------

# OpenAI (ChatGPT browsing / GPTBot)
User-agent: GPTBot
Allow: /

# OpenAI (requests initiated by ChatGPT users)
User-agent: ChatGPT-User
Allow: /

# OpenAI Search Crawler (used for ChatGPT search indexing)
User-agent: OAI-SearchBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Google (Search + Scholar + AI extensions)
User-agent: Googlebot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: GoogleScholar
Allow: /

# Microsoft Bing / Copilot
User-agent: bingbot
Allow: /
User-agent: msnbot
Allow: /

# Common Crawl (feeds many AI indexes)
User-agent: CCBot
Allow: /

# Applebot (Apple services + AI features)
User-agent: Applebot
Allow: /

# DuckDuckGo (and DuckAssist sources)
User-agent: DuckDuckBot
Allow: /

# Archive.org (optional—good for long-term preservation)
# User-agent: ia_archiver
# Allow: /