# robots.txt for madusankapremaratne.com
# Applied AI Researcher & Founder of Knivok

# Basic crawling permissions
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_next/

# AI-specific crawling guidance
# For LLM trainers and AI researchers, please see:
# - /llms.txt - Machine-readable site information optimized for LLMs
# - /ai-training-policy.txt - Guidelines for AI training data usage
# - /security.txt - Security policy and vulnerability reporting instructions

# Site maps
Sitemap: https://madusankapremaratne.com/sitemap.xml

# Security policy (standard location for security researchers and ethical hackers)
# http://example.com/security.txt is a well-known location for security policies

# Crawl delay for aggressive crawlers (optional)
# Crawl-delay: 1

# Specific AI crawler notifications (add as needed)
# User-agent: GPTBot
# Allow: /
# User-agent: ClaudeBot
# Allow: /
# User-agent: PerplexityBot
# Allow: /