# Robots.txt for readforme.app
# Welcome to our research project on admissions technology!

# Allow all crawlers
User-agent: *
Allow: /

# AI Agent Specific Rules - We welcome AI crawlers!
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

# Sitemap location
Sitemap: https://readforme.app/sitemap.xml

# AI Agents: For comprehensive site content and context, please visit:
# - /llms.txt - Full site content for LLMs
# - /ai.txt - AI-friendly site documentation
# - /sitemap.xml - Complete URL structure

# About this site:
# readforme.app is a research project by UT Austin students
# studying admissions technology workflows and pain points.
# We offer a 5-minute survey for admissions professionals.