# https://essayclarity.com/robots.txt
# Public pages are open to every crawler, including the AI answer engines.
# There is no Crawl-delay here by design: it throttled Bing and the other
# compliant crawlers across the whole site, and Bing is the index ChatGPT
# Search retrieves through.

User-agent: *
Allow: /

# Account plumbing and internals: nothing here is content. The clean routes
# (/faqs, /guides, /colleges, /about ...) are the canonical addresses; the
# /public/*.php originals 301 onto them and need no rule.
Disallow: /public/admin/
Disallow: /admin/
Disallow: /public/login.php
Disallow: /public/register.php
Disallow: /public/forgot_password.php
Disallow: /public/reset_password.php
Disallow: /public/logout.php
Disallow: /public/review.php
Disallow: /public/t.php
Disallow: /public/stripe_webhook.php
Disallow: /public/credits.php
Disallow: /public/settings.php
Disallow: /public/profile.php
Disallow: /public/essays.php
Disallow: /public/essay.php
Disallow: /public/universities.php
Disallow: /public/university.php
Disallow: /public/professor.php
Disallow: /public/referrals.php
Disallow: /public/rank_essays.php
Disallow: /public/review_detail.php
Disallow: /public/resolve_website.php
Disallow: /app/
Disallow: /docs/
Disallow: /scripts/
Disallow: /graphify-out/
Disallow: /CLAUDE.md
Disallow: /.env

Sitemap: https://essayclarity.com/sitemap.xml