# Robots.txt for The Grid
# https://thegrid.id

# Allow all crawlers
User-agent: *
Allow: /

# Experimental profile sandbox — never crawl. Hidden lens-redesign route,
# also protected by a noindex robots meta tag (belt-and-suspenders).
Disallow: /profilePage/

# Sitemap location
Sitemap: https://thegrid.id/sitemap.xml

# Cross-subdomain sitemap (about.thegrid.id — company, legal, resources)
# Listed here so crawlers reaching thegrid.id discover the about-site content.
Sitemap: https://about.thegrid.id/sitemap.xml

# LLMs.txt — https://llmstxt.org
Llms-Txt: https://thegrid.id/llms.txt

# Crawl delay (optional - prevents server overload)
Crawl-delay: 1

# Disallow admin or private paths if any exist
# Disallow: /admin/
# Disallow: /api/private/