# robots.txt for mlsmawfield.com
# Temporal Equivalence Principle Research

User-agent: Googlebot-Scholar
Allow: /tep/
Allow: /*.pdf$
Crawl-delay: 0

User-agent: Googlebot
Allow: /
Allow: /feed.xml
Allow: /llms.txt
Allow: /humans.txt
Allow: /*.pdf$

User-agent: BingPreview
Allow: /tep/
Allow: /*.pdf$
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Allow: /*.pdf$
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 0

User-agent: GPTBot
Allow: /
Crawl-delay: 0

User-agent: ClaudeBot
Allow: /
Crawl-delay: 0

User-agent: PerplexityBot
Allow: /
Crawl-delay: 0

User-agent: *
Allow: /
Disallow: /data/
Disallow: /cmb-visualization/data/
Disallow: /Matthew
Crawl-delay: 1

Sitemap: https://mlsmawfield.com/sitemap.xml