User-agent: *
Allow: /
Disallow: /wp-admin
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

Sitemap: https://concretecontractor.nyc/sitemap_index.xml
Sitemap: https://concretecontractor.nyc/post-sitemap.xml
Sitemap: https://concretecontractor.nyc/page-sitemap.xml


# OpenAI
User-agent: GPTBot
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Common Crawl (used by many LLMs)
User-agent: CCBot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# Amazon / Alexa AI
User-agent: Amazonbot
Allow: /

# Apple AI
User-agent: Applebot
Allow: /

# You.com AI
User-agent: YouBot
Allow: /

# AI Search / Data platforms
User-agent: Diffbot
Allow: /

User-agent: Bytespider
Allow: /