User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: */tag/*
Disallow: /blog/page/

# AI-related files
Allow: /ai.txt
Allow: /llms.txt
Allow: /ai-manifesto.json

# Allow AI and generative bots

User-agent: ChatGPT
Crawl-delay: 10
Allow: /

User-agent: GPTBot
Crawl-delay: 10
Allow: /

User-agent: ChatGPT-User
Crawl-delay: 10
Allow: /

User-agent: OAI-Search
Crawl-delay: 10
Allow: /

User-agent: Bard
Crawl-delay: 10
Allow: /

User-agent: Gemini
Crawl-delay: 10
Allow: /

User-agent: OAI-SearchBot
Crawl-delay: 10
Allow: /

User-agent: OpenAI
Crawl-delay: 10
Allow: /

User-agent: GenerativeAI
Crawl-delay: 10
Allow: /

User-agent: PredictiveAI
Crawl-delay: 10
Allow: /

# AI discovery files
AI.txt: https://www.cleanallcommercial.com/ai.txt
LLMS.txt: https://www.cleanallcommercial.com/llms.txt
AI-Manifesto: https://www.cleanallcommercial.com/ai-manifesto.json

Sitemap: https://www.cleanallcommercial.com/sitemap_index.xml