# robots.txt for https://www.taskmonk.ai/
# Full Access Version — allows all search engines and AI crawlers.

# --- General Allow ---
User-agent: *
Disallow:

# --- Major Search Engine Crawlers ---
User-agent: Googlebot
Disallow:
User-agent: Bingbot
Disallow:
User-agent: Slurp
Disallow:
User-agent: DuckDuckBot
Disallow:
User-agent: Baiduspider
Disallow:
User-agent: YandexBot
Disallow:
User-agent: Applebot
Disallow:

# --- Major LLM / AI Crawlers (as of 2025) ---
User-agent: GPTBot
Disallow:
User-agent: ChatGPT-User
Disallow:
User-agent: ClaudeBot
Disallow:
User-agent: PerplexityBot
Disallow:
User-agent: Google-Extended
Disallow:
User-agent: CCBot
Disallow:
User-agent: ScaleSerpBot
Disallow:
User-agent: Amazonbot
Disallow:
User-agent: YouBot
Disallow:
User-agent: FacebookBot
Disallow:
User-agent: CopilotBot
Disallow:

# --- Sitemap for Indexing ---
Sitemap: https://www.taskmonk.ai/sitemap.xml

Sitemap: https://www.taskmonk.ai/sitemap.xml