# ASP OTOMASYON Wiki — public English engineering reference
# Search engines, AI search and assistant crawlers, and archivers are welcome.
# Machine-readable entry points: /llms.txt, /llms-full.txt, /api/v1, /feed.xml, /atom.xml, /feed.json,
# /.well-known/api-catalog, /.well-known/ai.json. Every article is also served as Markdown at /article/{slug}.md

User-agent: Bytespider
Disallow: /

# Named crawlers receive the same rules as everyone else; they are listed so their
# operators can see that access is deliberate. Attribution policy: /.well-known/ai.json
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: Diffbot
Disallow: /data/
Disallow: /includes/
Disallow: /templates/
Disallow: /scripts/
Disallow: /tests/
Disallow: /content/
Disallow: /dev/
Disallow: /_backups/
Disallow: /.git/
Disallow: /*?*ajax=
Disallow: /*?*p=ping
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: *
Allow: /assets/
Disallow: /data/
Disallow: /includes/
Disallow: /templates/
Disallow: /scripts/
Disallow: /tests/
Disallow: /content/
Disallow: /dev/
Disallow: /_backups/
Disallow: /.git/
Disallow: /*?*ajax=
Disallow: /*?*p=ping
Content-Signal: search=yes, ai-input=yes, ai-train=yes

Sitemap: https://wiki.aspotomasyon.com/sitemap.xml