# 针对所有爬虫的基本规则
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /setup/
Disallow: /includes/
Disallow: /database/
Disallow: /cache/
Disallow: /logs/
Disallow: /test.php
Disallow: /admin-panel/
Disallow: /test/
Disallow: /old/

Allow: /
Allow: /tools/

# 针对常见搜索引擎爬虫的特殊规则
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Sogou Spider
Allow: /

User-agent: YandexBot
Allow: /

Sitemap: https://qdjzjt.cn/sitemap.xml