# ============================================
# AI智能问答网站 - 搜索引擎爬虫规则
# 适用于：百度、搜狗、必应、360、神马、谷歌
# 更新日期：2026-05-20
# ============================================

Sitemap: https://www.qqsdo.cn/sitemap.php

# ---------- 全局爬虫规则 ----------
User-agent: *
Crawl-delay: 2

# 允许抓取（新伪静态路径）
Allow: /
Allow: /index.php
Allow: /article/
Allow: /sitemap.php

# 禁止抓取后端和敏感文件
Disallow: /api.php
Disallow: /config.php
Disallow: /db.php
Disallow: /functions.php
Disallow: /functions_search.php
Disallow: /admin.php
Disallow: /auto_generate.php
Disallow: /generated/
Disallow: /admin/
Disallow: /backup/
Disallow: /logs/
Disallow: /*.log$
Disallow: /*.sql$
Disallow: /*.zip$
Disallow: /*.tar.gz$

# ---------- 百度蜘蛛 ----------
User-agent: Baiduspider
Allow: /
Allow: /index.php
Allow: /article/
Disallow: /api.php
Disallow: /generated/
Crawl-delay: 1

User-agent: Baiduspider-mobile
Allow: /
Allow: /index.php
Allow: /article/
Disallow: /api.php
Disallow: /generated/

# ---------- 搜狗蜘蛛 ----------
User-agent: Sogou web spider
Allow: /
Allow: /index.php
Allow: /article/
Disallow: /api.php
Disallow: /generated/
Crawl-delay: 2

# ---------- 360蜘蛛 ----------
User-agent: 360Spider
Allow: /
Allow: /index.php
Allow: /article/
Disallow: /api.php
Disallow: /generated/
Crawl-delay: 2

# ---------- 必应蜘蛛 ----------
User-agent: bingbot
Allow: /
Allow: /index.php
Allow: /article/
Disallow: /api.php
Disallow: /generated/
Crawl-delay: 1

# ---------- 神马蜘蛛 ----------
User-agent: YisouSpider
Allow: /
Allow: /index.php
Allow: /article/
Disallow: /api.php
Disallow: /generated/
Crawl-delay: 2

# ---------- 谷歌蜘蛛 ----------
User-agent: Googlebot
Allow: /
Allow: /index.php
Allow: /article/
Disallow: /api.php
Disallow: /generated/
Crawl-delay: 1

# ---------- 头条蜘蛛 ----------
User-agent: Bytespider
Allow: /
Allow: /index.php
Allow: /article/
Disallow: /api.php
Disallow: /generated/
Crawl-delay: 2

# ---------- 夸克蜘蛛 ----------
User-agent: Quarkbot
Allow: /
Allow: /index.php
Allow: /article/
Disallow: /api.php
Disallow: /generated/
Crawl-delay: 2

# ---------- 禁止垃圾爬虫 ----------
User-agent: PetalBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /