# robots.txt - 91成人短剧 / https://91chengrendj.com/
# 覆盖搜索引擎：百度 Baiduspider、搜狗 Sogou、360Spider、Bing bingbot、Google Googlebot、Yandex YandexBot

User-agent: *
Allow: /
Allow: /library.html
Allow: /rank.html
Allow: /play.html
Allow: /css/
Allow: /js/
Allow: /image/
Disallow: /*?q=
Disallow: /*?page=
Disallow: /search
Disallow: /user/
Disallow: /notifications
Disallow: /api/
Crawl-delay: 1

User-agent: Googlebot
Allow: /
Disallow: /*?q=
Disallow: /user/
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Disallow: /*?q=
Disallow: /user/

User-agent: Baiduspider
Allow: /
Disallow: /*?q=
Disallow: /user/
Crawl-delay: 1

User-agent: Sogou web spider
Allow: /
Disallow: /*?q=
Disallow: /user/
Crawl-delay: 1

User-agent: Sogou inst spider
Allow: /
Disallow: /*?q=
Crawl-delay: 1

User-agent: 360Spider
Allow: /
Disallow: /*?q=
Disallow: /user/
Crawl-delay: 1

User-agent: HaosouSpider
Allow: /
Disallow: /*?q=

User-agent: YandexBot
Allow: /
Disallow: /*?q=
Disallow: /user/
Clean-param: q&page /library.html

User-agent: Yeti
Allow: /
Disallow: /*?q=

Sitemap: https://91chengrendj.com/sitemap.xml
Host: 91chengrendj.com