User-agent: *
Allow: /

# Crawl-delay for polite crawling
Crawl-delay: 5

# Sitemap location
Sitemap: https://www.dfqsm.cc/sitemap.xml

# Disallow any potential admin/disallowed paths (if applicable)
Disallow: /admin/
Disallow: /api/
Disallow: /cdn-cgi/

# Allow all major search engine bots explicitly
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /
Crawl-delay: 3

User-agent: YandexBot
Allow: /

User-agent: DuckDuckBot
Allow: /

# Block archive.org from old snapshots (optional)
User-agent: ia_archiver
Disallow: /