# robots.txt for dl-clash.net User-agent: * Allow: / Disallow: /404.html Disallow: /*/404.html User-agent: Baiduspider Allow: / Crawl-delay: 1 User-agent: Sogou web spider Allow: / User-agent: 360Spider Allow: / User-agent: Bytespider Allow: / User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / Sitemap: https://dl-clash.net/sitemap.xml