# robots.txt for https://shunyun.blog/ User-agent: * Allow: / Allow: /kb/ Allow: /css/ Allow: /js/ # Crawl-delay for polite crawling Crawl-delay: 1 # Sitemaps Sitemap: https://shunyun.blog/sitemap.xml