# robots.txt for https://spunky.im User-agent: * Allow: / Allow: /en/ Allow: /ko/ Allow: /ru/ Allow: /pt/ # 站点地图 Sitemap: https://spunky.im/sitemap.xml # 爬虫限制 Crawl-delay: 10 # 禁止访问的目录 Disallow: /Base-Template/ Disallow: /css/ Disallow: /js/ Disallow: /img/ Disallow: /node_modules/ Disallow: /.git/