# robots.txt for sogou-input.com # 允许所有搜索引擎爬取 User-agent: * Allow: / # 特别优化百度爬虫 User-agent: Baiduspider Allow: / Crawl-delay: 1 # 特别优化Google爬虫 User-agent: Googlebot Allow: / Crawl-delay: 1 # 特别优化Bing爬虫 User-agent: Bingbot Allow: / Crawl-delay: 1 # 特别优化搜狗爬虫 User-agent: Sogou web spider Allow: / Crawl-delay: 1 # 禁止爬取的目录(如果有) # Disallow: /admin/ # Disallow: /private/ # Sitemap位置 Sitemap: https://sogou-input.com/sitemap.xml