# robots.txt User-agent: * Disallow: /id/ Disallow: /pw/ Disallow: /fs/ Disallow: /wm/ Crawl-delay: 120