User-agent: Googlebot Crawl-delay: 45 Disallow: /data Disallow: /intranet Disallow: /upload Disallow: /clubes Disallow: /arbitros Disallow: /flash Disallow: /dbadmin Disallow: /inc Disallow: /log Disallow: /img Disallow: /doc Disallow: /json Disallow: /JSON Disallow: /ajax Disallow: /pdf Disallow: /galeria Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*.ppt$ Disallow: /*.pps$ Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /*.json$ Disallow: /login.asp Request-rate: 1/10m 0200-0500 User-Agent: Slurp Crawl-delay: 20 Disallow: /data Disallow: /intranet Disallow: /upload Disallow: /clubes Disallow: /arbitros Disallow: /flash Disallow: /dbadmin Disallow: /inc Disallow: /log Disallow: /img Disallow: /doc Disallow: /galeria Disallow: /json Disallow: /JSON Disallow: /ajax Disallow: /pdf Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*.ppt$ Disallow: /*.pps$ Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /*.json$ Disallow: /login.asp Request-rate: 1/10m 0200-0500 User-agent: msnbot Crawl-delay: 20 Disallow: /data Disallow: /intranet Disallow: /upload Disallow: /clubes Disallow: /arbitros Disallow: /flash Disallow: /dbadmin Disallow: /inc Disallow: /log Disallow: /img Disallow: /doc Disallow: /galeria Disallow: /json Disallow: /JSON Disallow: /ajax Disallow: /pdf Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*.ppt$ Disallow: /*.pps$ Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /*.json$ Disallow: /login.asp Request-rate: 1/10m 0200-0500 User-agent: noxtrumbot Crawl-delay: 20 Disallow: /data Disallow: /intranet Disallow: /upload Disallow: /clubes Disallow: /arbitros Disallow: /flash Disallow: /dbadmin Disallow: /inc Disallow: /log Disallow: /img Disallow: /doc Disallow: /json Disallow: /JSON Disallow: /ajax Disallow: /pdf Disallow: /galeria Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*.ppt$ Disallow: /*.pps$ Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /login.asp Request-rate: 1/10m 0200-0500 User-agent: * Disallow: / User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: /