User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Mediapartners-Google
Allow: /
User-agent: Adsbot-Google
Allow: /
User-agent: Googlebot-Mobile
Allow: /
User-Agent: wget
Allow: /
User-Agent: sitecheck.internetseer.com
Allow: /
User-Agent: grub-client
Allow: /
User-Agent: WebReaper
Allow: /
User-Agent: Teleport
Allow: /
User-Agent: TeleportPro
Allow: /
User-Agent: MSIECrawler
Allow: /
User-Agent: SiteSnagger
Allow: /
User-Agent: WebStripper
Allow: /
User-Agent: WebCopier
Allow: /
User-Agent: Fetch
Allow: /
User-Agent: Offline Explorer
Allow: /
User-Agent: WebZIP
Allow: /
User-Agent: linko
Allow: /
User-Agent: HTTrack
Allow: /
User-Agent: Microsoft.URL.Control
Allow: /
User-Agent: Xenu
Allow: /
User-Agent: larbin
Allow: /
User-Agent: libwww
Allow: /
User-Agent: ZyBORG
Allow: /
User-Agent: Download Ninja
Allow: /
User-Agent: UbiCrawler
Allow: /
User-Agent: DOC
Allow: /
User-Agent: Zao
Allow: /