# /robots.txt file for http://webcrawler.com/ # mail webmaster@webcrawler.com for constructive criticism User-Agent: * Disallow: /img Disallow: /_downloads Disallow: /_wissenswertes Disallow: /tmp Disallow: /templates Disallow: /dataface-0.7.1 Disallow: /dataface-0.7.2 Disallow: /messe Disallow: /maps Disallow: /js Disallow: /gmaps-db Disallow: /css Disallow: /ban Disallow: /air Disallow: /_amf Disallow: /_bak Disallow: /bilder Disallow: /_gmaps User-agent: lycra Disallow: /