# robots.txt for http://www.lunastone.de/ User-agent: * Allow: /index.html/ User-agent: * Disallow: /data/ # exclude robots from specified tree User-agent: * Disallow: /data/fr/ # exclude robots from specified tree User-agent: * Disallow: /data/css/ # exclude robots from specified tree User-agent: * Disallow: /data/fr/js/ # exclude robots from specified tree User-agent: * Disallow: /data/fr/im/ # exclude robots from specified tree User-agent: * Disallow: /data/fr/pop/ # exclude robots from specified tree User-agent: * Disallow: /data/fr/set/ # exclude robots from specified tree User-agent: * Disallow: /flash/ # exclude robots from specified tree User-agent: * Disallow: /flash/c/ # exclude robots from specified tree