# robots.txt zu http://www.Xtra-data.de/ User-agent: * Allow: /k-niesse/ User-agent: * Disallow: /download/ Disallow: /image/ Disallow: /member_pages/ Disallow: /scripte_css/ Disallow: /scripte_js/ Disallow: /scripte_php/ Disallow: /txt/ Disallow: /vip_scripte_php/ Disallow: /vip-pages/ User-agent: Googlebot Disallow: /download/ Disallow: /image/ Disallow: /member_pages/ Disallow: /scripte_css/ Disallow: /scripte_js/ Disallow: /scripte_php/ Disallow: /txt/ Disallow: /vip_scripte_php/ Disallow: /vip-pages/ User-agent: Yahoo! Slurp Crowl-delay: 20 Disallow: /download/ Disallow: /image/ Disallow: /member_pages/ Disallow: /scripte_css/ Disallow: /scripte_js/ Disallow: /scripte_php/ Disallow: /txt/ Disallow: /vip_scripte_php/ Disallow: /vip-pages/