# For domain: www.mietwagenmarkt.de # All robots will spider the domain User-agent: Slurp Disallow: /*.axd$ Disallow: /*.asm$ # excepting this parts of the domain User-agent: * Disallow: /aspnet_client Disallow: /css Disallow: /customer Disallow: /documents Disallow: /javascript Disallow: /webservices Disallow: /whitelabel/ Disallow: /malev/ Disallow: /auto-europa/ Disallow: /landingpage/lpIframe.aspx Disallow: /coraltours/ Disallow: /fox/ Disallow: /nue/ Disallow: /skyeurope/ Disallow: /stern/ Disallow: /btm/ Disallow: /stu/ Disallow: /vista/ Disallow: /wizzair/ Disallow: /flyloco/ Disallow: /ltur/ Disallow: /TTCity_MAP.aspx Disallow: /*.axd$ Disallow: /*.asm$ Disallow: /loading.aspx Disallow: /popUp_geoLandingpage.aspx Disallow: /default2.aspx Disallow: /tipps.aspx?faq_ID=2 Disallow: /tipps.aspx?faq_ID=31 Disallow: /tipps.aspx?faq_ID=37 Disallow: /tipps.aspx?faq_ID=40 Disallow: /tipps.aspx?faq_ID=41 Disallow: /tipps.aspx?faq_ID=44 Disallow: /tipps.aspx?faq_ID=47 Disallow: /tipps.aspx?faq_ID=51 Disallow: /tipps.aspx?faq_ID=52 Disallow: /tipps.aspx?faq_ID=61 Disallow: /tipps.aspx?faq_ID=63 Disallow: /webServices/ Disallow: /*? # # We do NOT allow non authorized robots any longer. # User-agent: LWP-Simple/5.65 Disallow: / User-agent: LWP-Trivial Disallow: / User-agent: LWP-Trivial/1.34 Disallow: / User-agent: LWP-Trivial/1.35 Disallow: / User-agent: LWP-Trivial/1.36 Disallow: / User-agent: LWP-Trivial/1.37 Disallow: / User-agent: LWP-Trivial/1.38 Disallow: / User-agent: LWP-Trivial/1.39 Disallow: / User-agent: LWP-Trivial/1.40 Disallow: / User-agent: LWP-Trivial/1.41 Disallow: / User-agent: LWP-Trivial/1.42 Disallow: /