# www.shoepping.at - Zu wissen: mit gutem Gewissen!

# For all robots
User-agent: *

Disallow: /*.pdf$
Disallow: *?q=*
Disallow: *filter=*
Disallow: *sort=*
Disallow: *pageSize=*
Disallow: *page=*
Disallow: /medias/sys_master/*.html$
Disallow: /u/
Disallow: /bestellen/

Sitemap: https://www.shoepping.at/static/sitemaps/sitemap-index-p.xml
Sitemap: https://www.shoepping.at/static/sitemaps/sitemap-index-c.xml
Sitemap: https://www.shoepping.at/static/sitemaps/sitemap-index-a.xml
Sitemap: https://www.shoepping.at/static/sitemaps/sitemap-index-t.xml
Sitemap: https://www.shoepping.at/static/sitemaps/sitemap-index-e.xml
Sitemap: https://www.shoepping.at/static/sitemaps/sitemap-index-k.xml
Sitemap: https://www.shoepping.at/static/sitemaps/sitemap-index-blog.xml

# Allow CSS and JS, according to Google’s Gary Illyes:
User-agent: Googlebot
Allow: *.js
Allow: *.css

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /