#
# robots.txt www.20min.ch
#
# Update Feb 2022
#
#

# Disallow commercial bots to prevent ad fraud, see DISC-2117
User-agent: psbot
User-agent: PetalBot
User-agent: Mail.RU_Bot
User-agent: MegaIndex
User-agent: 360Spider
User-agent: Yisouspider
User-agent: Bytespider
User-agent: Sogou web spider
User-agent: Sogou inst spider
User-agent: proximic
User-agent: ADmantX
User-agent: Seekport Crawler
User-agent: BLEXBot
User-agent: MJ12bot
User-agent: dotbot
Disallow: /

# Disallow Googlebot-news from non-related news sections (stories within these sections are also excluded from News.xml)
# Note: Placement of stories outside (e.g. on frontpage) of these sections below will not prevent Googlebot-news from crawling
User-agent: Googlebot-news
Disallow: /cmd/
Disallow: /static-assets/shop-widget
Disallow: /onelove
Disallow: /community
Disallow: /fr/communaute
Disallow: /wirsindzukunft
Disallow: /fr/noussommeslefutur
Disallow: /archiv
Disallow: /fr/archives
Disallow: /fr/15ans
Disallow: /lifestyle/wein
Disallow: /my20minuten
Disallow: /fr/my20minutes
Disallow: /people/radio
Disallow: /my-news-plus
Disallow: /wetter
Disallow: /fr/meteo

User-agent: *
Allow: /
Disallow: /cmd/
Disallow: /static-assets/shop-widget
Sitemap: https://www.20min.ch/sitemaps/de/news.xml
Sitemap: https://www.20min.ch/sitemaps/de/articles.xml
Sitemap: https://www.20min.ch/sitemaps/de/videos.xml
Sitemap: https://www.20min.ch/sitemaps/de/navigation.xml
Sitemap: https://www.20min.ch/sitemaps/fr/news.xml
Sitemap: https://www.20min.ch/sitemaps/fr/videos.xml
Sitemap: https://www.20min.ch/sitemaps/fr/articles.xml
Sitemap: https://www.20min.ch/sitemaps/fr/navigation.xml