# google.com landing page quality checks
User-agent: AdsBot-Google
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: AdsBot-Google-Mobile
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# google.com app resource fetcher
User-agent: AdsBot-Google-Mobile-Apps
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# bing ads bot
User-agent: adidxbot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# apple.com search engine
User-agent: Applebot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
user-agent: AppleNewsBot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# bing.com international search engine
User-agent: bingbot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: BingPreview
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# commoncrawl.org open repository of web crawl data
User-agent: CCBot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# duckduckgo.com international privacy search engine
User-agent: DuckDuckBot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: DuckDuckGo-Favicons-Bot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# facebook.com social network
User-agent: facebookcatalog
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: facebookexternalhit
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: Facebot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# findx.com european search engine
User-agent: Findxbot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# google.com international search engine
User-agent: Googlebot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: Googlebot-Image
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: Googlebot-Mobile
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: Googlebot-News
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: Googlebot-Video
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# lycos.com & hotbot.com international search engine
User-agent: Lycos
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# google.com adsense bot
User-agent: Mediapartners-Google
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# Preview bot for Microsoft products
User-agent: MicrosoftPreview
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# bing.com international search engine
User-agent: msnbot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/
User-agent: msnbot-media
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# pinterest.com social networtk
User-agent: Pinterest
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# qwant.com french search engine
User-agent: Qwantify
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# yahoo.com international search engine
User-agent: Slurp
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# ask.com international search engine
User-agent: Teoma
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# twitter.com social media bot
User-agent: Twitterbot
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

# whatsapp.com preview bot
User-agent: WhatsApp
Allow: /typo3/sysext/frontend/Resources/Public/*
Disallow: /typo3/
Disallow: /typo3_src/

User-agent: *
Disallow: /*
Disallow: /typo3/
Disallow: /typo3_src/

Sitemap: https://www.th-elstal.de/sitemap.xml