User-agent: *
Disallow: /cgi-bin/
Disallow: /assets/
Disallow: /core/
Disallow: /manager/
Disallow: /thumbs/
Disallow: /phpthumb/
Disallow: /access-check/

Disallow: /nl/info/bbt-express-levering-met-gls.html
Disallow: /fr/info/bbt-express-livraisons-par-gls.html
Disallow: /en/info/bbt-express-delivery-by-gls.html
Disallow: /de/info/bbt-express-lieferungen-mit-gls.html
Disallow: /en/info/distributor-network.html


Sitemap: https://www.bbt4vw.com/sitemap.xml

User-agent: Baiduspider
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: Ezooms
User-agent: YandexBot
Disallow: /

User-agent: *
Crawl-delay: 90
Crawl-Delay: 90