User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: facebookexternalhit
Disallow: 
Crawl-delay: 1
User-agent: FacebookBot
Disallow: 
Crawl-delay: 1
User-agent: Twitterbot
Disallow: 
Crawl-delay: 1
User-agent: *
Disallow: /Error/
Disallow: /file/
Disallow: /File/
Disallow: /ajaxdata/
Disallow: /fileupload/
Disallow: /Fileupload/
Disallow: /mail/
Disallow: /zoeken
Sitemap: https://www.poperinge.be/sitemap.xml
Crawl-delay: 1