User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/

crawl-delay: 10
sitemap: https://nieuws.xxx/sitemap_index.xml
sitemap: https://nieuws.xxx/video-sitemap.xml

User-Agent: spbot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
		
User-agent: pimeyes.com crawler
Disallow: /
		
User-agent: BDCbot
Disallow: /

User-agent: OLEcrawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: wotbox
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: Vedma
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: PetalBot
Disallow: /
		
User-agent: Barkrowler
Disallow: /