#
# Pages we dont want indexed anywhere
#
User-agent: *
Disallow: /index
Disallow: /js/
Disallow: /css/
Disallow: /admin/
Disallow: /admin.php
Disallow: /zoeken
Disallow: /captcha
Disallow: /redirect
Disallow: /redirect/
Disallow: /flight-alert-aangemeld
Disallow: /sitemap.xml
Disallow: /paginanummer

#
# Crawler designed to copy the entire site
#
User-agent: mAgent
Disallow: /