# Robots.txt file 
#

User-agent: *
Disallow: /cgi-bin/
Disallow: /access_logs/
Disallow: /test/
Disallow: /oud/
Disallow: /item.php
Disallow: /item_edit.php
Disallow: /link.php
Crawl-delay: 30

User-agent: Slurp 
Disallow: /cgi-bin/
Disallow: /test/
Disallow: /oud/
Disallow: /item.php
Disallow: /item_edit.php
Disallow: /link.php
Crawl-delay: 60

User-agent: MJ12bot
Disallow: /zoeken.php
Crawl-delay: 60

User-agent: bingbot
Disallow: /zoeken.php
Crawl-delay: 60

User-agent: Yandex 
Disallow: /

user-agent: AhrefsBot
Disallow: /