Sitemap: http://www.northedge.nl/sitemap.php

# don't let search engines see the RSS feed, it's just confusing.
User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro

User-agent: *
Disallow: /admin/
Disallow: /main.php
Disallow: /main.html
Disallow: /ftp/
Disallow: /lib/
Disallow: /plugins/
Disallow: /modules/
Disallow: /search/
Disallow: /statistics/
Disallow: /stats/
Disallow: /tmp/
Disallow: /config.php
Disallow: /function.size_readable.php
Disallow: /include.php
Disallow: /menu.php
Disallow: /left.php
Disallow: /moduleinterface.php
Disallow: /phpinfo.php
Disallow: /preview.php
Disallow: /zoeken.html
Disallow: /top.php
Disallow: /xindex.html