# Whitelisted user-agents are allowed
User-agent:  Mediapartners-Google*
User-agent: googlebot
User-agent: slurp
User-agent: msnbot
User-agent: teoma
Disallow: /admin
Disallow: /cgi-bin
# sit out some directories
Disallow: /advert_files/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /members/
Disallow: /db/admin.php
Disallow: /db/config.php
Disallow: /db/header.php
Disallow: /db/footer.php
Disallow: /db/pntables
Disallow: /db/images/
Disallow: /db/includes/
Disallow: /db/modules/
Disallow: /db/pnadodb/
Disallow: /db/themes/
Disallow: /docs
Disallow: /javascript
Disallow: /banners
Disallow: /error
Disallow: /header
Disallow: /footer
Disallow: /pntables
Disallow: /images
Disallow: /includes
Disallow: /themes
Disallow: /pnTemp
# Disallow all others
User-agent: *
Disallow: / 

User-agent: *