# robots.txt for http://www.example.com/

User-agent: *
Disallow: /cyberworld/map/ # This is an infinite virtual URL space
Disallow: /admin/ 
Disallow: /images/
Disallow: /gallery/
Disallow: /docs/
Disallow: /download/
Disallow: /media/
Disallow: /pub/