# robots.txt 

User-agent: *
Disallow: /*?
Disallow: /cgi-bin/	 # These shouldn't be traversed
Disallow: /stats/	 # These shouldn't be traversed
Disallow: /awstats/	 # These shouldn't be traversed
Disallow: /icons/	 # These shouldn't be traversed
Disallow: /gallery/	 # These shouldn't be traversed
Disallow: /admin/
Disallow: /blocks/
Disallow: /db/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /themes/

User-agent: Googlebot
Disallow: /*.gif$
Disallow: /*.jpg$

User-agent: Twiceler
Disallow: /