# robots.txt

User-agent: *

# exclude common resource dirs
Disallow: /js
Disallow: /css
Disallow: /gfx
Disallow: /photos
Disallow: /thumbs