# for all user agents
User-agent: *

# dont index these files
Disallow: /admin/
Disallow: /logs/