# for all user agents
User-agent: *

# dont index these files
Disallow: /admin/
Disallow: /logs/
Disallow: /scripts/
Disallow: *.pdf