# robots.txt User-agent: * Disallow: /pdf/ Disallow: /scripts/