# robots.txt file User-agent: * Disallow: /logs Disallow: /images Disallow: /admin Disallow: /pdf Disallow: /css