User-agent: * # list folders robots are not allowed to index Disallow: /images/ Disallow: /admin/ Disallow: /css/ Disallow: /editor/ Disallow: /templates/ # list specific files robots are not allowed to index Disallow: /register.php Disallow: /pdf.php Disallow: /functions.php Disallow: /config.php Disallow: /literature-latest.php Disallow: /init.php