User-agent: * Disallow: admin.php Disallow: badmailfrom.out Disallow: /admin/ Disallow: /images/ Disallow: /includes/ Disallow: /themes/ Disallow: /blocks/ Disallow: /modules/ Disallow: /language/ #Disallow: /modules.php?name=Amazon # #User-agent: TurnitinBot #Disallow: / #Will disallow all urls on your site #User-agent: Slurp #Disallow: / #Will disallow all urls on your site