User-agent: *
Disallow: /dev/
Disallow: /includes/
Disallow: /Scripts/
Disallow: /js/
Disallow: /download/
Disallow: /cgi-bin/
Disallow: /java/
Disallow: /flash/
Disallow: /cgi-bin/
Disallow: /crime.txt/
Disallow: /data-driven-marketing.html/
Disallow: /data-driven-marketing1.html/
Disallow: /dir.php/
Disallow: /mytestpage.php/
Disallow: /mytestpage2.php/
Disallow: /*.xsl/
Disallow: /mytestpage.php/
Disallow: /mytestpage2.php/
Disallow: /error_log/