# This allows all bots everywhere:
User-agent: *
Disallow: /articles/
Disallow: /cgi-bin/
Disallow: /pages/
Disallow: /Scripts/
Disallow: /sendmail.php
Disallow: /form.php
Disallow: /email.php
Disallow: index2.html
Disallow: index3.html