User-agent: *
Disallow: /comment.php
Disallow: /docs
Disallow: /pingback.php
Disallow: /trackback.php
Disallow: /submit.php
User-agent: dotbot
Disallow: /