User-agent: *
Crawl-delay: 10
Disallow: /add_url.php
Disallow: /index.php
Disallow: /search.php
Disallow: /2