User-agent: OpenWebSpider Disallow: /public Disallow: /cache.php Disallow: /search.php Disallow: /news.php