# robots.txt # used to allow/disallow search engines access to specified # directories User-agent: * Disallow: /tmp/ Disallow: /old/ Disallow: /downloads/ Disallow: /raven/ Disallow: /search/ Disallow: /local/images/archives/roberson/tiles/ # Disallow: /archives/wn/detail1.php Disallow: /news/wp/wp-*