User-agent: Googlebot
<br>
Allow: /cgi/
<br>
Allow: /cgi/viewcontent.php?article=
<br>
Disallow: /cgi/cache/
<br>
Disallow: /downloads/*?file=
<br>
User-agent: Bingbot
<br>
Allow: /cgi/
<br>
Allow: /cgi/viewcontent.php?article=
<br>
Disallow: /cgi/cache/
<br>
Disallow: /downloads/*?file=
<br>
User-agent: *
<br>
Disallow: /
<br>
Crawl-delay: 1
<br>
sitemap: http://anthologytravel.com.au/sitemap.xml