# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

### Use this to include the sitemap, when ready...
Sitemap: http://www.tangoanyone.com/public_html/sitemap.xml

## Agent: Google - Allow access to everything
User-agent: Googlebot
#Disallow: /cgi/brx
#Disallow: 

## Agent: Lycra - Allow access to nothing
#User-agent: lycra
#Disallow: /

## Agent: Mediapartners
User-agent: Mediapartners
Disallow: /cgi-bin

## Agent: MSNBot
User-agent: MSNBot
Disallow: /cgi-bin

## Agent: Slurp
User-agent: Slurp
Disallow: /cgi-bin

User-agent: *
Disallow: /tmp
Disallow: /cgi-bin/