Sitemap: http://www.grandfoo.com/sitemap.xml.gz

User-agent: Wget
Disallow: /

#added 01/02/2006
User-agent: Gigabot
Disallow: /

#added 01/10/2006
User-agent: NG/2.0
Disallow: /

User-agent: appie
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /bugoff.php
Disallow: /cgi-bin/
Disallow: /phorm/
Disallow: /search/
Disallow: /images/
Disallow: /article/author-list.php
Disallow: /article/authors-result.php
Disallow: /rudder/
Disallow: /article/one-article.php
Disallow: /icon/
Disallow: /libjs/
Disallow: /stuff/
Disallow: /city/
Disallow: /tee/
Disallow: /css/
Disallow: /dyse/
Disallow: /trap/
Disallow: /w3c/
Disallow: /contact-us.php