#robots.txt
Disallow: /stats/
Disallow: /statistics/
Disallow: /catalog/

User-agent: *
Disallow: /cgi-bin/
Disallow: /usage/
Disallow: /admin/
Disallow: /download/
Disallow: /pub/
Disallow: /auctions/
Disallow: /*?auctions*
Disallow: /*auctions*
Disallow: /dealer/
Disallow: /*?dealer*
Disallow: /*dealer*