User-agent: *
Disallow: /auction_schedule/
Disallow: /auction_lots/
Disallow: /web/lot_listing
Disallow: /webstats
# Disallow spiders from visiting rapidly changing / high system cost pages
# trailing slash means that everything under that directory will not be followed
# no trailing slash means everything beginning with the text will not be followed