User-agent: * Disallow: about_us.html Disallow: agreement.html Disallow: aim_priv_stmt.html Disallow: benefits.html Disallow: contact_us.html Disallow: error.html Disallow: favicon.ico Disallow: /graphics/ Disallow: how_it_works.html Disallow: infodex.php Disallow: license.html Disallow: other_sites.html Disallow: /pdfs/ Disallow: read_me.html Disallow: reference_sites.html Disallow: relocation.html Disallow: rental.html Disallow: sc_failure.php Disallow: /sc_images/ Disallow: /squirrelcart/ Disallow: store.php Disallow: store_orig.php Disallow: storehome.php Disallow: storehome_orig.php # block everything except for index.*, info1.shtml crawl