User-Agent: *
Disallow: /import/
Disallow: /download/
Disallow: /xtc_installer_deleted/
Disallow: /logs/
Disallow: /admin/
Disallow: /_sitemap_gen/
Disallow: /export/
Allow: /export/froogle.txt
Disallow: /cgi-bin/
Allow: /
Disallow: /include/
Disallow: /cache/
Disallow: /inc/
Disallow: https://
Disallow: /webim/