User-agent: * Disallow: /cgi-bin Disallow: /contactus.php Disallow: /privacy-policy.html Disallow: /terms-conditions.html