User-agent: * 
Allow: / 
Disallow: /vendors/
Disallow: /*?
Disallow: /cgi-bin/