User-agent: Twitterbot
Disallow: *
Allow: /public/*

User-agent: *
Disallow: /public/
User-Agent: Googlebot
Allow: .js
Allow: .css
Allow: .jpg
Allow: .png