User-agent: *
Disallow: /backup/
Disallow: /bin/
Disallow: /cache/
Disallow: /grav/
Disallow: /logs/
Disallow: /system/
Disallow: /vendor/
Disallow: /user/
Allow: /user/pages/
Allow: /user/themes/
Allow: /user/images/
Allow: /user/assets/
Allow: /
Allow: *.css$
Allow: *.js$
Allow: /system/*.js$

User-agent: Twitterbot
Allow: /user/assets/
Allow: /user/images/

User-agent: facebookexternalhit
Allow: /user/assets/
Allow: /user/images/