User-agent: *
Allow: /

User-agent: *
Disallow: /configs/

User-agent: *
Disallow: /components/

User-agent: *
Disallow: /users/

User-agent: *
Disallow: /libs/

User-agent: *
Disallow: /setup/

User-agent: *
Disallow: /styles/