Updated Robots File

public/robots.txt

@@ -32,8 +32,12 @@
 User-agent: *
 Allow: /humans.txt
 Allow: /
+Allow: /login
+Allow: /join
 Allow: /*/*/src/master
+Disallow: /api
 Disallow: /admin
+Disallow: /avatars
 Disallow: /user
 Disallow: reset_password
 Disallow: /*/*/forks