gitote/public/robots.txt

# If you would like to crawl Gitote contact us at support@gitote.in.

#
#
#              _____
#             |     |
#             | | | |
#             |_____|
#       ____ ___|_|___ ____
#      ()___)         ()___)
#      // /|           |\ \\
#     // / |           | \ \\
#    (___) |___________| (___)
#    (___)   (_______)   (___)
#    (___)     (___)     (___)
#    (___)      |_|      (___)
#    (___)  ___/___\___   | |
#     | |  |           |  | |
#     | |  |___________| /___\ 
#    /___\  |||     ||| //   \\
#   //   \\ |||     ||| \\   //
#   \\   // |||     |||  \\ //
#    \\ // ()__)   (__()
#          ///       \\\ 
#         ///         \\\ 
#       _///___     ___\\\_
#      |_______|   |_______|
#
#
#

User-agent: Googlebot
Allow: /humans.txt
Allow: .js
Allow: .css
Allow: /
Allow: /login
Allow: /join
Allow: /*/*/src/master
Disallow: /api
Disallow: /admin
Disallow: /avatars
Disallow: /user
Disallow: reset_password
Disallow: /*/*/forks
Disallow: /*/*/stars
Disallow: /*/*/pulls
Disallow: /*/*/archive
Disallow: /*/*/settings
Disallow: /*/*/raw/*
Disallow: /*/*/wiki/_new
Disallow: /*/*/wiki/*/_edit
Disallow: /*/*/commits
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/*/src/*
Disallow: /*/*/_edit
Disallow: /*/*/issues/new
Disallow: /*/*/issues?
Disallow: /*/*/compare
Disallow: /*?

Sitemap: https://gitote.in/sitemap.xml