robots.txt 1.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758
  1. # If you would like to crawl Gitote contact us at support@gitote.in.
  2. #
  3. #
  4. # _____
  5. # | |
  6. # | | | |
  7. # |_____|
  8. # ____ ___|_|___ ____
  9. # ()___) ()___)
  10. # // /| |\ \\
  11. # // / | | \ \\
  12. # (___) |___________| (___)
  13. # (___) (_______) (___)
  14. # (___) (___) (___)
  15. # (___) |_| (___)
  16. # (___) ___/___\___ | |
  17. # | | | | | |
  18. # | | |___________| /___\
  19. # /___\ ||| ||| // \\
  20. # // \\ ||| ||| \\ //
  21. # \\ // ||| ||| \\ //
  22. # \\ // ()__) (__()
  23. # /// \\\
  24. # /// \\\
  25. # _///___ ___\\\_
  26. # |_______| |_______|
  27. #
  28. #
  29. #
  30. User-agent: *
  31. Allow: /humans.txt
  32. Allow: /
  33. Allow: /*/*/src/master
  34. Disallow: /admin
  35. Disallow: /user
  36. Disallow: reset_password
  37. Disallow: /*/*/forks
  38. Disallow: /*/*/stars
  39. Disallow: /*/*/pulls
  40. Disallow: /*/*/archive
  41. Disallow: /*/*/settings
  42. Disallow: /*/*/raw/*
  43. Disallow: /*/*/wiki/_new
  44. Disallow: /*/*/wiki/*/_edit
  45. Disallow: /*/*/commits
  46. Disallow: /*/followers
  47. Disallow: /*/following
  48. Disallow: /*/*/src/*
  49. Disallow: /*/*/_edit
  50. Disallow: /*/*/issues/new
  51. Disallow: /*/*/issues?
  52. Disallow: /*/*/compare
  53. Disallow: /*?
  54. Sitemap: https://gitote.in/sitemap.xml