robots.txt 614 B

1234567891011121314151617181920212223242526272829
  1. # If you would like to crawl Gitote contact us at support@gitote.in.
  2. User-agent: *
  3. Allow: /humans.txt
  4. Allow: /
  5. Allow: /*/*/src/master
  6. Disallow: /admin
  7. Disallow: /user
  8. Disallow: reset_password
  9. Disallow: /*/*/forks
  10. Disallow: /*/*/stars
  11. Disallow: /*/*/pulls
  12. Disallow: /*/*/archive
  13. Disallow: /*/*/settings
  14. Disallow: /*/*/raw/*
  15. Disallow: /*/*/wiki/_new
  16. Disallow: /*/*/wiki/*/_edit
  17. Disallow: /*/*/commits
  18. Disallow: /*/followers
  19. Disallow: /*/following
  20. Disallow: /*/*/src/*
  21. Disallow: /*/*/_edit
  22. Disallow: /*/*/issues/new
  23. Disallow: /*/*/issues?
  24. Disallow: /*/*/compare
  25. Disallow: /*?
  26. Sitemap: https://gitote.in/sitemap.xml