robots.txt 453 B

12345678910111213141516171819202122
  1. # If you would like to crawl Gitote contact us at support@gitote.in.
  2. User-agent: *
  3. Allow: /humans.txt
  4. Allow: /
  5. Allow: /*/*/src/master
  6. Disallow: /admin
  7. Disallow: /*/*/forks
  8. Disallow: /*/*/stars
  9. Disallow: /*/*/pulls
  10. Disallow: /*/*/archive/
  11. Disallow: /*/*/raw/*
  12. Disallow: /*/*/commits
  13. Disallow: /*/followers
  14. Disallow: /*/following
  15. Disallow: /*/*/src/*
  16. Disallow: /*/*/issues/new
  17. Disallow: /*/*/issues?
  18. Disallow: /*?
  19. Sitemap: https://gitote.in/sitemap.xml