mirror of
https://github.com/SrIzan10/hc-harbor.git
synced 2026-05-01 10:45:21 +00:00
19 lines
440 B
Plaintext
19 lines
440 B
Plaintext
# Hackatime robots.txt - Allow search engines to index our public documentation
|
|
# See https://www.robotstxt.org/robotstxt.html for documentation
|
|
|
|
User-agent: *
|
|
# Allow all documentation to be indexed
|
|
Allow: /docs
|
|
|
|
# Block private user data from indexing
|
|
Disallow: /leaderboards
|
|
Disallow: /my/
|
|
Disallow: /admin/
|
|
Disallow: /api/
|
|
Disallow: /auth/
|
|
Disallow: /users/*/projects
|
|
|
|
# Crawl-delay to be respectful of server resources
|
|
Crawl-delay: 1
|
|
|