mirror of
https://github.com/SrIzan10/hc-harbor.git
synced 2026-05-01 10:45:21 +00:00
17 lines
267 B
Plaintext
17 lines
267 B
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
# Important pages for crawling
|
|
Allow: /docs
|
|
Allow: /docs/*
|
|
Allow: /leaderboard
|
|
|
|
# Disallow private/internal pages
|
|
Disallow: /my/
|
|
Disallow: /admin/
|
|
Disallow: /api/
|
|
Disallow: /auth/
|
|
|
|
# Sitemap
|
|
Sitemap: https://hackatime.hackclub.com/sitemap.xml
|