ce7cb702218693d08ea6d83464d2457c9250027c
This commit is contained in:
commit
34c5f8963c
1 changed files with 145336 additions and 0 deletions
66
vendor/workloads/forgejo-public/facade-code-robots.txt
vendored
Normal file
66
vendor/workloads/forgejo-public/facade-code-robots.txt
vendored
Normal file
|
|
@ -0,0 +1,66 @@
|
|||
# code.quorate.dev anonymous root.
|
||||
# Source, blame, commits, raw files, and public API reads stay crawlable.
|
||||
# Archives, attachments, and query variants stay disallowed.
|
||||
# Upstream default: https://forgejo.org/docs/latest/admin/search-engines-indexation/
|
||||
|
||||
User-agent: *
|
||||
Disallow: /avatars/
|
||||
Disallow: /user/
|
||||
Disallow: /login-disabled
|
||||
Disallow: /swagger.*.json
|
||||
Disallow: /explore/*?*
|
||||
|
||||
Disallow: /repo/create
|
||||
Disallow: /repo/migrate
|
||||
Disallow: /org/create
|
||||
Disallow: /*/*/fork
|
||||
|
||||
Disallow: /*/*/watchers
|
||||
Disallow: /*/*/stargazers
|
||||
Disallow: /*/*/forks
|
||||
|
||||
Disallow: /*/*/tags
|
||||
Disallow: /*/*/graph
|
||||
Disallow: /*/*/branches
|
||||
Disallow: /*/*/compare
|
||||
Disallow: /*/*/lastcommit/
|
||||
Disallow: /*/*/rss/branch/
|
||||
Disallow: /*/*/atom/branch/
|
||||
|
||||
Disallow: /*/*/activity
|
||||
Disallow: /*/*/activity_author_data
|
||||
|
||||
Disallow: /*/*/actions
|
||||
Disallow: /*/*/projects
|
||||
Disallow: /*/*/labels
|
||||
Disallow: /*/*/milestones
|
||||
|
||||
Disallow: /*/*/find/
|
||||
Disallow: /*/*/tree-list/
|
||||
Disallow: /*/*/search/
|
||||
Disallow: /*/-/code
|
||||
|
||||
Disallow: /*/*/issues/new
|
||||
Disallow: /*/*/pulls/*/files
|
||||
Disallow: /*/*/pulls/*/commits
|
||||
|
||||
Disallow: /attachments/
|
||||
Disallow: /*/*/attachments/
|
||||
Disallow: /*/*/issues/*/attachments/
|
||||
Disallow: /*/*/pulls/*/attachments/
|
||||
Disallow: /*/*/releases/attachments
|
||||
Disallow: /*/*/releases/download
|
||||
|
||||
Disallow: /*/*/archive/
|
||||
Disallow: /*.bundle$
|
||||
Disallow: /*.patch$
|
||||
Disallow: /*.diff$
|
||||
Disallow: /*.atom$
|
||||
Disallow: /*.rss$
|
||||
|
||||
Disallow: /*lang=*
|
||||
Disallow: /*redirect_to=*
|
||||
Disallow: /*tab=*
|
||||
Disallow: /*q=*
|
||||
Disallow: /*sort=*
|
||||
Disallow: /*repo-search-archived=*
|
||||
Loading…
Reference in a new issue