Skip to content

Commit 0092b3f

Browse files
committed
fix
1 parent d28a7f9 commit 0092b3f

File tree

14 files changed

+125
-21
lines changed

14 files changed

+125
-21
lines changed

custom/conf/app.example.ini

+3
Original file line numberDiff line numberDiff line change
@@ -780,6 +780,9 @@ LEVEL = Info
780780
;ALLOW_ONLY_EXTERNAL_REGISTRATION = false
781781
;;
782782
;; User must sign in to view anything.
783+
;; It could be set to "expensive" to block anonymous users accessing some pages which consume a lot of resources,
784+
;; for example: block anonymous AI crawlers from accessing repo code pages.
785+
;; The "expensive" mode is experimental and subject to change.
783786
;REQUIRE_SIGNIN_VIEW = false
784787
;;
785788
;; Mail notification

modules/setting/config_provider.go

+1
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,7 @@ type ConfigKey interface {
2626
In(defaultVal string, candidates []string) string
2727
String() string
2828
Strings(delim string) []string
29+
Bool() (bool, error)
2930

3031
MustString(defaultVal string) string
3132
MustBool(defaultVal ...bool) bool

modules/setting/service.go

+14-2
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,8 @@ var Service = struct {
4343
ShowRegistrationButton bool
4444
EnablePasswordSignInForm bool
4545
ShowMilestonesDashboardPage bool
46-
RequireSignInView bool
46+
RequireSignInViewStrict bool
47+
BlockAnonymousAccessExpensive bool
4748
EnableNotifyMail bool
4849
EnableBasicAuth bool
4950
EnablePasskeyAuth bool
@@ -159,7 +160,18 @@ func loadServiceFrom(rootCfg ConfigProvider) {
159160
Service.EmailDomainBlockList = CompileEmailGlobList(sec, "EMAIL_DOMAIN_BLOCKLIST")
160161
Service.ShowRegistrationButton = sec.Key("SHOW_REGISTRATION_BUTTON").MustBool(!(Service.DisableRegistration || Service.AllowOnlyExternalRegistration))
161162
Service.ShowMilestonesDashboardPage = sec.Key("SHOW_MILESTONES_DASHBOARD_PAGE").MustBool(true)
162-
Service.RequireSignInView = sec.Key("REQUIRE_SIGNIN_VIEW").MustBool()
163+
164+
// boolean values are considered as "strict"
165+
var err error
166+
Service.RequireSignInViewStrict, err = sec.Key("REQUIRE_SIGNIN_VIEW").Bool()
167+
if s := sec.Key("REQUIRE_SIGNIN_VIEW").String(); err != nil && s != "" {
168+
// non-boolean value only supports "expensive" at the moment
169+
Service.BlockAnonymousAccessExpensive = s == "expensive"
170+
if !Service.BlockAnonymousAccessExpensive {
171+
log.Fatal("Invalid config option: REQUIRE_SIGNIN_VIEW = %s", s)
172+
}
173+
}
174+
163175
Service.EnableBasicAuth = sec.Key("ENABLE_BASIC_AUTHENTICATION").MustBool(true)
164176
Service.EnablePasswordSignInForm = sec.Key("ENABLE_PASSWORD_SIGNIN_FORM").MustBool(true)
165177
Service.EnablePasskeyAuth = sec.Key("ENABLE_PASSKEY_AUTHENTICATION").MustBool(true)

routers/api/packages/cargo/cargo.go

+1-1
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ func apiError(ctx *context.Context, status int, obj any) {
5151

5252
// https://rust-lang.github.io/rfcs/2789-sparse-index.html
5353
func RepositoryConfig(ctx *context.Context) {
54-
ctx.JSON(http.StatusOK, cargo_service.BuildConfig(ctx.Package.Owner, setting.Service.RequireSignInView || ctx.Package.Owner.Visibility != structs.VisibleTypePublic))
54+
ctx.JSON(http.StatusOK, cargo_service.BuildConfig(ctx.Package.Owner, setting.Service.RequireSignInViewStrict || ctx.Package.Owner.Visibility != structs.VisibleTypePublic))
5555
}
5656

5757
func EnumeratePackageVersions(ctx *context.Context) {

routers/api/packages/container/container.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -126,7 +126,7 @@ func apiUnauthorizedError(ctx *context.Context) {
126126

127127
// ReqContainerAccess is a middleware which checks the current user valid (real user or ghost if anonymous access is enabled)
128128
func ReqContainerAccess(ctx *context.Context) {
129-
if ctx.Doer == nil || (setting.Service.RequireSignInView && ctx.Doer.IsGhost()) {
129+
if ctx.Doer == nil || (setting.Service.RequireSignInViewStrict && ctx.Doer.IsGhost()) {
130130
apiUnauthorizedError(ctx)
131131
}
132132
}
@@ -152,7 +152,7 @@ func Authenticate(ctx *context.Context) {
152152
u := ctx.Doer
153153
packageScope := auth_service.GetAccessScope(ctx.Data)
154154
if u == nil {
155-
if setting.Service.RequireSignInView {
155+
if setting.Service.RequireSignInViewStrict {
156156
apiUnauthorizedError(ctx)
157157
return
158158
}

routers/api/v1/api.go

+2-2
Original file line numberDiff line numberDiff line change
@@ -355,7 +355,7 @@ func reqToken() func(ctx *context.APIContext) {
355355

356356
func reqExploreSignIn() func(ctx *context.APIContext) {
357357
return func(ctx *context.APIContext) {
358-
if (setting.Service.RequireSignInView || setting.Service.Explore.RequireSigninView) && !ctx.IsSigned {
358+
if (setting.Service.RequireSignInViewStrict || setting.Service.Explore.RequireSigninView) && !ctx.IsSigned {
359359
ctx.APIError(http.StatusUnauthorized, "you must be signed in to search for users")
360360
}
361361
}
@@ -886,7 +886,7 @@ func Routes() *web.Router {
886886
m.Use(apiAuth(buildAuthGroup()))
887887

888888
m.Use(verifyAuthWithOptions(&common.VerifyOptions{
889-
SignInRequired: setting.Service.RequireSignInView,
889+
SignInRequired: setting.Service.RequireSignInViewStrict,
890890
}))
891891

892892
addActionsRoutes := func(

routers/common/blockexpensive.go

+88
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,88 @@
1+
// Copyright 2025 The Gitea Authors. All rights reserved.
2+
// SPDX-License-Identifier: MIT
3+
4+
package common
5+
6+
import (
7+
"net/http"
8+
"strings"
9+
10+
user_model "code.gitea.io/gitea/models/user"
11+
"code.gitea.io/gitea/modules/reqctx"
12+
"code.gitea.io/gitea/modules/setting"
13+
"code.gitea.io/gitea/modules/web/middleware"
14+
15+
"github.com/go-chi/chi/v5"
16+
)
17+
18+
func BlockExpensive() func(next http.Handler) http.Handler {
19+
if !setting.Service.BlockAnonymousAccessExpensive {
20+
return nil
21+
}
22+
return func(next http.Handler) http.Handler {
23+
return http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
24+
ret := determineRequestPriority(reqctx.FromContext(req.Context()))
25+
if !ret.SignIn {
26+
if ret.Expensive || ret.LongPolling {
27+
http.Redirect(w, req, setting.AppSubURL+"/user/login", http.StatusSeeOther)
28+
return
29+
}
30+
}
31+
next.ServeHTTP(w, req)
32+
})
33+
}
34+
}
35+
36+
func isRoutePathExpensive(routePattern string) bool {
37+
if strings.HasPrefix(routePattern, "/user/") || strings.HasPrefix(routePattern, "/login/") {
38+
return false
39+
}
40+
41+
expensivePaths := []string{
42+
// code related
43+
"/{username}/{reponame}/archive/",
44+
"/{username}/{reponame}/blame/",
45+
"/{username}/{reponame}/commit/",
46+
"/{username}/{reponame}/commits/",
47+
"/{username}/{reponame}/media/",
48+
"/{username}/{reponame}/raw/",
49+
"/{username}/{reponame}/src/",
50+
51+
// issue & PR related (no trailing slash)
52+
"/{username}/{reponame}/issues",
53+
"/{username}/{reponame}/{type:issues}",
54+
"/{username}/{reponame}/pulls",
55+
"/{username}/{reponame}/{type:pulls}",
56+
57+
// wiki
58+
"/{username}/{reponame}/wiki/",
59+
}
60+
for _, path := range expensivePaths {
61+
if strings.HasPrefix(routePattern, path) {
62+
return true
63+
}
64+
}
65+
return false
66+
}
67+
68+
func isRoutePathForLongPolling(routePattern string) bool {
69+
return routePattern == "/user/events"
70+
}
71+
72+
// TODO: add some tests
73+
74+
func determineRequestPriority(reqCtx reqctx.RequestContext) (ret struct {
75+
SignIn bool
76+
Expensive bool
77+
LongPolling bool
78+
},
79+
) {
80+
chiRoutePath := chi.RouteContext(reqCtx).RoutePattern()
81+
if _, ok := reqCtx.GetData()[middleware.ContextDataKeySignedUser].(*user_model.User); ok {
82+
ret.SignIn = true
83+
} else {
84+
ret.Expensive = isRoutePathExpensive(chiRoutePath)
85+
ret.LongPolling = isRoutePathForLongPolling(chiRoutePath)
86+
}
87+
return ret
88+
}

routers/install/install.go

+1-1
Original file line numberDiff line numberDiff line change
@@ -151,7 +151,7 @@ func Install(ctx *context.Context) {
151151
form.DisableRegistration = setting.Service.DisableRegistration
152152
form.AllowOnlyExternalRegistration = setting.Service.AllowOnlyExternalRegistration
153153
form.EnableCaptcha = setting.Service.EnableCaptcha
154-
form.RequireSignInView = setting.Service.RequireSignInView
154+
form.RequireSignInView = setting.Service.RequireSignInViewStrict
155155
form.DefaultKeepEmailPrivate = setting.Service.DefaultKeepEmailPrivate
156156
form.DefaultAllowCreateOrganization = setting.Service.DefaultAllowCreateOrganization
157157
form.DefaultEnableTimetracking = setting.Service.DefaultEnableTimetracking

routers/private/serv.go

+1-1
Original file line numberDiff line numberDiff line change
@@ -286,7 +286,7 @@ func ServCommand(ctx *context.PrivateContext) {
286286
repo.IsPrivate ||
287287
owner.Visibility.IsPrivate() ||
288288
(user != nil && user.IsRestricted) || // user will be nil if the key is a deploykey
289-
setting.Service.RequireSignInView) {
289+
setting.Service.RequireSignInViewStrict) {
290290
if key.Type == asymkey_model.KeyTypeDeploy {
291291
if deployKey.Mode < mode {
292292
ctx.JSON(http.StatusUnauthorized, private.Response{

routers/web/githttp.go

+1-1
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ import (
1414

1515
func addOwnerRepoGitHTTPRouters(m *web.Router) {
1616
reqGitSignIn := func(ctx *context.Context) {
17-
if !setting.Service.RequireSignInView {
17+
if !setting.Service.RequireSignInViewStrict {
1818
return
1919
}
2020
// rely on the results of Contexter

routers/web/repo/githttp.go

+1-1
Original file line numberDiff line numberDiff line change
@@ -127,7 +127,7 @@ func httpBase(ctx *context.Context) *serviceHandler {
127127
// Only public pull don't need auth.
128128
isPublicPull := repoExist && !repo.IsPrivate && isPull
129129
var (
130-
askAuth = !isPublicPull || setting.Service.RequireSignInView
130+
askAuth = !isPublicPull || setting.Service.RequireSignInViewStrict
131131
environ []string
132132
)
133133

routers/web/web.go

+8-8
Original file line numberDiff line numberDiff line change
@@ -283,23 +283,23 @@ func Routes() *web.Router {
283283
mid = append(mid, goGet)
284284
mid = append(mid, common.PageTmplFunctions)
285285

286-
others := web.NewRouter()
287-
others.Use(mid...)
288-
registerRoutes(others)
289-
routes.Mount("", others)
286+
webRoutes := web.NewRouter()
287+
webRoutes.Use(mid...)
288+
webRoutes.Group("", func() { registerWebRoutes(webRoutes) }, common.BlockExpensive())
289+
routes.Mount("", webRoutes)
290290
return routes
291291
}
292292

293293
var optSignInIgnoreCsrf = verifyAuthWithOptions(&common.VerifyOptions{DisableCSRF: true})
294294

295-
// registerRoutes register routes
296-
func registerRoutes(m *web.Router) {
295+
// registerWebRoutes register routes
296+
func registerWebRoutes(m *web.Router) {
297297
// required to be signed in or signed out
298298
reqSignIn := verifyAuthWithOptions(&common.VerifyOptions{SignInRequired: true})
299299
reqSignOut := verifyAuthWithOptions(&common.VerifyOptions{SignOutRequired: true})
300300
// optional sign in (if signed in, use the user as doer, if not, no doer)
301-
optSignIn := verifyAuthWithOptions(&common.VerifyOptions{SignInRequired: setting.Service.RequireSignInView})
302-
optExploreSignIn := verifyAuthWithOptions(&common.VerifyOptions{SignInRequired: setting.Service.RequireSignInView || setting.Service.Explore.RequireSigninView})
301+
optSignIn := verifyAuthWithOptions(&common.VerifyOptions{SignInRequired: setting.Service.RequireSignInViewStrict})
302+
optExploreSignIn := verifyAuthWithOptions(&common.VerifyOptions{SignInRequired: setting.Service.RequireSignInViewStrict || setting.Service.Explore.RequireSigninView})
303303

304304
validation.AddBindingRules()
305305

services/context/package.go

+1-1
Original file line numberDiff line numberDiff line change
@@ -93,7 +93,7 @@ func packageAssignment(ctx *packageAssignmentCtx, errCb func(int, any)) *Package
9393
}
9494

9595
func determineAccessMode(ctx *Base, pkg *Package, doer *user_model.User) (perm.AccessMode, error) {
96-
if setting.Service.RequireSignInView && (doer == nil || doer.IsGhost()) {
96+
if setting.Service.RequireSignInViewStrict && (doer == nil || doer.IsGhost()) {
9797
return perm.AccessModeNone, nil
9898
}
9999

services/packages/cargo/index.go

+1-1
Original file line numberDiff line numberDiff line change
@@ -247,7 +247,7 @@ func createOrUpdateConfigFile(ctx context.Context, repo *repo_model.Repository,
247247
"Initialize Cargo Config",
248248
func(t *files_service.TemporaryUploadRepository) error {
249249
var b bytes.Buffer
250-
err := json.NewEncoder(&b).Encode(BuildConfig(owner, setting.Service.RequireSignInView || owner.Visibility != structs.VisibleTypePublic || repo.IsPrivate))
250+
err := json.NewEncoder(&b).Encode(BuildConfig(owner, setting.Service.RequireSignInViewStrict || owner.Visibility != structs.VisibleTypePublic || repo.IsPrivate))
251251
if err != nil {
252252
return err
253253
}

0 commit comments

Comments
 (0)