-
-
Notifications
You must be signed in to change notification settings - Fork 5.5k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
29 changed files
with
292 additions
and
145 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,30 @@ | ||
// Copyright 2022 The Gitea Authors. All rights reserved. | ||
// Use of this source code is governed by a MIT-style | ||
// license that can be found in the LICENSE file. | ||
|
||
package migrations | ||
|
||
import ( | ||
"time" | ||
|
||
"code.gitea.io/gitea/models/repo" | ||
"code.gitea.io/gitea/modules/timeutil" | ||
"xorm.io/xorm" | ||
) | ||
|
||
func addSyncOnCommitColForPushMirror(x *xorm.Engine) error { | ||
type PushMirror struct { | ||
ID int64 `xorm:"pk autoincr"` | ||
RepoID int64 `xorm:"INDEX"` | ||
Repo *repo.Repository `xorm:"-"` | ||
RemoteName string | ||
|
||
SyncOnCommit bool `xorm:"NOT NULL DEFAULT true"` | ||
Interval time.Duration | ||
CreatedUnix timeutil.TimeStamp `xorm:"created"` | ||
LastUpdateUnix timeutil.TimeStamp `xorm:"INDEX last_update"` | ||
LastError string `xorm:"text"` | ||
} | ||
|
||
return x.Sync2(new(PushMirror)) | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,69 @@ | ||
// Copyright 2022 The Gitea Authors. All rights reserved. | ||
// Use of this source code is governed by a MIT-style | ||
// license that can be found in the LICENSE file. | ||
|
||
package mirror | ||
|
||
import ( | ||
"code.gitea.io/gitea/modules/graceful" | ||
"code.gitea.io/gitea/modules/log" | ||
"code.gitea.io/gitea/modules/queue" | ||
"code.gitea.io/gitea/modules/setting" | ||
) | ||
|
||
var mirrorQueue queue.UniqueQueue | ||
|
||
// SyncType type of sync request | ||
type SyncType int | ||
|
||
const ( | ||
// PullMirrorType for pull mirrors | ||
PullMirrorType SyncType = iota | ||
// PushMirrorType for push mirrors | ||
PushMirrorType | ||
) | ||
|
||
// SyncRequest for the mirror queue | ||
type SyncRequest struct { | ||
Type SyncType | ||
ReferenceID int64 // RepoID for pull mirror, MirrorID for push mirror | ||
} | ||
|
||
// StartSyncMirrors starts a go routine to sync the mirrors | ||
func StartSyncMirrors(queueHandle func(data ...queue.Data) []queue.Data) { | ||
if !setting.Mirror.Enabled { | ||
return | ||
} | ||
mirrorQueue = queue.CreateUniqueQueue("mirror", queueHandle, new(SyncRequest)) | ||
|
||
go graceful.GetManager().RunWithShutdownFns(mirrorQueue.Run) | ||
} | ||
|
||
// AddPullMirrorToQueue adds repoID to mirror queue | ||
func AddPullMirrorToQueue(repoID int64) { | ||
addMirrorToQueue(PullMirrorType, repoID) | ||
} | ||
|
||
// AddPushMirrorToQueue adds the push mirror to the queue | ||
func AddPushMirrorToQueue(mirrorID int64) { | ||
addMirrorToQueue(PushMirrorType, mirrorID) | ||
} | ||
|
||
func addMirrorToQueue(syncType SyncType, referenceID int64) { | ||
if !setting.Mirror.Enabled { | ||
return | ||
} | ||
go func() { | ||
if err := PushToQueue(syncType, referenceID); err != nil { | ||
log.Error("Unable to push sync request for to the queue for pull mirror repo[%d]. Error: %v", referenceID, err) | ||
} | ||
}() | ||
} | ||
|
||
// PushToQueue adds the sync request to the queue | ||
func PushToQueue(mirrorType SyncType, referenceID int64) error { | ||
return mirrorQueue.Push(&SyncRequest{ | ||
Type: mirrorType, | ||
ReferenceID: referenceID, | ||
}) | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,45 @@ | ||
// Copyright 2022 The Gitea Authors. All rights reserved. | ||
// Use of this source code is governed by a MIT-style | ||
// license that can be found in the LICENSE file. | ||
|
||
package mirror | ||
|
||
import ( | ||
repo_model "code.gitea.io/gitea/models/repo" | ||
user_model "code.gitea.io/gitea/models/user" | ||
"code.gitea.io/gitea/modules/log" | ||
mirror_module "code.gitea.io/gitea/modules/mirror" | ||
"code.gitea.io/gitea/modules/notification/base" | ||
"code.gitea.io/gitea/modules/repository" | ||
) | ||
|
||
type mirrorNotifier struct { | ||
base.NullNotifier | ||
} | ||
|
||
var _ base.Notifier = &mirrorNotifier{} | ||
|
||
// NewNotifier create a new mirrorNotifier notifier | ||
func NewNotifier() base.Notifier { | ||
return &mirrorNotifier{} | ||
} | ||
|
||
func (m *mirrorNotifier) NotifyPushCommits(_ *user_model.User, repo *repo_model.Repository, _ *repository.PushUpdateOptions, _ *repository.PushCommits) { | ||
syncPushMirrorWithSyncOnCommit(repo.ID) | ||
} | ||
|
||
func (m *mirrorNotifier) NotifySyncPushCommits(_ *user_model.User, repo *repo_model.Repository, _ *repository.PushUpdateOptions, _ *repository.PushCommits) { | ||
syncPushMirrorWithSyncOnCommit(repo.ID) | ||
} | ||
|
||
func syncPushMirrorWithSyncOnCommit(repoID int64) { | ||
pushMirrors, err := repo_model.GetPushMirrorsSyncedOnCommit(repoID) | ||
if err != nil { | ||
log.Error("repo_model.GetPushMirrorsSyncedOnCommit failed: %v", err) | ||
return | ||
} | ||
|
||
for _, mirror := range pushMirrors { | ||
mirror_module.AddPushMirrorToQueue(mirror.ID) | ||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,55 @@ | ||
// Copyright 2022 The Gitea Authors. All rights reserved. | ||
// Use of this source code is governed by a MIT-style | ||
// license that can be found in the LICENSE file. | ||
|
||
package ssh | ||
|
||
import ( | ||
"fmt" | ||
"net" | ||
"os" | ||
"path/filepath" | ||
"strconv" | ||
"strings" | ||
|
||
"code.gitea.io/gitea/modules/log" | ||
"code.gitea.io/gitea/modules/setting" | ||
) | ||
|
||
func Init() error { | ||
if setting.SSH.Disabled { | ||
return nil | ||
} | ||
|
||
if setting.SSH.StartBuiltinServer { | ||
Listen(setting.SSH.ListenHost, setting.SSH.ListenPort, setting.SSH.ServerCiphers, setting.SSH.ServerKeyExchanges, setting.SSH.ServerMACs) | ||
log.Info("SSH server started on %s. Cipher list (%v), key exchange algorithms (%v), MACs (%v)", | ||
net.JoinHostPort(setting.SSH.ListenHost, strconv.Itoa(setting.SSH.ListenPort)), | ||
setting.SSH.ServerCiphers, setting.SSH.ServerKeyExchanges, setting.SSH.ServerMACs, | ||
) | ||
return nil | ||
} | ||
|
||
builtinUnused() | ||
|
||
// FIXME: why 0o644 for a directory ..... | ||
if err := os.MkdirAll(setting.SSH.KeyTestPath, 0o644); err != nil { | ||
return fmt.Errorf("failed to create directory %q for ssh key test: %w", setting.SSH.KeyTestPath, err) | ||
} | ||
|
||
if len(setting.SSH.TrustedUserCAKeys) > 0 && setting.SSH.AuthorizedPrincipalsEnabled { | ||
caKeysFileName := setting.SSH.TrustedUserCAKeysFile | ||
caKeysFileDir := filepath.Dir(caKeysFileName) | ||
|
||
err := os.MkdirAll(caKeysFileDir, 0o700) // SSH.RootPath by default (That is `~/.ssh` in most cases) | ||
if err != nil { | ||
return fmt.Errorf("failed to create directory %q for ssh trusted ca keys: %w", caKeysFileDir, err) | ||
} | ||
|
||
if err := os.WriteFile(caKeysFileName, []byte(strings.Join(setting.SSH.TrustedUserCAKeys, "\n")), 0o600); err != nil { | ||
return fmt.Errorf("failed to write ssh trusted ca keys to %q: %w", caKeysFileName, err) | ||
} | ||
} | ||
|
||
return nil | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.