-
-
Notifications
You must be signed in to change notification settings - Fork 5.5k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' into docu_api-delete-token
- Loading branch information
Showing
359 changed files
with
62,328 additions
and
336 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,147 @@ | ||
| // Copyright 2020 The Gitea Authors. All rights reserved. | ||
| // Use of this source code is governed by a MIT-style | ||
| // license that can be found in the LICENSE file. | ||
|
|
||
| package cmd | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
|
|
||
| "code.gitea.io/gitea/models" | ||
| "code.gitea.io/gitea/models/migrations" | ||
| "code.gitea.io/gitea/modules/log" | ||
| "code.gitea.io/gitea/modules/setting" | ||
| "code.gitea.io/gitea/modules/storage" | ||
|
|
||
| "github.com/urfave/cli" | ||
| ) | ||
|
|
||
| // CmdMigrateStorage represents the available migrate storage sub-command. | ||
| var CmdMigrateStorage = cli.Command{ | ||
| Name: "migrate-storage", | ||
| Usage: "Migrate the storage", | ||
| Description: "This is a command for migrating storage.", | ||
| Action: runMigrateStorage, | ||
| Flags: []cli.Flag{ | ||
| cli.StringFlag{ | ||
| Name: "type, t", | ||
| Value: "", | ||
| Usage: "Kinds of files to migrate, currently only 'attachments' is supported", | ||
| }, | ||
| cli.StringFlag{ | ||
| Name: "store, s", | ||
| Value: "local", | ||
| Usage: "New storage type, local or minio", | ||
| }, | ||
| cli.StringFlag{ | ||
| Name: "path, p", | ||
| Value: "", | ||
| Usage: "New storage placement if store is local (leave blank for default)", | ||
| }, | ||
| cli.StringFlag{ | ||
| Name: "minio-endpoint", | ||
| Value: "", | ||
| Usage: "Minio storage endpoint", | ||
| }, | ||
| cli.StringFlag{ | ||
| Name: "minio-access-key-id", | ||
| Value: "", | ||
| Usage: "Minio storage accessKeyID", | ||
| }, | ||
| cli.StringFlag{ | ||
| Name: "minio-secret-access-key", | ||
| Value: "", | ||
| Usage: "Minio storage secretAccessKey", | ||
| }, | ||
| cli.StringFlag{ | ||
| Name: "minio-bucket", | ||
| Value: "", | ||
| Usage: "Minio storage bucket", | ||
| }, | ||
| cli.StringFlag{ | ||
| Name: "minio-location", | ||
| Value: "", | ||
| Usage: "Minio storage location to create bucket", | ||
| }, | ||
| cli.StringFlag{ | ||
| Name: "minio-base-path", | ||
| Value: "", | ||
| Usage: "Minio storage basepath on the bucket", | ||
| }, | ||
| cli.BoolFlag{ | ||
| Name: "minio-use-ssl", | ||
| Usage: "Enable SSL for minio", | ||
| }, | ||
| }, | ||
| } | ||
|
|
||
| func migrateAttachments(dstStorage storage.ObjectStorage) error { | ||
| return models.IterateAttachment(func(attach *models.Attachment) error { | ||
| _, err := storage.Copy(dstStorage, attach.RelativePath(), storage.Attachments, attach.RelativePath()) | ||
| return err | ||
| }) | ||
| } | ||
|
|
||
| func runMigrateStorage(ctx *cli.Context) error { | ||
| if err := initDB(); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| log.Trace("AppPath: %s", setting.AppPath) | ||
| log.Trace("AppWorkPath: %s", setting.AppWorkPath) | ||
| log.Trace("Custom path: %s", setting.CustomPath) | ||
| log.Trace("Log path: %s", setting.LogRootPath) | ||
| setting.InitDBConfig() | ||
|
|
||
| if err := models.NewEngine(context.Background(), migrations.Migrate); err != nil { | ||
| log.Fatal("Failed to initialize ORM engine: %v", err) | ||
| return err | ||
| } | ||
|
|
||
| if err := storage.Init(); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| tp := ctx.String("type") | ||
| switch tp { | ||
| case "attachments": | ||
| var dstStorage storage.ObjectStorage | ||
| var err error | ||
| switch ctx.String("store") { | ||
| case "local": | ||
| p := ctx.String("path") | ||
| if p == "" { | ||
| log.Fatal("Path must be given when store is loal") | ||
| return nil | ||
| } | ||
| dstStorage, err = storage.NewLocalStorage(p) | ||
| case "minio": | ||
| dstStorage, err = storage.NewMinioStorage( | ||
| context.Background(), | ||
| ctx.String("minio-endpoint"), | ||
| ctx.String("minio-access-key-id"), | ||
| ctx.String("minio-secret-access-key"), | ||
| ctx.String("minio-bucket"), | ||
| ctx.String("minio-location"), | ||
| ctx.String("minio-base-path"), | ||
| ctx.Bool("minio-use-ssl"), | ||
| ) | ||
| default: | ||
| return fmt.Errorf("Unsupported attachments store type: %s", ctx.String("store")) | ||
| } | ||
|
|
||
| if err != nil { | ||
| return err | ||
| } | ||
| if err := migrateAttachments(dstStorage); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| log.Warn("All files have been copied to the new placement but old files are still on the orignial placement.") | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.