2020-08-18 07:23:45 +03:00
// Copyright 2020 The Gitea Authors. All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.
package cmd
import (
"context"
"fmt"
2020-09-29 12:05:13 +03:00
"strings"
2020-08-18 07:23:45 +03:00
"code.gitea.io/gitea/models"
2021-09-19 14:49:59 +03:00
"code.gitea.io/gitea/models/db"
2020-08-18 07:23:45 +03:00
"code.gitea.io/gitea/models/migrations"
"code.gitea.io/gitea/modules/log"
"code.gitea.io/gitea/modules/setting"
"code.gitea.io/gitea/modules/storage"
"github.com/urfave/cli"
)
// CmdMigrateStorage represents the available migrate storage sub-command.
var CmdMigrateStorage = cli . Command {
Name : "migrate-storage" ,
Usage : "Migrate the storage" ,
Description : "This is a command for migrating storage." ,
Action : runMigrateStorage ,
Flags : [ ] cli . Flag {
cli . StringFlag {
Name : "type, t" ,
Value : "" ,
Usage : "Kinds of files to migrate, currently only 'attachments' is supported" ,
} ,
cli . StringFlag {
2020-09-29 12:05:13 +03:00
Name : "storage, s" ,
2020-10-13 06:58:34 +03:00
Value : "" ,
Usage : "New storage type: local (default) or minio" ,
2020-08-18 07:23:45 +03:00
} ,
cli . StringFlag {
Name : "path, p" ,
Value : "" ,
Usage : "New storage placement if store is local (leave blank for default)" ,
} ,
cli . StringFlag {
Name : "minio-endpoint" ,
Value : "" ,
Usage : "Minio storage endpoint" ,
} ,
cli . StringFlag {
Name : "minio-access-key-id" ,
Value : "" ,
Usage : "Minio storage accessKeyID" ,
} ,
cli . StringFlag {
Name : "minio-secret-access-key" ,
Value : "" ,
Usage : "Minio storage secretAccessKey" ,
} ,
cli . StringFlag {
Name : "minio-bucket" ,
Value : "" ,
Usage : "Minio storage bucket" ,
} ,
cli . StringFlag {
Name : "minio-location" ,
Value : "" ,
Usage : "Minio storage location to create bucket" ,
} ,
cli . StringFlag {
Name : "minio-base-path" ,
Value : "" ,
Usage : "Minio storage basepath on the bucket" ,
} ,
cli . BoolFlag {
Name : "minio-use-ssl" ,
Usage : "Enable SSL for minio" ,
} ,
} ,
}
func migrateAttachments ( dstStorage storage . ObjectStorage ) error {
return models . IterateAttachment ( func ( attach * models . Attachment ) error {
_ , err := storage . Copy ( dstStorage , attach . RelativePath ( ) , storage . Attachments , attach . RelativePath ( ) )
return err
} )
}
2020-09-08 18:45:10 +03:00
func migrateLFS ( dstStorage storage . ObjectStorage ) error {
return models . IterateLFS ( func ( mo * models . LFSMetaObject ) error {
_ , err := storage . Copy ( dstStorage , mo . RelativePath ( ) , storage . LFS , mo . RelativePath ( ) )
return err
} )
}
2020-10-14 16:07:51 +03:00
func migrateAvatars ( dstStorage storage . ObjectStorage ) error {
return models . IterateUser ( func ( user * models . User ) error {
_ , err := storage . Copy ( dstStorage , user . CustomAvatarRelativePath ( ) , storage . Avatars , user . CustomAvatarRelativePath ( ) )
return err
} )
}
func migrateRepoAvatars ( dstStorage storage . ObjectStorage ) error {
return models . IterateRepository ( func ( repo * models . Repository ) error {
_ , err := storage . Copy ( dstStorage , repo . CustomAvatarRelativePath ( ) , storage . RepoAvatars , repo . CustomAvatarRelativePath ( ) )
return err
} )
}
2020-08-18 07:23:45 +03:00
func runMigrateStorage ( ctx * cli . Context ) error {
if err := initDB ( ) ; err != nil {
return err
}
2021-06-27 03:56:58 +03:00
log . Info ( "AppPath: %s" , setting . AppPath )
log . Info ( "AppWorkPath: %s" , setting . AppWorkPath )
log . Info ( "Custom path: %s" , setting . CustomPath )
log . Info ( "Log path: %s" , setting . LogRootPath )
2021-09-14 04:24:57 +03:00
log . Info ( "Configuration file: %s" , setting . CustomConf )
2020-08-18 07:23:45 +03:00
setting . InitDBConfig ( )
2021-09-19 14:49:59 +03:00
if err := db . NewEngine ( context . Background ( ) , migrations . Migrate ) ; err != nil {
2020-08-18 07:23:45 +03:00
log . Fatal ( "Failed to initialize ORM engine: %v" , err )
return err
}
2020-10-13 06:58:34 +03:00
goCtx := context . Background ( )
2020-08-18 07:23:45 +03:00
if err := storage . Init ( ) ; err != nil {
return err
}
2020-09-08 18:45:10 +03:00
var dstStorage storage . ObjectStorage
var err error
2020-09-29 12:05:13 +03:00
switch strings . ToLower ( ctx . String ( "storage" ) ) {
2020-10-13 06:58:34 +03:00
case "" :
fallthrough
case string ( storage . LocalStorageType ) :
2020-09-08 18:45:10 +03:00
p := ctx . String ( "path" )
if p == "" {
2020-09-29 12:05:13 +03:00
log . Fatal ( "Path must be given when storage is loal" )
2020-09-08 18:45:10 +03:00
return nil
}
2020-10-13 06:58:34 +03:00
dstStorage , err = storage . NewLocalStorage (
goCtx ,
storage . LocalStorageConfig {
Path : p ,
} )
case string ( storage . MinioStorageType ) :
2020-09-08 18:45:10 +03:00
dstStorage , err = storage . NewMinioStorage (
2020-10-13 06:58:34 +03:00
goCtx ,
storage . MinioStorageConfig {
Endpoint : ctx . String ( "minio-endpoint" ) ,
AccessKeyID : ctx . String ( "minio-access-key-id" ) ,
SecretAccessKey : ctx . String ( "minio-secret-access-key" ) ,
Bucket : ctx . String ( "minio-bucket" ) ,
Location : ctx . String ( "minio-location" ) ,
BasePath : ctx . String ( "minio-base-path" ) ,
UseSSL : ctx . Bool ( "minio-use-ssl" ) ,
} )
2020-09-08 18:45:10 +03:00
default :
2020-10-14 16:07:51 +03:00
return fmt . Errorf ( "Unsupported storage type: %s" , ctx . String ( "storage" ) )
2020-09-08 18:45:10 +03:00
}
if err != nil {
return err
}
2020-09-29 12:05:13 +03:00
tp := strings . ToLower ( ctx . String ( "type" ) )
2020-08-18 07:23:45 +03:00
switch tp {
case "attachments" :
2020-09-08 18:45:10 +03:00
if err := migrateAttachments ( dstStorage ) ; err != nil {
2020-08-18 07:23:45 +03:00
return err
}
2020-09-08 18:45:10 +03:00
case "lfs" :
if err := migrateLFS ( dstStorage ) ; err != nil {
2020-08-18 07:23:45 +03:00
return err
}
2020-10-14 16:07:51 +03:00
case "avatars" :
if err := migrateAvatars ( dstStorage ) ; err != nil {
return err
}
case "repo-avatars" :
if err := migrateRepoAvatars ( dstStorage ) ; err != nil {
return err
}
2020-09-08 18:45:10 +03:00
default :
return fmt . Errorf ( "Unsupported storage: %s" , ctx . String ( "type" ) )
2020-08-18 07:23:45 +03:00
}
2021-07-08 14:38:13 +03:00
log . Warn ( "All files have been copied to the new placement but old files are still on the original placement." )
2020-09-08 18:45:10 +03:00
2020-08-18 07:23:45 +03:00
return nil
}