restore.go 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161
  1. package cmd
  2. import (
  3. "context"
  4. "os"
  5. "path"
  6. "path/filepath"
  7. "github.com/cockroachdb/errors"
  8. "github.com/unknwon/cae/zip"
  9. "github.com/urfave/cli"
  10. "gopkg.in/ini.v1"
  11. log "unknwon.dev/clog/v2"
  12. "gogs.io/gogs/internal/conf"
  13. "gogs.io/gogs/internal/database"
  14. "gogs.io/gogs/internal/osutil"
  15. "gogs.io/gogs/internal/semverutil"
  16. )
  17. var Restore = cli.Command{
  18. Name: "restore",
  19. Usage: "Restore files and database from backup",
  20. Description: `Restore imports all related files and database from a backup archive.
  21. The backup version must lower or equal to current Gogs version. You can also import
  22. backup from other database engines, which is useful for database migrating.
  23. If corresponding files or database tables are not presented in the archive, they will
  24. be skipped and remain unchanged.`,
  25. Action: runRestore,
  26. Flags: []cli.Flag{
  27. stringFlag("config, c", "", "Custom configuration file path"),
  28. boolFlag("verbose, v", "Show process details"),
  29. stringFlag("tempdir, t", os.TempDir(), "Temporary directory path"),
  30. stringFlag("from", "", "Path to backup archive"),
  31. boolFlag("database-only", "Only import database"),
  32. boolFlag("exclude-repos", "Exclude repositories"),
  33. },
  34. }
  35. // lastSupportedVersionOfFormat returns the last supported version of the backup archive
  36. // format that is able to import.
  37. var lastSupportedVersionOfFormat = map[int]string{}
  38. func runRestore(c *cli.Context) error {
  39. zip.Verbose = c.Bool("verbose")
  40. tmpDir := c.String("tempdir")
  41. if !osutil.IsDir(tmpDir) {
  42. log.Fatal("'--tempdir' does not exist: %s", tmpDir)
  43. }
  44. archivePath := path.Join(tmpDir, archiveRootDir)
  45. // Make sure there was no leftover and also clean up afterwards
  46. err := os.RemoveAll(archivePath)
  47. if err != nil {
  48. log.Fatal("Failed to clean up previous leftover in %q: %v", archivePath, err)
  49. }
  50. defer func() { _ = os.RemoveAll(archivePath) }()
  51. log.Info("Restoring backup from: %s", c.String("from"))
  52. err = zip.ExtractTo(c.String("from"), tmpDir)
  53. if err != nil {
  54. log.Fatal("Failed to extract backup archive: %v", err)
  55. }
  56. // Check backup version
  57. metaFile := filepath.Join(archivePath, "metadata.ini")
  58. if !osutil.IsFile(metaFile) {
  59. log.Fatal("File 'metadata.ini' is missing")
  60. }
  61. metadata, err := ini.Load(metaFile)
  62. if err != nil {
  63. log.Fatal("Failed to load metadata '%s': %v", metaFile, err)
  64. }
  65. backupVersion := metadata.Section("").Key("GOGS_VERSION").MustString("999.0")
  66. if semverutil.Compare(conf.App.Version, "<", backupVersion) {
  67. log.Fatal("Current Gogs version is lower than backup version: %s < %s", conf.App.Version, backupVersion)
  68. }
  69. formatVersion := metadata.Section("").Key("VERSION").MustInt()
  70. if formatVersion == 0 {
  71. log.Fatal("Failed to determine the backup format version from metadata '%s': %s", metaFile, "VERSION is not presented")
  72. }
  73. if formatVersion != currentBackupFormatVersion {
  74. log.Fatal("Backup format version found is %d but this binary only supports %d\nThe last known version that is able to import your backup is %s",
  75. formatVersion, currentBackupFormatVersion, lastSupportedVersionOfFormat[formatVersion])
  76. }
  77. // If config file is not present in backup, user must set this file via flag.
  78. // Otherwise, it's optional to set config file flag.
  79. configFile := filepath.Join(archivePath, "custom", "conf", "app.ini")
  80. var customConf string
  81. if c.IsSet("config") {
  82. customConf = c.String("config")
  83. } else if !osutil.IsFile(configFile) {
  84. log.Fatal("'--config' is not specified and custom config file is not found in backup")
  85. } else {
  86. customConf = configFile
  87. }
  88. err = conf.Init(customConf)
  89. if err != nil {
  90. return errors.Wrap(err, "init configuration")
  91. }
  92. conf.InitLogging(true)
  93. conn, err := database.SetEngine()
  94. if err != nil {
  95. return errors.Wrap(err, "set engine")
  96. }
  97. // Database
  98. dbDir := path.Join(archivePath, "db")
  99. if err = database.ImportDatabase(context.Background(), conn, dbDir, c.Bool("verbose")); err != nil {
  100. log.Fatal("Failed to import database: %v", err)
  101. }
  102. if !c.Bool("database-only") {
  103. // Custom files
  104. if osutil.IsDir(conf.CustomDir()) {
  105. if err = os.Rename(conf.CustomDir(), conf.CustomDir()+".bak"); err != nil {
  106. log.Fatal("Failed to backup current 'custom': %v", err)
  107. }
  108. }
  109. if err = os.Rename(filepath.Join(archivePath, "custom"), conf.CustomDir()); err != nil {
  110. log.Fatal("Failed to import 'custom': %v", err)
  111. }
  112. // Data files
  113. _ = os.MkdirAll(conf.Server.AppDataPath, os.ModePerm)
  114. for _, dir := range []string{"attachments", "avatars", "repo-avatars"} {
  115. // Skip if backup archive does not have corresponding data
  116. srcPath := filepath.Join(archivePath, "data", dir)
  117. if !osutil.IsDir(srcPath) {
  118. continue
  119. }
  120. dirPath := filepath.Join(conf.Server.AppDataPath, dir)
  121. if osutil.IsDir(dirPath) {
  122. if err = os.Rename(dirPath, dirPath+".bak"); err != nil {
  123. log.Fatal("Failed to backup current 'data': %v", err)
  124. }
  125. }
  126. if err = os.Rename(srcPath, dirPath); err != nil {
  127. log.Fatal("Failed to import 'data': %v", err)
  128. }
  129. }
  130. }
  131. // Repositories
  132. reposPath := filepath.Join(archivePath, "repositories.zip")
  133. if !c.Bool("exclude-repos") && !c.Bool("database-only") && osutil.IsFile(reposPath) {
  134. if err := zip.ExtractTo(reposPath, filepath.Dir(conf.Repository.Root)); err != nil {
  135. log.Fatal("Failed to extract 'repositories.zip': %v", err)
  136. }
  137. }
  138. log.Info("Restore succeed!")
  139. log.Stop()
  140. return nil
  141. }