github.com/psyb0t/mattermost-server@v4.6.1-0.20180125161845-5503a1351abf+incompatible/store/sqlstore/upgrade.go (about)

     1  // Copyright (c) 2016-present Mattermost, Inc. All Rights Reserved.
     2  // See License.txt for license information.
     3  
     4  package sqlstore
     5  
     6  import (
     7  	"os"
     8  	"strings"
     9  	"time"
    10  
    11  	l4g "github.com/alecthomas/log4go"
    12  
    13  	"github.com/mattermost/mattermost-server/model"
    14  	"github.com/mattermost/mattermost-server/utils"
    15  )
    16  
    17  const (
    18  	VERSION_4_6_0            = "4.6.0"
    19  	VERSION_4_5_0            = "4.5.0"
    20  	VERSION_4_4_0            = "4.4.0"
    21  	VERSION_4_3_0            = "4.3.0"
    22  	VERSION_4_2_0            = "4.2.0"
    23  	VERSION_4_1_0            = "4.1.0"
    24  	VERSION_4_0_0            = "4.0.0"
    25  	VERSION_3_10_0           = "3.10.0"
    26  	VERSION_3_9_0            = "3.9.0"
    27  	VERSION_3_8_0            = "3.8.0"
    28  	VERSION_3_7_0            = "3.7.0"
    29  	VERSION_3_6_0            = "3.6.0"
    30  	VERSION_3_5_0            = "3.5.0"
    31  	VERSION_3_4_0            = "3.4.0"
    32  	VERSION_3_3_0            = "3.3.0"
    33  	VERSION_3_2_0            = "3.2.0"
    34  	VERSION_3_1_0            = "3.1.0"
    35  	VERSION_3_0_0            = "3.0.0"
    36  	OLDEST_SUPPORTED_VERSION = VERSION_3_0_0
    37  )
    38  
    39  const (
    40  	EXIT_VERSION_SAVE_MISSING = 1001
    41  	EXIT_TOO_OLD              = 1002
    42  	EXIT_VERSION_SAVE         = 1003
    43  	EXIT_THEME_MIGRATION      = 1004
    44  )
    45  
    46  func UpgradeDatabase(sqlStore SqlStore) {
    47  
    48  	UpgradeDatabaseToVersion31(sqlStore)
    49  	UpgradeDatabaseToVersion32(sqlStore)
    50  	UpgradeDatabaseToVersion33(sqlStore)
    51  	UpgradeDatabaseToVersion34(sqlStore)
    52  	UpgradeDatabaseToVersion35(sqlStore)
    53  	UpgradeDatabaseToVersion36(sqlStore)
    54  	UpgradeDatabaseToVersion37(sqlStore)
    55  	UpgradeDatabaseToVersion38(sqlStore)
    56  	UpgradeDatabaseToVersion39(sqlStore)
    57  	UpgradeDatabaseToVersion310(sqlStore)
    58  	UpgradeDatabaseToVersion40(sqlStore)
    59  	UpgradeDatabaseToVersion41(sqlStore)
    60  	UpgradeDatabaseToVersion42(sqlStore)
    61  	UpgradeDatabaseToVersion43(sqlStore)
    62  	UpgradeDatabaseToVersion44(sqlStore)
    63  	UpgradeDatabaseToVersion45(sqlStore)
    64  	UpgradeDatabaseToVersion46(sqlStore)
    65  
    66  	// If the SchemaVersion is empty this this is the first time it has ran
    67  	// so lets set it to the current version.
    68  	if sqlStore.GetCurrentSchemaVersion() == "" {
    69  		if result := <-sqlStore.System().SaveOrUpdate(&model.System{Name: "Version", Value: model.CurrentVersion}); result.Err != nil {
    70  			l4g.Critical(result.Err.Error())
    71  			time.Sleep(time.Second)
    72  			os.Exit(EXIT_VERSION_SAVE_MISSING)
    73  		}
    74  
    75  		l4g.Info(utils.T("store.sql.schema_set.info"), model.CurrentVersion)
    76  	}
    77  
    78  	// If we're not on the current version then it's too old to be upgraded
    79  	if sqlStore.GetCurrentSchemaVersion() != model.CurrentVersion {
    80  		l4g.Critical(utils.T("store.sql.schema_version.critical"), sqlStore.GetCurrentSchemaVersion(), OLDEST_SUPPORTED_VERSION, model.CurrentVersion, OLDEST_SUPPORTED_VERSION)
    81  		time.Sleep(time.Second)
    82  		os.Exit(EXIT_TOO_OLD)
    83  	}
    84  }
    85  
    86  func saveSchemaVersion(sqlStore SqlStore, version string) {
    87  	if result := <-sqlStore.System().Update(&model.System{Name: "Version", Value: version}); result.Err != nil {
    88  		l4g.Critical(result.Err.Error())
    89  		time.Sleep(time.Second)
    90  		os.Exit(EXIT_VERSION_SAVE)
    91  	}
    92  
    93  	l4g.Warn(utils.T("store.sql.upgraded.warn"), version)
    94  }
    95  
    96  func shouldPerformUpgrade(sqlStore SqlStore, currentSchemaVersion string, expectedSchemaVersion string) bool {
    97  	if sqlStore.GetCurrentSchemaVersion() == currentSchemaVersion {
    98  		l4g.Warn(utils.T("store.sql.schema_out_of_date.warn"), currentSchemaVersion)
    99  		l4g.Warn(utils.T("store.sql.schema_upgrade_attempt.warn"), expectedSchemaVersion)
   100  
   101  		return true
   102  	}
   103  
   104  	return false
   105  }
   106  
   107  func UpgradeDatabaseToVersion31(sqlStore SqlStore) {
   108  	if shouldPerformUpgrade(sqlStore, VERSION_3_0_0, VERSION_3_1_0) {
   109  		sqlStore.CreateColumnIfNotExists("OutgoingWebhooks", "ContentType", "varchar(128)", "varchar(128)", "")
   110  		saveSchemaVersion(sqlStore, VERSION_3_1_0)
   111  	}
   112  }
   113  
   114  func UpgradeDatabaseToVersion32(sqlStore SqlStore) {
   115  	if shouldPerformUpgrade(sqlStore, VERSION_3_1_0, VERSION_3_2_0) {
   116  		sqlStore.CreateColumnIfNotExists("TeamMembers", "DeleteAt", "bigint(20)", "bigint", "0")
   117  
   118  		saveSchemaVersion(sqlStore, VERSION_3_2_0)
   119  	}
   120  }
   121  
   122  func themeMigrationFailed(err error) {
   123  	l4g.Critical(utils.T("store.sql_user.migrate_theme.critical"), err)
   124  	time.Sleep(time.Second)
   125  	os.Exit(EXIT_THEME_MIGRATION)
   126  }
   127  
   128  func UpgradeDatabaseToVersion33(sqlStore SqlStore) {
   129  	if shouldPerformUpgrade(sqlStore, VERSION_3_2_0, VERSION_3_3_0) {
   130  		if sqlStore.DoesColumnExist("Users", "ThemeProps") {
   131  			params := map[string]interface{}{
   132  				"Category": model.PREFERENCE_CATEGORY_THEME,
   133  				"Name":     "",
   134  			}
   135  
   136  			transaction, err := sqlStore.GetMaster().Begin()
   137  			if err != nil {
   138  				themeMigrationFailed(err)
   139  			}
   140  
   141  			// increase size of Value column of Preferences table to match the size of the ThemeProps column
   142  			if sqlStore.DriverName() == model.DATABASE_DRIVER_POSTGRES {
   143  				if _, err := transaction.Exec("ALTER TABLE Preferences ALTER COLUMN Value TYPE varchar(2000)"); err != nil {
   144  					themeMigrationFailed(err)
   145  				}
   146  			} else if sqlStore.DriverName() == model.DATABASE_DRIVER_MYSQL {
   147  				if _, err := transaction.Exec("ALTER TABLE Preferences MODIFY Value text"); err != nil {
   148  					themeMigrationFailed(err)
   149  				}
   150  			}
   151  
   152  			// copy data across
   153  			if _, err := transaction.Exec(
   154  				`INSERT INTO
   155  					Preferences(UserId, Category, Name, Value)
   156  				SELECT
   157  					Id, '`+model.PREFERENCE_CATEGORY_THEME+`', '', ThemeProps
   158  				FROM
   159  					Users
   160  				WHERE
   161  					Users.ThemeProps != 'null'`, params); err != nil {
   162  				themeMigrationFailed(err)
   163  			}
   164  
   165  			// delete old data
   166  			if _, err := transaction.Exec("ALTER TABLE Users DROP COLUMN ThemeProps"); err != nil {
   167  				themeMigrationFailed(err)
   168  			}
   169  
   170  			if err := transaction.Commit(); err != nil {
   171  				themeMigrationFailed(err)
   172  			}
   173  
   174  			// rename solarized_* code themes to solarized-* to match client changes in 3.0
   175  			var data model.Preferences
   176  			if _, err := sqlStore.GetMaster().Select(&data, "SELECT * FROM Preferences WHERE Category = '"+model.PREFERENCE_CATEGORY_THEME+"' AND Value LIKE '%solarized_%'"); err == nil {
   177  				for i := range data {
   178  					data[i].Value = strings.Replace(data[i].Value, "solarized_", "solarized-", -1)
   179  				}
   180  
   181  				sqlStore.Preference().Save(&data)
   182  			}
   183  		}
   184  
   185  		sqlStore.CreateColumnIfNotExists("OAuthApps", "IsTrusted", "tinyint(1)", "boolean", "0")
   186  		sqlStore.CreateColumnIfNotExists("OAuthApps", "IconURL", "varchar(512)", "varchar(512)", "")
   187  		sqlStore.CreateColumnIfNotExists("OAuthAccessData", "ClientId", "varchar(26)", "varchar(26)", "")
   188  		sqlStore.CreateColumnIfNotExists("OAuthAccessData", "UserId", "varchar(26)", "varchar(26)", "")
   189  		sqlStore.CreateColumnIfNotExists("OAuthAccessData", "ExpiresAt", "bigint", "bigint", "0")
   190  
   191  		if sqlStore.DoesColumnExist("OAuthAccessData", "AuthCode") {
   192  			sqlStore.RemoveIndexIfExists("idx_oauthaccessdata_auth_code", "OAuthAccessData")
   193  			sqlStore.RemoveColumnIfExists("OAuthAccessData", "AuthCode")
   194  		}
   195  
   196  		sqlStore.RemoveColumnIfExists("Users", "LastActivityAt")
   197  		sqlStore.RemoveColumnIfExists("Users", "LastPingAt")
   198  
   199  		sqlStore.CreateColumnIfNotExists("OutgoingWebhooks", "TriggerWhen", "tinyint", "integer", "0")
   200  
   201  		saveSchemaVersion(sqlStore, VERSION_3_3_0)
   202  	}
   203  }
   204  
   205  func UpgradeDatabaseToVersion34(sqlStore SqlStore) {
   206  	if shouldPerformUpgrade(sqlStore, VERSION_3_3_0, VERSION_3_4_0) {
   207  		sqlStore.CreateColumnIfNotExists("Status", "Manual", "BOOLEAN", "BOOLEAN", "0")
   208  		sqlStore.CreateColumnIfNotExists("Status", "ActiveChannel", "varchar(26)", "varchar(26)", "")
   209  
   210  		saveSchemaVersion(sqlStore, VERSION_3_4_0)
   211  	}
   212  }
   213  
   214  func UpgradeDatabaseToVersion35(sqlStore SqlStore) {
   215  	if shouldPerformUpgrade(sqlStore, VERSION_3_4_0, VERSION_3_5_0) {
   216  		sqlStore.GetMaster().Exec("UPDATE Users SET Roles = 'system_user' WHERE Roles = ''")
   217  		sqlStore.GetMaster().Exec("UPDATE Users SET Roles = 'system_user system_admin' WHERE Roles = 'system_admin'")
   218  		sqlStore.GetMaster().Exec("UPDATE TeamMembers SET Roles = 'team_user' WHERE Roles = ''")
   219  		sqlStore.GetMaster().Exec("UPDATE TeamMembers SET Roles = 'team_user team_admin' WHERE Roles = 'admin'")
   220  		sqlStore.GetMaster().Exec("UPDATE ChannelMembers SET Roles = 'channel_user' WHERE Roles = ''")
   221  		sqlStore.GetMaster().Exec("UPDATE ChannelMembers SET Roles = 'channel_user channel_admin' WHERE Roles = 'admin'")
   222  
   223  		// The rest of the migration from Filenames -> FileIds is done lazily in api.GetFileInfosForPost
   224  		sqlStore.CreateColumnIfNotExists("Posts", "FileIds", "varchar(150)", "varchar(150)", "[]")
   225  
   226  		// Increase maximum length of the Channel table Purpose column.
   227  		if sqlStore.GetMaxLengthOfColumnIfExists("Channels", "Purpose") != "250" {
   228  			sqlStore.AlterColumnTypeIfExists("Channels", "Purpose", "varchar(250)", "varchar(250)")
   229  		}
   230  
   231  		sqlStore.Session().RemoveAllSessions()
   232  
   233  		saveSchemaVersion(sqlStore, VERSION_3_5_0)
   234  	}
   235  }
   236  
   237  func UpgradeDatabaseToVersion36(sqlStore SqlStore) {
   238  	if shouldPerformUpgrade(sqlStore, VERSION_3_5_0, VERSION_3_6_0) {
   239  		sqlStore.CreateColumnIfNotExists("Posts", "HasReactions", "tinyint", "boolean", "0")
   240  
   241  		// Create Team Description column
   242  		sqlStore.CreateColumnIfNotExists("Teams", "Description", "varchar(255)", "varchar(255)", "")
   243  
   244  		// Add a Position column to users.
   245  		sqlStore.CreateColumnIfNotExists("Users", "Position", "varchar(64)", "varchar(64)", "")
   246  
   247  		// Remove ActiveChannel column from Status
   248  		sqlStore.RemoveColumnIfExists("Status", "ActiveChannel")
   249  
   250  		saveSchemaVersion(sqlStore, VERSION_3_6_0)
   251  	}
   252  }
   253  
   254  func UpgradeDatabaseToVersion37(sqlStore SqlStore) {
   255  	if shouldPerformUpgrade(sqlStore, VERSION_3_6_0, VERSION_3_7_0) {
   256  		// Add EditAt column to Posts
   257  		sqlStore.CreateColumnIfNotExists("Posts", "EditAt", " bigint", " bigint", "0")
   258  
   259  		saveSchemaVersion(sqlStore, VERSION_3_7_0)
   260  	}
   261  }
   262  
   263  func UpgradeDatabaseToVersion38(sqlStore SqlStore) {
   264  	if shouldPerformUpgrade(sqlStore, VERSION_3_7_0, VERSION_3_8_0) {
   265  		// Add the IsPinned column to posts.
   266  		sqlStore.CreateColumnIfNotExists("Posts", "IsPinned", "boolean", "boolean", "0")
   267  
   268  		saveSchemaVersion(sqlStore, VERSION_3_8_0)
   269  	}
   270  }
   271  
   272  func UpgradeDatabaseToVersion39(sqlStore SqlStore) {
   273  	if shouldPerformUpgrade(sqlStore, VERSION_3_8_0, VERSION_3_9_0) {
   274  		sqlStore.CreateColumnIfNotExists("OAuthAccessData", "Scope", "varchar(128)", "varchar(128)", model.DEFAULT_SCOPE)
   275  		sqlStore.RemoveTableIfExists("PasswordRecovery")
   276  
   277  		saveSchemaVersion(sqlStore, VERSION_3_9_0)
   278  	}
   279  }
   280  
   281  func UpgradeDatabaseToVersion310(sqlStore SqlStore) {
   282  	if shouldPerformUpgrade(sqlStore, VERSION_3_9_0, VERSION_3_10_0) {
   283  		saveSchemaVersion(sqlStore, VERSION_3_10_0)
   284  	}
   285  }
   286  
   287  func UpgradeDatabaseToVersion40(sqlStore SqlStore) {
   288  	if shouldPerformUpgrade(sqlStore, VERSION_3_10_0, VERSION_4_0_0) {
   289  		saveSchemaVersion(sqlStore, VERSION_4_0_0)
   290  	}
   291  }
   292  
   293  func UpgradeDatabaseToVersion41(sqlStore SqlStore) {
   294  	if shouldPerformUpgrade(sqlStore, VERSION_4_0_0, VERSION_4_1_0) {
   295  		// Increase maximum length of the Users table Roles column.
   296  		if sqlStore.GetMaxLengthOfColumnIfExists("Users", "Roles") != "256" {
   297  			sqlStore.AlterColumnTypeIfExists("Users", "Roles", "varchar(256)", "varchar(256)")
   298  		}
   299  
   300  		sqlStore.RemoveTableIfExists("JobStatuses")
   301  
   302  		saveSchemaVersion(sqlStore, VERSION_4_1_0)
   303  	}
   304  }
   305  
   306  func UpgradeDatabaseToVersion42(sqlStore SqlStore) {
   307  	if shouldPerformUpgrade(sqlStore, VERSION_4_1_0, VERSION_4_2_0) {
   308  		saveSchemaVersion(sqlStore, VERSION_4_2_0)
   309  	}
   310  }
   311  
   312  func UpgradeDatabaseToVersion43(sqlStore SqlStore) {
   313  	if shouldPerformUpgrade(sqlStore, VERSION_4_2_0, VERSION_4_3_0) {
   314  		saveSchemaVersion(sqlStore, VERSION_4_3_0)
   315  	}
   316  }
   317  
   318  func UpgradeDatabaseToVersion44(sqlStore SqlStore) {
   319  	if shouldPerformUpgrade(sqlStore, VERSION_4_3_0, VERSION_4_4_0) {
   320  		// Add the IsActive column to UserAccessToken.
   321  		sqlStore.CreateColumnIfNotExists("UserAccessTokens", "IsActive", "boolean", "boolean", "1")
   322  
   323  		saveSchemaVersion(sqlStore, VERSION_4_4_0)
   324  	}
   325  }
   326  
   327  func UpgradeDatabaseToVersion46(sqlStore SqlStore) {
   328  
   329  	if shouldPerformUpgrade(sqlStore, VERSION_4_5_0, VERSION_4_6_0) {
   330  		sqlStore.CreateColumnIfNotExists("IncomingWebhooks", "Username", "varchar(64)", "varchar(64)", "")
   331  		sqlStore.CreateColumnIfNotExists("IncomingWebhooks", "IconURL", "varchar(1024)", "varchar(1024)", "")
   332  		saveSchemaVersion(sqlStore, VERSION_4_6_0)
   333  	}
   334  }
   335  
   336  func UpgradeDatabaseToVersion45(sqlStore SqlStore) {
   337  	if shouldPerformUpgrade(sqlStore, VERSION_4_4_0, VERSION_4_5_0) {
   338  		saveSchemaVersion(sqlStore, VERSION_4_5_0)
   339  	}
   340  }