mirror of
https://github.com/caprover/caprover
synced 2025-12-12 06:15:40 +00:00
Removed old migration files
This commit is contained in:
Kasra Bigdeli
@@ -1,20 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
# Run this script on the server to migrate from CaptainDuckDuck.
|
||||
|
||||
cd / && \
|
||||
docker pull caprover/caprover && \
|
||||
docker service scale captain-captain=0 && \
|
||||
docker service rm captain-certbot captain-nginx && \
|
||||
(docker service rm captain-registry || true) && \
|
||||
sleep 3s && echo "waiting..." && sleep 3s && echo "waiting..." && \
|
||||
rm -rf /captain/generated && rm -rf /captain/temp && \
|
||||
tar -cvf /captain-bk-$(date +%Y_%m_%d_%H_%M_%S).tar /captain && \
|
||||
mkdir -p /captain/data && \
|
||||
mv /captain/letencrypt /captain/data/ && \
|
||||
mv /captain/nginx-shared /captain/data/ && \
|
||||
mv /captain/registry /captain/data/ && \
|
||||
mv /captain/config.conf /captain/data/ && \
|
||||
docker service update --image caprover/caprover captain-captain && \
|
||||
docker service scale captain-captain=1 --detach && \
|
||||
docker service logs captain-captain --follow
|
||||
@@ -4,9 +4,9 @@ import DataStore from '../../datastore/DataStore'
|
||||
import DataStoreProvider from '../../datastore/DataStoreProvider'
|
||||
import DockerApi from '../../docker/DockerApi'
|
||||
import { IRegistryInfo, IRegistryTypes } from '../../models/IRegistryInfo'
|
||||
import { NetDataInfo } from '../../models/NetDataInfo'
|
||||
import CaptainConstants from '../../utils/CaptainConstants'
|
||||
import Logger from '../../utils/Logger'
|
||||
import MigrateCaptainDuckDuck from '../../utils/MigrateCaptainDuckDuck'
|
||||
import Utils from '../../utils/Utils'
|
||||
import Authenticator from '../Authenticator'
|
||||
import FeatureFlags from '../FeatureFlags'
|
||||
@@ -25,7 +25,6 @@ import LoadBalancerManager from './LoadBalancerManager'
|
||||
import SelfHostedDockerRegistry from './SelfHostedDockerRegistry'
|
||||
import request = require('request')
|
||||
import fs = require('fs-extra')
|
||||
import { NetDataInfo } from '../../models/NetDataInfo'
|
||||
|
||||
const DEBUG_SALT = 'THIS IS NOT A REAL CERTIFICATE'
|
||||
|
||||
@@ -213,18 +212,6 @@ class CaptainManager {
|
||||
.then(function () {
|
||||
return dataStore.setEncryptionSalt(self.getCaptainSalt())
|
||||
})
|
||||
.then(function () {
|
||||
return new MigrateCaptainDuckDuck(
|
||||
dataStore,
|
||||
Authenticator.getAuthenticator(dataStore.getNameSpace())
|
||||
)
|
||||
.migrateIfNeeded()
|
||||
.then(function (migrationPerformed) {
|
||||
if (migrationPerformed) {
|
||||
return self.resetSelf()
|
||||
}
|
||||
})
|
||||
})
|
||||
.then(function () {
|
||||
return loadBalancerManager.init(myNodeId, dataStore)
|
||||
})
|
||||
|
||||
@@ -1,370 +0,0 @@
|
||||
import * as fs from 'fs-extra'
|
||||
import * as path from 'path'
|
||||
import DataStore from '../datastore/DataStore'
|
||||
import DockerApi from '../docker/DockerApi'
|
||||
import { IAppVersion } from '../models/AppDefinition'
|
||||
import { IRegistryTypes } from '../models/IRegistryInfo'
|
||||
import Authenticator from '../user/Authenticator'
|
||||
import CaptainConstants from './CaptainConstants'
|
||||
import Logger from './Logger'
|
||||
|
||||
export default class MigrateCaptainDuckDuck {
|
||||
private oldFilePath: string
|
||||
private oldData: any
|
||||
constructor(
|
||||
private dataStore: DataStore,
|
||||
private authenticator: Authenticator
|
||||
) {
|
||||
this.oldFilePath = path.join(
|
||||
CaptainConstants.captainDataDirectory,
|
||||
'config.conf'
|
||||
)
|
||||
}
|
||||
migrateIfNeeded() {
|
||||
// Captain Boots-up
|
||||
// - Check if old conf file is available
|
||||
// - if so, then read json file and convert the old data into new data and save the data
|
||||
// - one all promises are done.
|
||||
// - Remove the old conf file and if it fails just hard crash.
|
||||
//
|
||||
// Migration limitations
|
||||
// Repos push webhook changes, need to be re-set in your git repo
|
||||
// Remote registries will need to be re-entered
|
||||
// Revert to version does not work for images built before the migration, e.g. failed deploys and images pushed to registry do not work
|
||||
|
||||
const self = this
|
||||
const oldFilePath = self.oldFilePath
|
||||
if (!fs.pathExistsSync(oldFilePath)) {
|
||||
Logger.d('Migration not needed, skipping.')
|
||||
return Promise.resolve(false)
|
||||
}
|
||||
|
||||
return this.performMigration().then(function () {
|
||||
return true
|
||||
})
|
||||
}
|
||||
|
||||
performMigration() {
|
||||
Logger.d('Migration starting now...')
|
||||
|
||||
const self = this
|
||||
const oldFilePath = self.oldFilePath
|
||||
|
||||
const dataStore = this.dataStore
|
||||
|
||||
return Promise.resolve()
|
||||
.then(function (data) {
|
||||
return fs.readJson(
|
||||
path.join(
|
||||
CaptainConstants.captainDataDirectory,
|
||||
'config.conf'
|
||||
)
|
||||
)
|
||||
})
|
||||
.then(function (dataRetrieved) {
|
||||
self.oldData = dataRetrieved
|
||||
})
|
||||
.then(function () {
|
||||
Logger.d('Migrating basic configs...')
|
||||
const oldData = self.oldData
|
||||
|
||||
const promises: Promise<void>[] = []
|
||||
|
||||
if (oldData.customDomain) {
|
||||
promises.push(
|
||||
dataStore.setCustomDomain(oldData.customDomain)
|
||||
)
|
||||
}
|
||||
|
||||
if (oldData.hashedPassword) {
|
||||
promises.push(
|
||||
dataStore.setHashedPassword(oldData.hashedPassword)
|
||||
)
|
||||
}
|
||||
|
||||
if (oldData.emailAddress) {
|
||||
promises.push(
|
||||
dataStore.setUserEmailAddress(oldData.emailAddress)
|
||||
)
|
||||
}
|
||||
|
||||
if (oldData.hasRootSsl) {
|
||||
promises.push(dataStore.setHasRootSsl(!!oldData.hasRootSsl))
|
||||
}
|
||||
|
||||
if (oldData.forceRootSsl) {
|
||||
promises.push(dataStore.setForceSsl(!!oldData.forceRootSsl))
|
||||
}
|
||||
|
||||
if (oldData.hasRegistrySsl) {
|
||||
promises.push(
|
||||
dataStore.setHasRegistrySsl(!!oldData.hasRegistrySsl)
|
||||
)
|
||||
}
|
||||
|
||||
if (oldData.NGINX_BASE_CONFIG || oldData.NGINX_CAPTAIN_CONFIG) {
|
||||
promises.push(
|
||||
dataStore.setNginxConfig(
|
||||
oldData.NGINX_BASE_CONFIG,
|
||||
oldData.NGINX_CAPTAIN_CONFIG
|
||||
)
|
||||
)
|
||||
}
|
||||
|
||||
if (oldData.netDataInfo && oldData.netDataInfo.isEnabled) {
|
||||
promises.push(dataStore.setNetDataInfo(oldData.netDataInfo))
|
||||
}
|
||||
|
||||
return Promise.all(promises)
|
||||
})
|
||||
.then(function () {
|
||||
const oldData = self.oldData
|
||||
if (!oldData.captainRegistryAuthSecretVer) {
|
||||
return Promise.resolve()
|
||||
}
|
||||
|
||||
const authObj = JSON.parse(
|
||||
fs
|
||||
.readFileSync(
|
||||
`/run/secrets/captain-reg-auth${Number(
|
||||
oldData.captainRegistryAuthSecretVer
|
||||
)}`
|
||||
)
|
||||
.toString()
|
||||
)
|
||||
|
||||
const registriesDataStore = dataStore.getRegistriesDataStore()
|
||||
|
||||
if (
|
||||
(authObj.serveraddress as string).endsWith(
|
||||
`${oldData.customDomain}:${CaptainConstants.configs.registrySubDomainPort}` as string
|
||||
)
|
||||
) {
|
||||
// local
|
||||
return registriesDataStore
|
||||
.addRegistryToDb(
|
||||
authObj.username,
|
||||
authObj.password,
|
||||
authObj.serveraddress,
|
||||
authObj.username,
|
||||
IRegistryTypes.LOCAL_REG
|
||||
)
|
||||
.then(function (idOfNewReg) {
|
||||
return registriesDataStore.setDefaultPushRegistryId(
|
||||
idOfNewReg
|
||||
)
|
||||
})
|
||||
} else {
|
||||
// remote
|
||||
return registriesDataStore
|
||||
.addRegistryToDb(
|
||||
authObj.username,
|
||||
authObj.password,
|
||||
authObj.serveraddress,
|
||||
authObj.username,
|
||||
IRegistryTypes.REMOTE_REG
|
||||
)
|
||||
.then(function (idOfNewReg) {
|
||||
return registriesDataStore.setDefaultPushRegistryId(
|
||||
idOfNewReg
|
||||
)
|
||||
})
|
||||
}
|
||||
})
|
||||
.then(function () {
|
||||
return DockerApi.get().getAllServices()
|
||||
})
|
||||
.then(function (dockerServices) {
|
||||
const oldAppDefinitions = self.oldData.appDefinitions
|
||||
if (!oldAppDefinitions) return Promise.resolve()
|
||||
|
||||
function findCurrentlyInUseImageForApp(
|
||||
appNameToSearch: string
|
||||
) {
|
||||
for (let i = 0; i < dockerServices.length; i++) {
|
||||
const element = dockerServices[i]
|
||||
if (
|
||||
element.Spec.Name ===
|
||||
'srv-captain--' + appNameToSearch
|
||||
) {
|
||||
return element.Spec.TaskTemplate.ContainerSpec.Image
|
||||
}
|
||||
}
|
||||
|
||||
return ''
|
||||
}
|
||||
|
||||
const promises: Promise<void>[] = []
|
||||
|
||||
Object.keys(oldAppDefinitions).forEach((appName) => {
|
||||
const app = JSON.parse(
|
||||
JSON.stringify(oldAppDefinitions[appName])
|
||||
)
|
||||
|
||||
const appStore = dataStore.getAppsDataStore()
|
||||
|
||||
const p = Promise.resolve() //
|
||||
.then(function () {
|
||||
return appStore.registerAppDefinition(
|
||||
appName,
|
||||
'',
|
||||
!!app.hasPersistentData
|
||||
)
|
||||
})
|
||||
.then(function () {
|
||||
for (
|
||||
let index = 0;
|
||||
index < app.volumes.length;
|
||||
index++
|
||||
) {
|
||||
const element = app.volumes[index]
|
||||
element.type = undefined
|
||||
}
|
||||
|
||||
const repoInfo = {
|
||||
user: '',
|
||||
password: '',
|
||||
sshKey: '',
|
||||
branch: '',
|
||||
repo: '',
|
||||
}
|
||||
|
||||
if (
|
||||
app.appPushWebhook &&
|
||||
app.appPushWebhook.repoInfo
|
||||
) {
|
||||
const extracted = JSON.parse(
|
||||
Buffer.from(
|
||||
app.appPushWebhook.repoInfo.split(
|
||||
'.'
|
||||
)[1],
|
||||
'base64'
|
||||
).toString()
|
||||
).data
|
||||
|
||||
repoInfo.user = extracted.user
|
||||
repoInfo.password = extracted.password
|
||||
repoInfo.branch = extracted.branch
|
||||
repoInfo.repo = extracted.repo
|
||||
}
|
||||
|
||||
return Promise.resolve()
|
||||
.then(function () {
|
||||
const customDomains = app.customDomain || []
|
||||
const hasDefaultSubDomainSsl =
|
||||
!!app.hasDefaultSubDomainSsl
|
||||
return appStore.addCustomDomainForAppForMigration(
|
||||
appName,
|
||||
hasDefaultSubDomainSsl,
|
||||
customDomains
|
||||
)
|
||||
})
|
||||
.then(function () {
|
||||
const oldVers: any[] = app.versions || []
|
||||
const newVers: IAppVersion[] = []
|
||||
const newVersOnlyDeployVersion: IAppVersion[] =
|
||||
[]
|
||||
const deployedVersion = Number(
|
||||
app.deployedVersion
|
||||
)
|
||||
|
||||
oldVers.forEach((element) => {
|
||||
const thisVersion = Number(
|
||||
element.version
|
||||
)
|
||||
|
||||
let deployedImageName = `img-captain--${appName}:${thisVersion}`
|
||||
|
||||
if (thisVersion === deployedVersion) {
|
||||
deployedImageName =
|
||||
findCurrentlyInUseImageForApp(
|
||||
appName
|
||||
)
|
||||
|
||||
// Only add the currently deployed version. Revert won't work for other versions as
|
||||
// it's impossible to guess their image name correct 100% due to the fact that
|
||||
// we don't know if they were pushed to the registry or not
|
||||
newVersOnlyDeployVersion.push({
|
||||
timeStamp:
|
||||
element.timeStamp || '',
|
||||
version: thisVersion,
|
||||
gitHash: element.gitHash,
|
||||
deployedImageName,
|
||||
})
|
||||
}
|
||||
|
||||
newVers.push({
|
||||
timeStamp: element.timeStamp || '',
|
||||
version: thisVersion,
|
||||
gitHash: element.gitHash,
|
||||
deployedImageName,
|
||||
})
|
||||
})
|
||||
|
||||
const deployedVersionFound =
|
||||
newVersOnlyDeployVersion.length === 1
|
||||
if (!deployedVersionFound) {
|
||||
Logger.d(
|
||||
'********* WARNING!! *********'
|
||||
)
|
||||
Logger.d(
|
||||
`** Not able to find the deployed image for ${appName}. This app might misbehave!! **`
|
||||
)
|
||||
}
|
||||
|
||||
return appStore.setVersionsForMigration(
|
||||
appName,
|
||||
deployedVersionFound
|
||||
? newVersOnlyDeployVersion
|
||||
: newVers,
|
||||
deployedVersion
|
||||
)
|
||||
})
|
||||
.then(function () {
|
||||
return appStore.updateAppDefinitionInDb(
|
||||
appName,
|
||||
'',
|
||||
'',
|
||||
Number(app.instanceCount),
|
||||
CaptainConstants.defaultCaptainDefinitionPath,
|
||||
app.envVars || [],
|
||||
app.volumes || [],
|
||||
[],
|
||||
app.nodeId || '',
|
||||
!!app.notExposeAsWebApp,
|
||||
80,
|
||||
undefined,
|
||||
!!app.forceSsl,
|
||||
app.ports || [],
|
||||
repoInfo,
|
||||
self.authenticator,
|
||||
app.customNginxConfig,
|
||||
'',
|
||||
app.preDeployFunction,
|
||||
'',
|
||||
false,
|
||||
{
|
||||
enabled: false,
|
||||
}
|
||||
)
|
||||
})
|
||||
})
|
||||
promises.push(p)
|
||||
})
|
||||
|
||||
return Promise.all(promises).then(function () {
|
||||
//
|
||||
})
|
||||
})
|
||||
.then(function () {
|
||||
Logger.d(
|
||||
'Old data migrated to new format, deleting the old format...'
|
||||
)
|
||||
fs.remove(oldFilePath)
|
||||
})
|
||||
.then(function () {
|
||||
Logger.d('Migration successfully done!')
|
||||
return Promise.resolve()
|
||||
})
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user