mirror of
https://github.com/caprover/caprover
synced 2025-12-13 14:55:40 +00:00
Removed old migration files
This commit is contained in:
Kasra Bigdeli
@@ -1,20 +0,0 @@
|
|||||||
#!/bin/sh
|
|
||||||
|
|
||||||
# Run this script on the server to migrate from CaptainDuckDuck.
|
|
||||||
|
|
||||||
cd / && \
|
|
||||||
docker pull caprover/caprover && \
|
|
||||||
docker service scale captain-captain=0 && \
|
|
||||||
docker service rm captain-certbot captain-nginx && \
|
|
||||||
(docker service rm captain-registry || true) && \
|
|
||||||
sleep 3s && echo "waiting..." && sleep 3s && echo "waiting..." && \
|
|
||||||
rm -rf /captain/generated && rm -rf /captain/temp && \
|
|
||||||
tar -cvf /captain-bk-$(date +%Y_%m_%d_%H_%M_%S).tar /captain && \
|
|
||||||
mkdir -p /captain/data && \
|
|
||||||
mv /captain/letencrypt /captain/data/ && \
|
|
||||||
mv /captain/nginx-shared /captain/data/ && \
|
|
||||||
mv /captain/registry /captain/data/ && \
|
|
||||||
mv /captain/config.conf /captain/data/ && \
|
|
||||||
docker service update --image caprover/caprover captain-captain && \
|
|
||||||
docker service scale captain-captain=1 --detach && \
|
|
||||||
docker service logs captain-captain --follow
|
|
||||||
@@ -4,9 +4,9 @@ import DataStore from '../../datastore/DataStore'
|
|||||||
import DataStoreProvider from '../../datastore/DataStoreProvider'
|
import DataStoreProvider from '../../datastore/DataStoreProvider'
|
||||||
import DockerApi from '../../docker/DockerApi'
|
import DockerApi from '../../docker/DockerApi'
|
||||||
import { IRegistryInfo, IRegistryTypes } from '../../models/IRegistryInfo'
|
import { IRegistryInfo, IRegistryTypes } from '../../models/IRegistryInfo'
|
||||||
|
import { NetDataInfo } from '../../models/NetDataInfo'
|
||||||
import CaptainConstants from '../../utils/CaptainConstants'
|
import CaptainConstants from '../../utils/CaptainConstants'
|
||||||
import Logger from '../../utils/Logger'
|
import Logger from '../../utils/Logger'
|
||||||
import MigrateCaptainDuckDuck from '../../utils/MigrateCaptainDuckDuck'
|
|
||||||
import Utils from '../../utils/Utils'
|
import Utils from '../../utils/Utils'
|
||||||
import Authenticator from '../Authenticator'
|
import Authenticator from '../Authenticator'
|
||||||
import FeatureFlags from '../FeatureFlags'
|
import FeatureFlags from '../FeatureFlags'
|
||||||
@@ -25,7 +25,6 @@ import LoadBalancerManager from './LoadBalancerManager'
|
|||||||
import SelfHostedDockerRegistry from './SelfHostedDockerRegistry'
|
import SelfHostedDockerRegistry from './SelfHostedDockerRegistry'
|
||||||
import request = require('request')
|
import request = require('request')
|
||||||
import fs = require('fs-extra')
|
import fs = require('fs-extra')
|
||||||
import { NetDataInfo } from '../../models/NetDataInfo'
|
|
||||||
|
|
||||||
const DEBUG_SALT = 'THIS IS NOT A REAL CERTIFICATE'
|
const DEBUG_SALT = 'THIS IS NOT A REAL CERTIFICATE'
|
||||||
|
|
||||||
@@ -213,18 +212,6 @@ class CaptainManager {
|
|||||||
.then(function () {
|
.then(function () {
|
||||||
return dataStore.setEncryptionSalt(self.getCaptainSalt())
|
return dataStore.setEncryptionSalt(self.getCaptainSalt())
|
||||||
})
|
})
|
||||||
.then(function () {
|
|
||||||
return new MigrateCaptainDuckDuck(
|
|
||||||
dataStore,
|
|
||||||
Authenticator.getAuthenticator(dataStore.getNameSpace())
|
|
||||||
)
|
|
||||||
.migrateIfNeeded()
|
|
||||||
.then(function (migrationPerformed) {
|
|
||||||
if (migrationPerformed) {
|
|
||||||
return self.resetSelf()
|
|
||||||
}
|
|
||||||
})
|
|
||||||
})
|
|
||||||
.then(function () {
|
.then(function () {
|
||||||
return loadBalancerManager.init(myNodeId, dataStore)
|
return loadBalancerManager.init(myNodeId, dataStore)
|
||||||
})
|
})
|
||||||
|
|||||||
@@ -1,370 +0,0 @@
|
|||||||
import * as fs from 'fs-extra'
|
|
||||||
import * as path from 'path'
|
|
||||||
import DataStore from '../datastore/DataStore'
|
|
||||||
import DockerApi from '../docker/DockerApi'
|
|
||||||
import { IAppVersion } from '../models/AppDefinition'
|
|
||||||
import { IRegistryTypes } from '../models/IRegistryInfo'
|
|
||||||
import Authenticator from '../user/Authenticator'
|
|
||||||
import CaptainConstants from './CaptainConstants'
|
|
||||||
import Logger from './Logger'
|
|
||||||
|
|
||||||
export default class MigrateCaptainDuckDuck {
|
|
||||||
private oldFilePath: string
|
|
||||||
private oldData: any
|
|
||||||
constructor(
|
|
||||||
private dataStore: DataStore,
|
|
||||||
private authenticator: Authenticator
|
|
||||||
) {
|
|
||||||
this.oldFilePath = path.join(
|
|
||||||
CaptainConstants.captainDataDirectory,
|
|
||||||
'config.conf'
|
|
||||||
)
|
|
||||||
}
|
|
||||||
migrateIfNeeded() {
|
|
||||||
// Captain Boots-up
|
|
||||||
// - Check if old conf file is available
|
|
||||||
// - if so, then read json file and convert the old data into new data and save the data
|
|
||||||
// - one all promises are done.
|
|
||||||
// - Remove the old conf file and if it fails just hard crash.
|
|
||||||
//
|
|
||||||
// Migration limitations
|
|
||||||
// Repos push webhook changes, need to be re-set in your git repo
|
|
||||||
// Remote registries will need to be re-entered
|
|
||||||
// Revert to version does not work for images built before the migration, e.g. failed deploys and images pushed to registry do not work
|
|
||||||
|
|
||||||
const self = this
|
|
||||||
const oldFilePath = self.oldFilePath
|
|
||||||
if (!fs.pathExistsSync(oldFilePath)) {
|
|
||||||
Logger.d('Migration not needed, skipping.')
|
|
||||||
return Promise.resolve(false)
|
|
||||||
}
|
|
||||||
|
|
||||||
return this.performMigration().then(function () {
|
|
||||||
return true
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
performMigration() {
|
|
||||||
Logger.d('Migration starting now...')
|
|
||||||
|
|
||||||
const self = this
|
|
||||||
const oldFilePath = self.oldFilePath
|
|
||||||
|
|
||||||
const dataStore = this.dataStore
|
|
||||||
|
|
||||||
return Promise.resolve()
|
|
||||||
.then(function (data) {
|
|
||||||
return fs.readJson(
|
|
||||||
path.join(
|
|
||||||
CaptainConstants.captainDataDirectory,
|
|
||||||
'config.conf'
|
|
||||||
)
|
|
||||||
)
|
|
||||||
})
|
|
||||||
.then(function (dataRetrieved) {
|
|
||||||
self.oldData = dataRetrieved
|
|
||||||
})
|
|
||||||
.then(function () {
|
|
||||||
Logger.d('Migrating basic configs...')
|
|
||||||
const oldData = self.oldData
|
|
||||||
|
|
||||||
const promises: Promise<void>[] = []
|
|
||||||
|
|
||||||
if (oldData.customDomain) {
|
|
||||||
promises.push(
|
|
||||||
dataStore.setCustomDomain(oldData.customDomain)
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
if (oldData.hashedPassword) {
|
|
||||||
promises.push(
|
|
||||||
dataStore.setHashedPassword(oldData.hashedPassword)
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
if (oldData.emailAddress) {
|
|
||||||
promises.push(
|
|
||||||
dataStore.setUserEmailAddress(oldData.emailAddress)
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
if (oldData.hasRootSsl) {
|
|
||||||
promises.push(dataStore.setHasRootSsl(!!oldData.hasRootSsl))
|
|
||||||
}
|
|
||||||
|
|
||||||
if (oldData.forceRootSsl) {
|
|
||||||
promises.push(dataStore.setForceSsl(!!oldData.forceRootSsl))
|
|
||||||
}
|
|
||||||
|
|
||||||
if (oldData.hasRegistrySsl) {
|
|
||||||
promises.push(
|
|
||||||
dataStore.setHasRegistrySsl(!!oldData.hasRegistrySsl)
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
if (oldData.NGINX_BASE_CONFIG || oldData.NGINX_CAPTAIN_CONFIG) {
|
|
||||||
promises.push(
|
|
||||||
dataStore.setNginxConfig(
|
|
||||||
oldData.NGINX_BASE_CONFIG,
|
|
||||||
oldData.NGINX_CAPTAIN_CONFIG
|
|
||||||
)
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
if (oldData.netDataInfo && oldData.netDataInfo.isEnabled) {
|
|
||||||
promises.push(dataStore.setNetDataInfo(oldData.netDataInfo))
|
|
||||||
}
|
|
||||||
|
|
||||||
return Promise.all(promises)
|
|
||||||
})
|
|
||||||
.then(function () {
|
|
||||||
const oldData = self.oldData
|
|
||||||
if (!oldData.captainRegistryAuthSecretVer) {
|
|
||||||
return Promise.resolve()
|
|
||||||
}
|
|
||||||
|
|
||||||
const authObj = JSON.parse(
|
|
||||||
fs
|
|
||||||
.readFileSync(
|
|
||||||
`/run/secrets/captain-reg-auth${Number(
|
|
||||||
oldData.captainRegistryAuthSecretVer
|
|
||||||
)}`
|
|
||||||
)
|
|
||||||
.toString()
|
|
||||||
)
|
|
||||||
|
|
||||||
const registriesDataStore = dataStore.getRegistriesDataStore()
|
|
||||||
|
|
||||||
if (
|
|
||||||
(authObj.serveraddress as string).endsWith(
|
|
||||||
`${oldData.customDomain}:${CaptainConstants.configs.registrySubDomainPort}` as string
|
|
||||||
)
|
|
||||||
) {
|
|
||||||
// local
|
|
||||||
return registriesDataStore
|
|
||||||
.addRegistryToDb(
|
|
||||||
authObj.username,
|
|
||||||
authObj.password,
|
|
||||||
authObj.serveraddress,
|
|
||||||
authObj.username,
|
|
||||||
IRegistryTypes.LOCAL_REG
|
|
||||||
)
|
|
||||||
.then(function (idOfNewReg) {
|
|
||||||
return registriesDataStore.setDefaultPushRegistryId(
|
|
||||||
idOfNewReg
|
|
||||||
)
|
|
||||||
})
|
|
||||||
} else {
|
|
||||||
// remote
|
|
||||||
return registriesDataStore
|
|
||||||
.addRegistryToDb(
|
|
||||||
authObj.username,
|
|
||||||
authObj.password,
|
|
||||||
authObj.serveraddress,
|
|
||||||
authObj.username,
|
|
||||||
IRegistryTypes.REMOTE_REG
|
|
||||||
)
|
|
||||||
.then(function (idOfNewReg) {
|
|
||||||
return registriesDataStore.setDefaultPushRegistryId(
|
|
||||||
idOfNewReg
|
|
||||||
)
|
|
||||||
})
|
|
||||||
}
|
|
||||||
})
|
|
||||||
.then(function () {
|
|
||||||
return DockerApi.get().getAllServices()
|
|
||||||
})
|
|
||||||
.then(function (dockerServices) {
|
|
||||||
const oldAppDefinitions = self.oldData.appDefinitions
|
|
||||||
if (!oldAppDefinitions) return Promise.resolve()
|
|
||||||
|
|
||||||
function findCurrentlyInUseImageForApp(
|
|
||||||
appNameToSearch: string
|
|
||||||
) {
|
|
||||||
for (let i = 0; i < dockerServices.length; i++) {
|
|
||||||
const element = dockerServices[i]
|
|
||||||
if (
|
|
||||||
element.Spec.Name ===
|
|
||||||
'srv-captain--' + appNameToSearch
|
|
||||||
) {
|
|
||||||
return element.Spec.TaskTemplate.ContainerSpec.Image
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return ''
|
|
||||||
}
|
|
||||||
|
|
||||||
const promises: Promise<void>[] = []
|
|
||||||
|
|
||||||
Object.keys(oldAppDefinitions).forEach((appName) => {
|
|
||||||
const app = JSON.parse(
|
|
||||||
JSON.stringify(oldAppDefinitions[appName])
|
|
||||||
)
|
|
||||||
|
|
||||||
const appStore = dataStore.getAppsDataStore()
|
|
||||||
|
|
||||||
const p = Promise.resolve() //
|
|
||||||
.then(function () {
|
|
||||||
return appStore.registerAppDefinition(
|
|
||||||
appName,
|
|
||||||
'',
|
|
||||||
!!app.hasPersistentData
|
|
||||||
)
|
|
||||||
})
|
|
||||||
.then(function () {
|
|
||||||
for (
|
|
||||||
let index = 0;
|
|
||||||
index < app.volumes.length;
|
|
||||||
index++
|
|
||||||
) {
|
|
||||||
const element = app.volumes[index]
|
|
||||||
element.type = undefined
|
|
||||||
}
|
|
||||||
|
|
||||||
const repoInfo = {
|
|
||||||
user: '',
|
|
||||||
password: '',
|
|
||||||
sshKey: '',
|
|
||||||
branch: '',
|
|
||||||
repo: '',
|
|
||||||
}
|
|
||||||
|
|
||||||
if (
|
|
||||||
app.appPushWebhook &&
|
|
||||||
app.appPushWebhook.repoInfo
|
|
||||||
) {
|
|
||||||
const extracted = JSON.parse(
|
|
||||||
Buffer.from(
|
|
||||||
app.appPushWebhook.repoInfo.split(
|
|
||||||
'.'
|
|
||||||
)[1],
|
|
||||||
'base64'
|
|
||||||
).toString()
|
|
||||||
).data
|
|
||||||
|
|
||||||
repoInfo.user = extracted.user
|
|
||||||
repoInfo.password = extracted.password
|
|
||||||
repoInfo.branch = extracted.branch
|
|
||||||
repoInfo.repo = extracted.repo
|
|
||||||
}
|
|
||||||
|
|
||||||
return Promise.resolve()
|
|
||||||
.then(function () {
|
|
||||||
const customDomains = app.customDomain || []
|
|
||||||
const hasDefaultSubDomainSsl =
|
|
||||||
!!app.hasDefaultSubDomainSsl
|
|
||||||
return appStore.addCustomDomainForAppForMigration(
|
|
||||||
appName,
|
|
||||||
hasDefaultSubDomainSsl,
|
|
||||||
customDomains
|
|
||||||
)
|
|
||||||
})
|
|
||||||
.then(function () {
|
|
||||||
const oldVers: any[] = app.versions || []
|
|
||||||
const newVers: IAppVersion[] = []
|
|
||||||
const newVersOnlyDeployVersion: IAppVersion[] =
|
|
||||||
[]
|
|
||||||
const deployedVersion = Number(
|
|
||||||
app.deployedVersion
|
|
||||||
)
|
|
||||||
|
|
||||||
oldVers.forEach((element) => {
|
|
||||||
const thisVersion = Number(
|
|
||||||
element.version
|
|
||||||
)
|
|
||||||
|
|
||||||
let deployedImageName = `img-captain--${appName}:${thisVersion}`
|
|
||||||
|
|
||||||
if (thisVersion === deployedVersion) {
|
|
||||||
deployedImageName =
|
|
||||||
findCurrentlyInUseImageForApp(
|
|
||||||
appName
|
|
||||||
)
|
|
||||||
|
|
||||||
// Only add the currently deployed version. Revert won't work for other versions as
|
|
||||||
// it's impossible to guess their image name correct 100% due to the fact that
|
|
||||||
// we don't know if they were pushed to the registry or not
|
|
||||||
newVersOnlyDeployVersion.push({
|
|
||||||
timeStamp:
|
|
||||||
element.timeStamp || '',
|
|
||||||
version: thisVersion,
|
|
||||||
gitHash: element.gitHash,
|
|
||||||
deployedImageName,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
newVers.push({
|
|
||||||
timeStamp: element.timeStamp || '',
|
|
||||||
version: thisVersion,
|
|
||||||
gitHash: element.gitHash,
|
|
||||||
deployedImageName,
|
|
||||||
})
|
|
||||||
})
|
|
||||||
|
|
||||||
const deployedVersionFound =
|
|
||||||
newVersOnlyDeployVersion.length === 1
|
|
||||||
if (!deployedVersionFound) {
|
|
||||||
Logger.d(
|
|
||||||
'********* WARNING!! *********'
|
|
||||||
)
|
|
||||||
Logger.d(
|
|
||||||
`** Not able to find the deployed image for ${appName}. This app might misbehave!! **`
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
return appStore.setVersionsForMigration(
|
|
||||||
appName,
|
|
||||||
deployedVersionFound
|
|
||||||
? newVersOnlyDeployVersion
|
|
||||||
: newVers,
|
|
||||||
deployedVersion
|
|
||||||
)
|
|
||||||
})
|
|
||||||
.then(function () {
|
|
||||||
return appStore.updateAppDefinitionInDb(
|
|
||||||
appName,
|
|
||||||
'',
|
|
||||||
'',
|
|
||||||
Number(app.instanceCount),
|
|
||||||
CaptainConstants.defaultCaptainDefinitionPath,
|
|
||||||
app.envVars || [],
|
|
||||||
app.volumes || [],
|
|
||||||
[],
|
|
||||||
app.nodeId || '',
|
|
||||||
!!app.notExposeAsWebApp,
|
|
||||||
80,
|
|
||||||
undefined,
|
|
||||||
!!app.forceSsl,
|
|
||||||
app.ports || [],
|
|
||||||
repoInfo,
|
|
||||||
self.authenticator,
|
|
||||||
app.customNginxConfig,
|
|
||||||
'',
|
|
||||||
app.preDeployFunction,
|
|
||||||
'',
|
|
||||||
false,
|
|
||||||
{
|
|
||||||
enabled: false,
|
|
||||||
}
|
|
||||||
)
|
|
||||||
})
|
|
||||||
})
|
|
||||||
promises.push(p)
|
|
||||||
})
|
|
||||||
|
|
||||||
return Promise.all(promises).then(function () {
|
|
||||||
//
|
|
||||||
})
|
|
||||||
})
|
|
||||||
.then(function () {
|
|
||||||
Logger.d(
|
|
||||||
'Old data migrated to new format, deleting the old format...'
|
|
||||||
)
|
|
||||||
fs.remove(oldFilePath)
|
|
||||||
})
|
|
||||||
.then(function () {
|
|
||||||
Logger.d('Migration successfully done!')
|
|
||||||
return Promise.resolve()
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Reference in New Issue
Block a user